-- Logs begin at Wed 2021-12-22 07:57:43 UTC, end at Wed 2021-12-22 09:50:53 UTC. -- Dec 22 08:32:33.861545 dv-neutron-822561-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 08:32:36.181013 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.common.config [-] Logging enabled! Dec 22 08:32:36.181724 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev101 Dec 22 08:32:36.181815 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87427) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 08:32:36.184845 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.common.config [-] Logging enabled! Dec 22 08:32:36.185097 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev101 Dec 22 08:32:36.185406 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87427) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 08:32:36.186359 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 08:32:36.186592 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 08:32:36.186945 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 08:32:36.187191 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 08:32:36.187417 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 08:32:36.187731 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.188025 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.188318 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.188547 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.188837 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.189124 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.189409 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.189714 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.190013 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.190297 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.190574 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.190854 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.191082 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.191360 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.191645 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.191928 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.192149 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] debug = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.192425 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.192845 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.193275 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.193550 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.193966 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.194132 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.194401 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.194675 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.194954 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.195279 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] host = dv-neutron-822561-2-hyperv {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.195553 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.195839 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.196121 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.196402 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.196673 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.196945 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.197224 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.197493 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.197787 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] log_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.198058 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.198340 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.198624 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.198910 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.199131 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.199362 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.199646 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.199926 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.200193 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.200462 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.200731 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.201001 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.201266 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.201528 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.201841 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.202124 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.202403 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.202674 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.202942 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.203209 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.203473 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.203751 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.204018 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.204284 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.204553 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.204835 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.205097 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.205364 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.205659 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.205960 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.206236 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.206516 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.206787 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.207064 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.207333 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.207601 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.207867 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] use_json = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.208133 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.208398 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.209196 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.209465 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.209773 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.210046 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.210314 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.210593 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:36.210886 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.211182 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.211472 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.211750 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.212039 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.212313 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.212597 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.212871 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.213154 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.213436 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.213744 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.214020 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.214304 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.214576 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.214865 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.215163 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.215454 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.215740 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.216010 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.216281 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.216551 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.216825 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.217106 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.217394 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.217707 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.217970 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.218244 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.218528 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.218802 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.219069 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.219340 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.219622 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.219899 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.220165 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.220439 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.220712 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.220978 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.221246 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.221515 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.221825 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.222096 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.222359 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.222625 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.222895 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.223159 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.223437 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.223708 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.223973 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.224862 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.225157 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.225431 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.225737 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.226018 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.226288 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.226565 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.226833 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.227104 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.227377 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.227646 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.227916 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.228185 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.228455 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.228728 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.228999 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.229270 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.229539 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.229829 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.230106 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.230388 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.230680 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.230954 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.231234 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.231516 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.231782 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.232055 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.232329 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.232601 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.232874 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.233144 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.233430 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.233729 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.234016 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.234294 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.234566 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.234855 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.235128 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.235411 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.235687 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.235963 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.236247 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.236529 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.236817 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.237110 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.237401 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.237705 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.238004 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.238282 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.238586 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.238864 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:36.239079 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 08:32:36.239317 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87427) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 08:32:36.625396 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO keyring.backend [-] Loading KWallet Dec 22 08:32:36.633218 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO keyring.backend [-] Loading SecretService Dec 22 08:32:36.636994 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO keyring.backend [-] Loading Windows Dec 22 08:32:36.638368 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO keyring.backend [-] Loading chainer Dec 22 08:32:36.638964 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO keyring.backend [-] Loading macOS Dec 22 08:32:36.672645 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:32:36.672922 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:32:36.673212 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:32:36.673544 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 08:32:36.978428 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:36.978642 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:36.978923 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:36.980120 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:36.980399 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:36.980664 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.100133 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.100411 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.100681 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.113939 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.114217 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.114486 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.143095 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.143374 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.143636 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.182664 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.183214 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.183214 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.414490 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.414779 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.415046 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.415312 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.416055 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.535848 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.536171 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.536453 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.537267 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.537542 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.537880 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.538144 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.538408 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.538668 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.538942 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.539195 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.539462 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.539726 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.539981 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.540246 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.540512 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.540766 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.541035 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.541286 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.541561 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.541949 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.542199 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.542445 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.542726 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.542972 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.543214 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.543597 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:32:37.543835 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:32:37.544069 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:32:37.544301 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:32:37.544531 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:32:37.544761 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:32:37.545122 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 08:32:37.548332 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 08:32:37.552721 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 08:32:37.556440 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 22 08:32:37.558118 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 08:32:37.558573 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 08:32:37.558907 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 08:32:37.559295 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 08:32:37.562137 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 08:32:37.562391 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 08:32:37.562737 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 08:32:37.590878 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 22 08:32:37.591318 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.591617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87427) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 08:32:37.591980 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.593350 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87427) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 08:32:37.593633 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 08:32:37.593905 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 08:32:37.597141 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.597425 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:37.659907 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 08:32:37.660148 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 08:32:37.660380 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 08:32:37.660746 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 08:32:37.691420 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_db.sqlalchemy.engines [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87427) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 08:32:38.019172 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Initializing driver for type 'gre' Dec 22 08:32:38.019801 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] gre ID ranges: [(1, 1000)] Dec 22 08:32:38.074075 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Initializing driver for type 'local' Dec 22 08:32:38.074409 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Initializing driver for type 'vlan' Dec 22 08:32:38.086165 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] VlanTypeDriver initialization complete Dec 22 08:32:38.086537 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Initializing driver for type 'vxlan' Dec 22 08:32:38.087049 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] vxlan ID ranges: [(1, 1000)] Dec 22 08:32:38.140840 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Initializing extension driver 'port_security' Dec 22 08:32:38.141206 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.extensions.port_security [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] PortSecurityExtensionDriver initialization complete Dec 22 08:32:38.141527 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Initializing mechanism driver 'openvswitch' Dec 22 08:32:38.141882 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Initializing mechanism driver 'hyperv' Dec 22 08:32:38.149062 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.plugins.ml2.plugin [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:32:38.149751 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > port after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.150121 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > port after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.150473 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > port after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.150993 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 08:32:38.151422 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > subnet after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.151773 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > subnet after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.152118 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.152513 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 08:32:38.152919 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > network after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.153267 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > network after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.153606 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > network after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.154026 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 08:32:38.154429 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > security_group after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.154773 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > security_group after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.155109 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > security_group after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.155506 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 08:32:38.155900 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.156239 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.156572 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.157095 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 08:32:38.157511 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > address_group after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.157882 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > address_group after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.158217 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > address_group after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.158603 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 08:32:38.158973 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] ML2 OVO RPC backend initialized. {{(pid=87427) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Dec 22 08:32:38.159685 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.160038 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.160453 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > network before_response 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.160799 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > networks before_response 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.161145 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > port before_response 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.161488 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > ports before_response 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.161853 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > subnet before_response 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.162192 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > subnets before_response 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.162533 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > network after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.162869 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > network after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.163200 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > network after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.163532 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > port after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.163862 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > port after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.164191 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > port after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.164520 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > subnet after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.164851 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > subnet after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.165185 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.165794 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.plugin [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Modular L2 Plugin initialization complete Dec 22 08:32:38.166127 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading services supported by the core plugin {{(pid=87427) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 08:32:38.166461 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.plugins.ml2.managers [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Got port-security extension from driver 'port_security' Dec 22 08:32:38.166919 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.extensions.vlantransparent [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Disabled vlantransparent extension. Dec 22 08:32:38.167404 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87427) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 08:32:38.167717 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading Plugin: router Dec 22 08:32:38.204578 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router_interface before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.205114 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router after_create 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.205327 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router before_create 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.205707 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.206074 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.206422 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router after_delete 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.206774 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > floatingip after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.207133 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router after_create 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.207477 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router after_update 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.207822 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router after_update 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.208166 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.208545 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router after_update 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.208950 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router precommit_update 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.209312 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: port after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.209650 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: port after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.210007 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: subnet after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.210338 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.210680 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > port precommit_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.211018 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router precommit_create 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.211353 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: port before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.211694 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router precommit_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.212043 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router after_update 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.212378 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router precommit_delete 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.212717 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router precommit_create 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.213071 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.213413 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router precommit_update 55549900 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.213805 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > agent after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.214151 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > agent after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.214489 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > network after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.215335 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Tracking information for resource: router configured {{(pid=87427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:32:38.215665 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Tracking information for resource: floatingip configured {{(pid=87427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:32:38.220583 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.db.l3_agentschedulers_db [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 08:32:38.221154 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: port after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.221514 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: port after_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.221894 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: port after_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.222243 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: port after_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.223143 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router before_create 55550100 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.223507 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router precommit_delete 55550100 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.223866 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router precommit_create 55550100 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.224247 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > router precommit_update 55550100 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.228672 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.services.provider_configuration [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service providers = [] {{(pid=87427) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 08:32:38.229038 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.db.servicetype_db [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87427) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 08:32:38.231999 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.services.service_base [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:32:38.232347 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.services.service_base [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:32:38.232688 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.services.service_base [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:32:38.233569 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.services.service_base [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:32:38.233970 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.services.service_base [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 08:32:38.234339 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:32:38.234654 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 08:32:38.245778 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:32:38.246115 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading Plugin: auto_allocate Dec 22 08:32:38.252026 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: network precommit_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.252389 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: network precommit_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.252908 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:32:38.253227 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading Plugin: tag Dec 22 08:32:38.260425 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:32:38.260700 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading Plugin: timestamp Dec 22 08:32:38.264617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:32:38.264945 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading Plugin: network_ip_availability Dec 22 08:32:38.270402 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.270770 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.271150 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.271845 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:32:38.272162 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading Plugin: flavors Dec 22 08:32:38.276896 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:32:38.277225 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading Plugin: revisions Dec 22 08:32:38.281510 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:32:38.281920 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_concurrency.lockutils [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.609s {{(pid=87427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:32:38.282661 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87427) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 22 08:32:38.282992 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Initializing extension manager. Dec 22 08:32:38.283490 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: __init__.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.283829 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: __pycache__ {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.284163 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.284495 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: address_group.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.285247 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.285837 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: address-group Dec 22 08:32:38.286161 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: address_scope.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.286899 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.287399 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: address-scope Dec 22 08:32:38.287719 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: admin_state_down_before_update.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.288642 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.289147 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: router-admin-state-down-before-update Dec 22 08:32:38.289465 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: agent.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.290192 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.290692 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: agent Dec 22 08:32:38.291007 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: agent_resources_synced.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.291916 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.292417 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: agent-resources-synced Dec 22 08:32:38.292742 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: allowedaddresspairs.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.295524 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.295524 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: allowed-address-pairs Dec 22 08:32:38.295524 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: auto_allocated_topology.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.296618 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.297131 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: auto-allocated-topology Dec 22 08:32:38.297456 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: availability_zone.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.298180 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.298686 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: availability_zone Dec 22 08:32:38.299007 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: availability_zone_filter.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.299921 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.300427 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: availability_zone_filter Dec 22 08:32:38.300750 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: data_plane_status.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.301929 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.302949 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 08:32:38.303272 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: default_subnetpools.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.304180 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.304680 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: default-subnetpools Dec 22 08:32:38.305000 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: dhcpagentscheduler.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.305838 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.306335 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: dhcp_agent_scheduler Dec 22 08:32:38.306656 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: dns.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.307568 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.308062 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension dns-integration not supported by any of loaded plugins Dec 22 08:32:38.308383 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: dns_domain_ports.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.309295 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.309824 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 08:32:38.310151 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: dvr.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.310822 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.311320 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: dvr Dec 22 08:32:38.311639 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: empty_string_filtering.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.312545 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.313055 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: empty-string-filtering Dec 22 08:32:38.313373 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.314297 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.314795 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 08:32:38.315113 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.316024 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.316524 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 08:32:38.316840 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: external_net.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.318302 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.318811 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: external-net Dec 22 08:32:38.319132 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: extra_dhcp_opt.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.320035 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.320535 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: extra_dhcp_opt Dec 22 08:32:38.320859 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: extraroute.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.321781 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.322285 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: extraroute Dec 22 08:32:38.322602 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: extraroute_atomic.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.323642 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.324144 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: extraroute-atomic Dec 22 08:32:38.324461 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: filter_validation.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.325119 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.325615 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: filter-validation Dec 22 08:32:38.325955 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: fip_pf_description.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.326863 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.327360 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 08:32:38.327673 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: fip_port_details.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.328584 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.329082 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: fip-port-details Dec 22 08:32:38.329398 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: flavors.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.330656 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.331170 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: flavors Dec 22 08:32:38.331495 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.333168 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.333727 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 08:32:38.334057 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: floatingip_pools.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.334751 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.335257 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: floatingip-pools Dec 22 08:32:38.335578 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: ip_allocation.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.336513 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.337012 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 08:32:38.337332 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.338272 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.338779 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: ip-substring-filtering Dec 22 08:32:38.339096 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: l2_adjacency.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.340012 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.340512 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 08:32:38.340830 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: l3.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.341804 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.342315 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: router Dec 22 08:32:38.342636 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: l3_conntrack_helper.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.346251 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.346779 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 08:32:38.347112 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.348050 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.348565 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: ext-gw-mode Dec 22 08:32:38.348891 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.349865 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.350378 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: l3-ha Dec 22 08:32:38.350701 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: l3_flavors.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.351610 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.352119 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: l3-flavors Dec 22 08:32:38.352440 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.353365 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.353897 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 08:32:38.354217 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: l3agentscheduler.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.355227 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.355738 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: l3_agent_scheduler Dec 22 08:32:38.356061 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: logging.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.357577 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.358131 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension logging not supported by any of loaded plugins Dec 22 08:32:38.358461 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: metering.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.359201 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.359773 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: metering Dec 22 08:32:38.360098 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.361193 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.361733 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: metering_source_and_destination_fields Dec 22 08:32:38.362059 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: multiprovidernet.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.362987 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.363490 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: multi-provider Dec 22 08:32:38.363808 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: netmtu.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.365241 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.365769 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: net-mtu Dec 22 08:32:38.366093 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: netmtu_writable.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.367006 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.367510 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: net-mtu-writable Dec 22 08:32:38.367832 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: network_availability_zone.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.368499 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.369000 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: network_availability_zone Dec 22 08:32:38.369317 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: network_ip_availability.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.370436 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.370943 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: network-ip-availability Dec 22 08:32:38.371267 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: network_segment_range.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.372025 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.372521 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 08:32:38.372841 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: pagination.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.373847 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.374180 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: pagination Dec 22 08:32:38.374498 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: port_device_profile.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.375408 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.375920 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: port-device-profile Dec 22 08:32:38.376238 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.377162 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.377664 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: port-mac-address-regenerate Dec 22 08:32:38.378008 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.378918 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.379421 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: port-numa-affinity-policy Dec 22 08:32:38.379738 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: port_resource_request.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.381230 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.381754 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 08:32:38.382074 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: portbindings.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.383011 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.383518 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: binding Dec 22 08:32:38.383834 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: portbindings_extended.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.385110 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.385616 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: binding-extended Dec 22 08:32:38.385970 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: portsecurity.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.386886 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.387392 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: port-security Dec 22 08:32:38.387716 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: project_id.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.388694 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.389025 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: project-id Dec 22 08:32:38.389348 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: providernet.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.390298 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.390807 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: provider Dec 22 08:32:38.391126 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: qos.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.394852 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.395377 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension qos not supported by any of loaded plugins Dec 22 08:32:38.395705 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.396976 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.397490 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 08:32:38.397859 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.398777 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.399288 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 08:32:38.399613 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: qos_default.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.400523 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.401030 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension qos-default not supported by any of loaded plugins Dec 22 08:32:38.401355 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: qos_fip.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.402033 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.402541 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension qos-fip not supported by any of loaded plugins Dec 22 08:32:38.402861 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: qos_gateway_ip.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.403793 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.404299 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 08:32:38.404620 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: qos_port_network_policy.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.405530 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.406072 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 08:32:38.406389 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: qos_rule_type_details.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.407307 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.407812 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 08:32:38.408132 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: qos_rules_alias.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.409175 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.409715 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 08:32:38.410029 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: quotasv2.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.410914 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.411238 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: quotas Dec 22 08:32:38.411580 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: quotasv2_detail.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.413209 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.413553 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: quota_details Dec 22 08:32:38.413905 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: rbac.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.414943 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.415463 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: rbac-policies Dec 22 08:32:38.415788 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: rbac_address_group.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.416973 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.417485 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: rbac-address-group Dec 22 08:32:38.417847 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: rbac_address_scope.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.418853 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.419362 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: rbac-address-scope Dec 22 08:32:38.419685 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: rbac_security_groups.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.420599 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.421104 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: rbac-security-groups Dec 22 08:32:38.421427 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: rbac_subnetpool.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.422386 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.422892 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: rbac-subnetpool Dec 22 08:32:38.423214 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: revisionifmatch.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.424140 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.424647 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: revision-if-match Dec 22 08:32:38.424968 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: revisions.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.426362 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.426869 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: standard-attr-revisions Dec 22 08:32:38.427720 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: router_availability_zone.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.428390 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.428895 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: router_availability_zone Dec 22 08:32:38.429216 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: routerservicetype.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.430159 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.430665 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension router-service-type not supported by any of loaded plugins Dec 22 08:32:38.430986 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.431910 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.432418 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: security-groups-normalized-cidr Dec 22 08:32:38.432738 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: security_groups_port_filtering.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.433656 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.434190 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: port-security-groups-filtering Dec 22 08:32:38.434511 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.435548 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.436060 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: security-groups-remote-address-group Dec 22 08:32:38.436383 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: securitygroup.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.446608 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.447140 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: security-group Dec 22 08:32:38.447468 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: segment.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.448253 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.448763 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension segment not supported by any of loaded plugins Dec 22 08:32:38.449085 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.450057 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.450564 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 08:32:38.450884 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: servicetype.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.452015 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.452534 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: service-type Dec 22 08:32:38.452858 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: sorting.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.453942 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.454280 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: sorting Dec 22 08:32:38.454599 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: standard_attr_segment.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.455516 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.456025 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 08:32:38.456344 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: standardattrdescription.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.456985 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.457489 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: standard-attr-description Dec 22 08:32:38.457840 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: stateful_security_group.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.458796 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.459303 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: stateful-security-group Dec 22 08:32:38.459624 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: stdattrs_common.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.460206 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 08:32:38.460527 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.461548 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.462088 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 08:32:38.462412 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: subnet_onboard.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.463487 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.463995 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: subnet_onboard Dec 22 08:32:38.464321 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.465250 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.465788 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 08:32:38.466109 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: subnet_service_types.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.467027 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.467532 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: subnet-service-types Dec 22 08:32:38.467852 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: subnetallocation.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.468917 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.469425 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: subnet_allocation Dec 22 08:32:38.469775 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.470446 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.470950 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: subnetpool-prefix-ops Dec 22 08:32:38.471270 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.472212 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.472714 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 08:32:38.473034 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: tagging.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.474114 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.474637 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: standard-attr-tag Dec 22 08:32:38.474962 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: timestamp.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.476165 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.476677 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loaded extension: standard-attr-timestamp Dec 22 08:32:38.477001 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: trunk.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.478061 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.478574 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension trunk not supported by any of loaded plugins Dec 22 08:32:38.478898 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: trunk_details.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.479812 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.480322 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension trunk-details not supported by any of loaded plugins Dec 22 08:32:38.480643 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: uplink_status_propagation.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.481556 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.482100 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 08:32:38.482419 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Loading extension file: vlantransparent.py {{(pid=87427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:32:38.483086 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:32:38.483588 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 08:32:38.486008 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:network Dec 22 08:32:38.486743 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:subnet Dec 22 08:32:38.487506 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:32:38.488116 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:port Dec 22 08:32:38.489368 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.490350 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service FLAVORS assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.490968 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.491390 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.491719 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:router Dec 22 08:32:38.492374 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:floatingip Dec 22 08:32:38.493085 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service METERING assigned prefix: /metering {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.494527 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.494895 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.495242 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:32:38.496347 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 08:32:38.496788 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:security_group Dec 22 08:32:38.497437 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 08:32:38.498187 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service CORE assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.498518 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:32:38.498865 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] subnetpool is already registered Dec 22 08:32:38.499472 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service CORE assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.499799 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:32:38.500121 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] subnetpool is already registered Dec 22 08:32:38.502660 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.503094 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service FLAVORS assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.503678 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.504095 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.504432 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:router Dec 22 08:32:38.504760 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] router is already registered Dec 22 08:32:38.505970 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:floatingip Dec 22 08:32:38.506340 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] floatingip is already registered Dec 22 08:32:38.506962 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service METERING assigned prefix: /metering {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.507630 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 08:32:38.507959 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] rbac_policy is already registered Dec 22 08:32:38.508500 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:security_group Dec 22 08:32:38.508829 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] security_group is already registered Dec 22 08:32:38.509412 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 08:32:38.509759 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] security_group_rule is already registered Dec 22 08:32:38.510412 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service CORE assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.510782 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:32:38.511062 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] subnetpool is already registered Dec 22 08:32:38.511668 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.v2.resource_helper [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Service CORE assigned prefix: {{(pid=87427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:32:38.511992 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:32:38.512316 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING neutron.quota.resource_registry [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] subnetpool is already registered Dec 22 08:32:38.512963 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: extensions {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.514438 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: address-groups {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.516034 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: address-scopes {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.517251 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: agents {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.518430 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: auto-allocated-topology {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.519683 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: availability_zones {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.521014 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: dhcp-networks {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.522454 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: dhcp-agents {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.523871 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: routers {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.525737 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: flavors {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.526913 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: service_profiles {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.528298 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: next_providers {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.530745 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: service_profiles {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.532213 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: floatingip-pools {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.533425 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: routers {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.535277 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: floatingips {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.536988 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: l3-routers {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.538403 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: l3-agents {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.539823 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: metering-labels {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.541158 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: metering-label-rules {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.542466 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: network-ip-availabilities {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.543751 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: bindings {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.545393 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: quotas {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.546852 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: quotas {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.548261 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: rbac-policies {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.549564 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: security-groups {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.550779 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: security-group-rules {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.552824 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: service-providers {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.554072 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: subnetpools {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.555494 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: subnetpools {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.556947 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: tags {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.558666 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: tags {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.560469 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: tags {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.562265 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: tags {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.564052 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: tags {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.565912 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: tags {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.567566 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: tags {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.569474 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: tags {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.571400 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: tags {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.573230 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron.api.extensions [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Extended resource: tags {{(pid=87427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:32:38.579029 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING keystonemiddleware.auth_token [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 08:32:38.583720 dv-neutron-822561-2-hyperv neutron-server[87427]: WARNING keystonemiddleware.auth_token [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 08:32:38.591961 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_concurrency.lockutils [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Acquired lock "singleton_lock" {{(pid=87427) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 22 08:32:38.592437 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_concurrency.lockutils [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Releasing lock "singleton_lock" {{(pid=87427) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 22 08:32:38.593066 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO oslo_service.service [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Starting 2 workers Dec 22 08:32:38.597689 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Started child 87534 {{(pid=87427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:32:38.602421 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Started child 87535 {{(pid=87427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:32:38.603272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:38.603955 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO neutron.service [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 08:32:38.604598 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Notify callbacks [] for process, before_spawn {{(pid=87427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:38.604859 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [-] (87534) wsgi starting up on http://0.0.0.0:9696 Dec 22 08:32:38.606978 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO oslo_service.service [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Starting 1 workers Dec 22 08:32:38.607101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:38.608350 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [-] (87535) wsgi starting up on http://0.0.0.0:9696 Dec 22 08:32:38.612008 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Started child 87536 {{(pid=87427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:32:38.612521 dv-neutron-822561-2-hyperv neutron-server[87427]: INFO oslo_service.service [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Starting 1 workers Dec 22 08:32:38.616254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.service [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] calling RpcWorker wait() {{(pid=87536) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 08:32:38.616815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.service [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] returning from RpcWorker wait() {{(pid=87536) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 08:32:38.617507 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Started child 87537 {{(pid=87427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:32:38.618151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:38.618324 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG neutron_lib.callbacks.manager [None req-a401e4ae-99ee-458b-aedb-8fa89ad35e4f None None] Notify callbacks [] for process, after_spawn {{(pid=87427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:38.618743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:32:38.620190 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87427) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 08:32:38.620399 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 08:32:38.620581 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 08:32:38.620800 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 08:32:38.621138 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 08:32:38.621303 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 08:32:38.621849 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.622122 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.622393 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.622648 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.622946 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.623229 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:38.623683 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.623777 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.624019 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.624293 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.624527 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.624693 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.624859 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.625111 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.625348 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.625646 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.625928 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.626174 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.626465 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.626635 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.626890 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.627159 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.627388 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.627652 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] debug = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.627894 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.628380 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.628612 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.628863 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.629101 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.629390 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.629650 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.629946 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.630250 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.630480 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.630724 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.630982 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.631226 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.631459 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.631697 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.631943 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.632174 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.632632 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] host = dv-neutron-822561-2-hyperv {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.632848 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.633080 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.633324 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.633573 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.633838 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.634054 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.634301 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.634547 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.634796 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.635034 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.635273 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.635517 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.635745 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.635992 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.636156 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_options = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.636385 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.636674 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.636959 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.637144 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.637312 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.637491 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.637769 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.637935 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.638189 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.638420 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.638630 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.638840 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.639070 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.639296 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.639530 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.639771 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.640000 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.640206 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.640447 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.640699 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.640917 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.641137 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.641367 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.641588 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.641854 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.642077 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.642307 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.642524 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.642736 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.642997 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.643211 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.643465 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.643714 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.643974 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.644201 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.644431 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.644630 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.644891 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.645117 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.645375 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.645625 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.645994 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.646238 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.646452 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.646661 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.646873 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_json = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.647081 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.647310 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.647567 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.647792 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.648032 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.648241 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.648450 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.648676 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.649070 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.649351 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.649672 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.649948 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.650177 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.650493 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.650750 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.650925 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.651170 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.651416 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.651728 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.651948 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.652244 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.652467 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.652703 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.653121 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.653393 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.653793 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.653962 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.654142 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.654335 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.654568 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.654862 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.655639 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.655888 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.656238 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.656465 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.656698 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.657026 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.657253 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.657411 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:32:38.657526 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.657638 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.657858 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.658097 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.658316 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.658548 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.658806 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.659039 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.659267 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.659506 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.659740 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.659968 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.660221 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.660455 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.660735 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.660980 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.661123 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.661304 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.662056 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.662323 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.662568 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.662787 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.662998 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.663209 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.663414 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.663659 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.663895 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.664106 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.664314 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.664612 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.664763 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.664988 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.665209 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.665420 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.665651 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.665911 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.666123 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.666356 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.666591 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.666823 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.667061 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.667273 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.667482 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.667701 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.667926 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.668145 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.668374 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.668672 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.668899 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.669153 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.669334 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.669513 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.669897 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.669897 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.670899 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.670899 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.670899 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.671104 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.671245 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.671519 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.671741 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.671992 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.672231 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.673422 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.673422 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.673422 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.673422 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.673422 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.673778 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.673857 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.674066 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.674281 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.674502 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.674938 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.675360 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.675589 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.675867 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.676370 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.676637 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.676895 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.677739 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.678015 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.678264 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.678570 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.678952 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.679365 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.679819 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.680104 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.680566 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.680976 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.681426 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.681703 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.681979 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.682240 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.682504 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.682738 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.682979 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.683260 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.683521 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.683745 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.685457 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.685457 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.685457 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.685457 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.685457 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.685457 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.685457 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.686291 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.686291 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.686291 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.686815 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.686815 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.687085 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.687220 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.687363 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.687692 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.687850 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.689278 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.689278 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.689278 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.689278 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.689278 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.689278 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.690173 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.690173 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.690173 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.690173 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.690709 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.690709 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.690709 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.691092 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.691225 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.691371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.691975 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.691975 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.692276 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.692276 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.692562 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.692757 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.693020 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.693271 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.693516 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.693917 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.694097 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.694269 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.694510 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.694787 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.695148 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.695320 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.695468 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.695696 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.695909 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.696934 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.696934 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.696934 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.696934 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.697491 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.697491 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.697785 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.697922 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.699749 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.699749 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.699749 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.699749 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.699749 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.699749 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.699749 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.699749 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.700476 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.700476 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.700476 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.700688 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.700777 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.701398 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.701398 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.701654 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.701793 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.702090 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.702242 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.704376 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.704376 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.704376 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.704376 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.704376 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.704376 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.704376 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.704376 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.704376 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.705441 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.705441 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.705441 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.705441 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.705441 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.705441 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.705926 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.705926 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.706076 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.706298 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.706614 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.707550 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.707550 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.707550 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.707550 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.707869 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.707982 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.708335 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.708628 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.709058 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.709296 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.709560 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.709854 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.710123 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.710337 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.710652 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.710983 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.711260 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.711527 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.711757 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.712025 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.712242 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.712458 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.712674 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.712907 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.713117 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.713371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.713623 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.713889 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.714104 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.714334 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.714548 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.714769 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.715001 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.715240 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.715459 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.715616 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 08:32:38.716157 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87427) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 08:32:38.716317 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 08:32:38.716631 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 08:32:38.716800 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 08:32:38.716970 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 08:32:38.717124 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 08:32:38.717329 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.717490 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.717650 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.717833 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.717997 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.718175 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.718340 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.718496 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.718808 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.718965 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.719123 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.719282 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.719440 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.719604 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.719747 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.719906 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.720062 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.720219 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.720385 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.720543 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.720700 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.720857 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.721018 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] debug = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.721169 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.721344 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.721502 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.721658 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.721840 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.722001 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.722160 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.722315 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.722471 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.722627 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.722783 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.722939 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.723094 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.723251 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.723408 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.723563 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.723719 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.724381 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] host = dv-neutron-822561-2-hyperv {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.724541 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.724698 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.724855 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.725011 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.725167 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.725323 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.725483 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.725636 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.725817 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.725974 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.726130 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.726292 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.726448 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.726604 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.726760 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_options = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.726917 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.727074 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.727235 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.727425 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.727592 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.727751 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.727910 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.728065 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.728221 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.728378 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.728533 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.728690 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.728847 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.729002 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.729158 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.729313 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.729470 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.729627 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.729805 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.729964 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.730213 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.730356 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.730508 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.730656 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.730779 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.730924 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.731072 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.731218 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.731562 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.731562 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.731853 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.731853 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.732138 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.732138 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.732790 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.732790 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.732790 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.732790 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.732790 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.733588 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.733588 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.733588 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.733588 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.733588 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.734502 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.734502 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_json = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.734502 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.734502 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.734502 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.734502 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.735298 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.735298 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.735298 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.735298 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:32:38.735298 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.735298 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.735760 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.735760 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.735760 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.735964 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.736040 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.736190 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.736353 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.736512 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.736678 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.736836 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.737005 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.737164 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.737766 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.737766 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.737766 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.737766 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.740742 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.740742 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.740742 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.740742 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.740742 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.740742 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.740742 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.740742 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.741382 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.741382 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.741382 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.741382 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.741382 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.741382 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.741382 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.741382 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.741382 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.743371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.743371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.743371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.743371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.743371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.743371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.743371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.743371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.743371 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.744617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.744617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.744617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.744617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.744617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.744617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.744617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.744617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.744617 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.745463 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.745463 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.745463 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.745463 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.745463 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.745463 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.745463 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.745463 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.745463 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.746364 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.746364 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.746364 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.746364 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.746364 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.746364 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.746364 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.746364 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.746364 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.747647 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.747647 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.747647 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.747647 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.747647 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.747647 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.747647 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.747647 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.747647 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.749172 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.749172 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.749172 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.749172 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.749172 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.749172 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.749172 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.749172 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750004 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750004 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750004 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750004 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750004 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750004 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750004 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750004 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750767 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750767 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750767 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750767 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.750767 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.751461 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.751461 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.751461 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.751461 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.751799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:32:38.751885 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.751885 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.751885 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.751885 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.752163 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.752163 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.752339 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.752478 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.752640 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.752799 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.752965 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.753133 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.753294 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.753454 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.753613 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.753818 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.753956 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.754116 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.754276 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.754438 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.754602 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.754761 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.754927 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.755110 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.755278 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.755437 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.755597 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.755779 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.755940 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.756099 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.756258 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.756421 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.756581 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.756740 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.756899 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.757058 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.757216 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.757375 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.757536 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.757747 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.757874 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.758033 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.758192 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.758351 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.758512 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.758670 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.758830 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.758995 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.759138 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.759297 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.759456 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.759615 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.759774 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.759933 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.760092 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.760251 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.760410 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.760568 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.760726 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.760934 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.761028 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.761189 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.761347 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.761506 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.761667 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.761847 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.762007 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.762169 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.762403 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.762570 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.762878 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.763213 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.763530 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.763871 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.764034 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.764276 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.765791 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.765791 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.765791 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.765791 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.765791 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.765791 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.765791 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.765791 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.766248 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.766248 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.766248 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.766248 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.766248 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.766512 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.766512 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.766624 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.766750 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.766911 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.767074 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.767235 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.767395 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.767555 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.767714 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.767873 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.768031 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.768206 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.768366 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.768529 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.768686 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.768997 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.769175 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.769336 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.769492 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.769653 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.769845 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.770014 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.770174 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.770331 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.770490 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.770651 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.770843 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.771006 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.771169 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.771337 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.771493 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.771805 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.771963 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.772138 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.772305 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.772466 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.772629 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.772791 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.772952 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.773110 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.773276 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.773447 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.773614 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.773799 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.773967 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.774136 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.774307 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.774467 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.774633 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.774802 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.774965 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.775126 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.775285 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.775444 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.775606 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.775765 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.775923 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.776083 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.776242 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.776408 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.776571 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.776728 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.776888 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.777045 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.777356 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.777520 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.777698 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.777859 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.778018 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:32:38.778170 dv-neutron-822561-2-hyperv neutron-server[87427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 08:32:39.033306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45424) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:32:39.042167 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068319 Dec 22 08:32:49.321973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed3f58-b083-4488-a4be-a42763f93023 None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:32:49.386599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bed3f58-b083-4488-a4be-a42763f93023 None None] No non-hosted networks {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 08:32:49.395880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.agentschedulers_db [None req-9bed3f58-b083-4488-a4be-a42763f93023 None None] DHCP Agent not found on host dv-neutron-822561-2-hyperv {{(pid=87536) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 22 08:32:49.504364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3a7b66a4-3e14-4e93-b823-a097353131d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16335748'] for agent, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:51.675139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c297c180-e84c-4bc1-9158-75dd0c32c195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16335748'] for agent, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:51.714672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-312c6de7-3101-4ad0-9cfa-e6cdea1f1510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:52.715653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16335748'] for agent, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:52.868276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16335748'] for agent, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:52.869601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.870646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.871332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.871932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.872562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.873283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.874066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.874718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.875287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.875918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.876708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.877263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:52.877983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822561-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:32:52.885019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822561-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:32:54.063275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16335748'] for agent, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:55.755263 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.db.l3_hamode_db [None req-3d124646-caca-4cdf-be5a-098e2314d1a8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 08:32:55.782394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45518) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:32:55.842013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d124646-caca-4cdf-be5a-098e2314d1a8 None None] Routers set() bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:32:55.842401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d124646-caca-4cdf-be5a-098e2314d1a8 None None] Router IDs set() for agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 08:32:56.351034 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING oslo_policy.policy [None req-aba6e54f-b658-4ee4-8b08-73fd79518141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:32:56.351602 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING oslo_policy.policy [None req-aba6e54f-b658-4ee4-8b08-73fd79518141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:32:56.573783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-aba6e54f-b658-4ee4-8b08-73fd79518141 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:32:56.574820 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-aba6e54f-b658-4ee4-8b08-73fd79518141 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7915709 Dec 22 08:32:58.901816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45532) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:32:59.265231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e2a7a561-8c80-4799-b54e-0b9604a10454 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:32:59.368905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.policy [None req-e2a7a561-8c80-4799-b54e-0b9604a10454 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87535) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 08:32:59.413168 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING oslo_policy.policy [None req-e2a7a561-8c80-4799-b54e-0b9604a10454 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:32:59.413536 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING oslo_policy.policy [None req-e2a7a561-8c80-4799-b54e-0b9604a10454 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:32:59.421881 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.quota [None req-e2a7a561-8c80-4799-b54e-0b9604a10454 admin admin] Loaded quota_driver: . Dec 22 08:32:59.437447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e2a7a561-8c80-4799-b54e-0b9604a10454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:32:59.495828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a561-8c80-4799-b54e-0b9604a10454 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780652374540', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780652374227', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780652371954', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780652324349', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780652315087', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780652341279', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1535228', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1344764', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-308220', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16413795'] for rbac-policy, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:59.563599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a561-8c80-4799-b54e-0b9604a10454 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:59.564855 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e2a7a561-8c80-4799-b54e-0b9604a10454 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6620703 Dec 22 08:33:02.150241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45546) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:02.484492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Request body: {'network': {'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'admin_state_up': True, 'name': 'private'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:33:02.490709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:33:02.495106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Usage tracker for resource:network and tenant:4e3e7575fefc4528bccd40a630a25ac8 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:33:02.499557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:33:02.506279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:33:02.515281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Made reservation on behalf of 4e3e7575fefc4528bccd40a630a25ac8 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:33:02.517915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:02.535004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:02.548511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:33:02.553128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Usage tracker for resource:security_group_rule and tenant:4e3e7575fefc4528bccd40a630a25ac8 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:33:02.558289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:33:02.563830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:33:02.656979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:02.661410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:02.683480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:33:02.708824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780650071965', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:02.709406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Unsubscribe: segment precommit_create {{(pid=87535) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 08:33:02.709938 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Added segment f7961b1b-dc92-4279-8f19-f062baf482c9 of type vlan for network c8b44977-4f52-4f7e-92d5-c085f5b9f66f Dec 22 08:33:02.757435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c811843e-27df-4a38-8481-bf38c700da17,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:02.777722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.778030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.778360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.778686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.779004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.779323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.779641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.779958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.780273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.780585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.780893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.781204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Tracked resource versions report: Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: pushed versions: Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: { 'AddressGroup': {'1.2'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'ConntrackHelper': {'1.0'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Log': {'1.0'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Network': {'1.1'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Port': {'1.7'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'PortForwarding': {'1.2'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'QosPolicy': {'1.8'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SecurityGroup': {'1.4'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SubPort': {'1.0'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Subnet': {'1.1'}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Trunk': {'1.1'}} Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: consumer versions: Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: { DHCP agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: L3 agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: Metadata agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: Metering agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: Open vSwitch agent@dv-neutron-822561-2-hyperv: { 'AddressGroup': '1.2', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'ConntrackHelper': '1.0', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Log': '1.0', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Network': '1.1', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Port': '1.7', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'PortForwarding': '1.2', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'QosPolicy': '1.8', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SecurityGroup': '1.4', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SecurityGroupRule': '1.2', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SubPort': '1.0', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Subnet': '1.1', Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Trunk': '1.1'}} Dec 22 08:33:02.782498 dv-neutron-822561-2-hyperv neutron-server[87535]: {{(pid=87535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:33:02.828458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:02.868267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:02.869295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:33:02.870014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:02.970817 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8195231 Dec 22 08:33:02.979491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513d981-31ac-4fcd-ab7d-f5bbfbec7352 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b44977-4f52-4f7e-92d5-c085f5b9f66f,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:02.992588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network c8b44977-4f52-4f7e-92d5-c085f5b9f66f details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:33:05.600970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45562) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:06.046231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0eee3c-f356-4d1c-8d44-e13f184056e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:33:06.047589 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8a0eee3c-f356-4d1c-8d44-e13f184056e7 admin admin] 10.222.0.37 "GET /v2.0/networks/c8b44977-4f52-4f7e-92d5-c085f5b9f66f HTTP/1.1" status: 200 len: 825 time: 0.4456885 Dec 22 08:33:06.073269 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-62a533b1-80ed-4ffb-8499-b3beb4d7a2dc admin admin] 10.222.0.37 "GET /v2.0/subnetpools/50d3f111-b5d3-44da-9bdc-9f5c95766d69 HTTP/1.1" status: 200 len: 734 time: 0.0201476 Dec 22 08:33:06.082238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Request body: {'subnet': {'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f', 'subnetpool_id': '50d3f111-b5d3-44da-9bdc-9f5c95766d69', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:33:06.086384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:33:06.090067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Usage tracker for resource:subnet and tenant:4e3e7575fefc4528bccd40a630a25ac8 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:33:06.092845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:33:06.098972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:33:06.108293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Made reservation on behalf of 4e3e7575fefc4528bccd40a630a25ac8 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:33:06.110756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:06.390857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:06.471660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51769ff9-7fac-44ee-87ac-2fc076e06ba8,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:06.473613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Checking segment: {'id': 'f7961b1b-dc92-4279-8f19-f062baf482c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:33:06.474014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Network hostable DHCP agents. Network: c8b44977-4f52-4f7e-92d5-c085f5b9f66f, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:33:06.493897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Network c8b44977-4f52-4f7e-92d5-c085f5b9f66f is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:33:06.505322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, c8b44977-4f52-4f7e-92d5-c085f5b9f66f) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:33:06.510268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:33:06.510842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:06.515311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc1402-7347-419e-aea5-893647a71492 None None] Network c8b44977-4f52-4f7e-92d5-c085f5b9f66f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:33:06.531663 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cb67cc3c-2b14-4563-be91-6a6b66149817 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4530730 Dec 22 08:33:06.905158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-c8b44977-4f52-4f7e-92d5-c085f5b9f66f', 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'fixed_ips': [{'subnet_id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:33:06.906380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:07.087225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Allocated IP 172.20.0.2 (c8b44977-4f52-4f7e-92d5-c085f5b9f66f/51769ff9-7fac-44ee-87ac-2fc076e06ba8/e83cc01d-a8e0-4631-bea3-fd54947a55d5) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:33:07.311125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:07.324068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Transition to ACTIVE for port object e83cc01d-a8e0-4631-bea3-fd54947a55d5 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:33:07.346742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Transition to ACTIVE for port object e83cc01d-a8e0-4631-bea3-fd54947a55d5 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:33:07.353837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:07.414618 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Network c8b44977-4f52-4f7e-92d5-c085f5b9f66f is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:33:07.417300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:33:07.420388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:33:07.467588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Pushing event updated for resources: {'Port': ['ID=e83cc01d-a8e0-4631-bea3-fd54947a55d5,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:07.512077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.512435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.512770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.513100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.513422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.513788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.514115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.514434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.514764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.515084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.515396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.515927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Tracked resource versions report: Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: pushed versions: Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: { 'AddressGroup': {'1.2'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'ConntrackHelper': {'1.0'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Log': {'1.0'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Network': {'1.1'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Port': {'1.7'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'PortForwarding': {'1.2'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'QosPolicy': {'1.8'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SecurityGroup': {'1.4'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SubPort': {'1.0'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Subnet': {'1.1'}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Trunk': {'1.1'}} Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: consumer versions: Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: { DHCP agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: L3 agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: Metadata agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: Metering agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: Open vSwitch agent@dv-neutron-822561-2-hyperv: { 'AddressGroup': '1.2', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'ConntrackHelper': '1.0', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Log': '1.0', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Network': '1.1', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Port': '1.7', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'PortForwarding': '1.2', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'QosPolicy': '1.8', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SecurityGroup': '1.4', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SecurityGroupRule': '1.2', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SubPort': '1.0', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Subnet': '1.1', Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Trunk': '1.1'}} Dec 22 08:33:07.517013 dv-neutron-822561-2-hyperv neutron-server[87536]: {{(pid=87536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:33:07.528189 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Attempting to bind port e83cc01d-a8e0-4631-bea3-fd54947a55d5 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:33:07.528572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Attempting to bind port e83cc01d-a8e0-4631-bea3-fd54947a55d5 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'f7961b1b-dc92-4279-8f19-f062baf482c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:33:07.528991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Attempting to bind port e83cc01d-a8e0-4631-bea3-fd54947a55d5 on network c8b44977-4f52-4f7e-92d5-c085f5b9f66f {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:33:07.534671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:33:07.535065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Checking segment: {'id': 'f7961b1b-dc92-4279-8f19-f062baf482c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:33:07.535528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:07.535907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Bound using segment: {'id': 'f7961b1b-dc92-4279-8f19-f062baf482c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:33:07.536373 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Bound port: e83cc01d-a8e0-4631-bea3-fd54947a55d5, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7961b1b-dc92-4279-8f19-f062baf482c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:33:07.536774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:07.620232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] For port e83cc01d-a8e0-4631-bea3-fd54947a55d5, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:33:07.623919 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] For port e83cc01d-a8e0-4631-bea3-fd54947a55d5, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e83cc01d-a8e0-4631-bea3-fd54947a55d5,segment=NetworkSegment(f7961b1b-dc92-4279-8f19-f062baf482c9),segment_id=f7961b1b-dc92-4279-8f19-f062baf482c9)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:33:07.628147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:07.730263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8e4be-90aa-4e1b-8bed-80b73d157ce0 None None] Pushing event updated for resources: {'Port': ['ID=e83cc01d-a8e0-4631-bea3-fd54947a55d5,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:08.922987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 45572) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:09.494970 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING oslo_policy.policy [None req-eff0e59d-2db3-46dd-8e2d-cff4390de476 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:33:09.495539 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING oslo_policy.policy [None req-eff0e59d-2db3-46dd-8e2d-cff4390de476 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:33:09.715271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-eff0e59d-2db3-46dd-8e2d-cff4390de476 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:33:09.716495 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eff0e59d-2db3-46dd-8e2d-cff4390de476 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7912669 Dec 22 08:33:10.631731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e83cc01d-a8e0-4631-bea3-fd54947a55d5 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:33:10.700307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port e83cc01d-a8e0-4631-bea3-fd54947a55d5 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:33:11.317902 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c8773-f671-40e5-b13b-7937122fbe85 None None] Network c8b44977-4f52-4f7e-92d5-c085f5b9f66f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:33:11.424191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c8171806-e8c3-43ea-97ee-150088542aaa None None] Provisioning for port e83cc01d-a8e0-4631-bea3-fd54947a55d5 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:33:11.433342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c8171806-e8c3-43ea-97ee-150088542aaa None None] Provisioning complete for port e83cc01d-a8e0-4631-bea3-fd54947a55d5 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:33:11.433751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c8171806-e8c3-43ea-97ee-150088542aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:11.644640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c8171806-e8c3-43ea-97ee-150088542aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:11.684372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c8171806-e8c3-43ea-97ee-150088542aaa None None] For port e83cc01d-a8e0-4631-bea3-fd54947a55d5, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e83cc01d-a8e0-4631-bea3-fd54947a55d5,segment=NetworkSegment(f7961b1b-dc92-4279-8f19-f062baf482c9),segment_id=f7961b1b-dc92-4279-8f19-f062baf482c9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:33:11.688211 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c8171806-e8c3-43ea-97ee-150088542aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:11.757028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8171806-e8c3-43ea-97ee-150088542aaa None None] Pushing event updated for resources: {'Port': ['ID=e83cc01d-a8e0-4631-bea3-fd54947a55d5,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:11.913959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5c15b3bd-76f8-45d9-8d3f-caa4ec273798 None None] Provisioning complete for port e83cc01d-a8e0-4631-bea3-fd54947a55d5 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:33:11.914339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5c15b3bd-76f8-45d9-8d3f-caa4ec273798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:12.125423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45590) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:12.483512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-f28463db-d909-43ac-ae3f-458c4fc76b53 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:33:12.484484 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f28463db-d909-43ac-ae3f-458c4fc76b53 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3581016 Dec 22 08:33:12.612321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e83cc01d-a8e0-4631-bea3-fd54947a55d5 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:33:12.680648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e83cc01d-a8e0-4631-bea3-fd54947a55d5 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:33:12.681289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:15.081432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45602) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:15.416123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'admin_state_up': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:33:15.421369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:33:15.425968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] Usage tracker for resource:router and tenant:4e3e7575fefc4528bccd40a630a25ac8 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:33:15.429155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:33:15.434717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:33:15.443311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:15.444847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:15.465462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:15.572714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:15.590271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:15.591411 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8f39a5d0-bd37-487f-a431-7fea5249d829 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5090051 Dec 22 08:33:17.921368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45612) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:18.273136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-a513cd9a-ecc3-4321-99f3-4c8089e78d00 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:33:18.274132 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a513cd9a-ecc3-4321-99f3-4c8089e78d00 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3518205 Dec 22 08:33:19.252961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-60b53bf8-2909-4b05-9728-1381a7f461de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:20.617448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45622) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:20.969638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:33:20.974560 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:33:20.978401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Usage tracker for resource:network and tenant:8dd543d42b5b4d6d8580e10996175569 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:33:20.981233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:33:20.987343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:33:20.996618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Made reservation on behalf of 8dd543d42b5b4d6d8580e10996175569 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:33:20.998787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:21.010953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:21.024349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:33:21.027942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd543d42b5b4d6d8580e10996175569 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:33:21.030598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:33:21.036066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:33:21.113560 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:21.117290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:21.134227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Reserving flat network on physical network physnet1 {{(pid=87535) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 08:33:21.153190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54b2ca5-2cb2-44f2-99da-66beff65786c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:21.157401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:21.157754 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Added segment dd60cc09-916a-4101-9dab-5c66868ac0c7 of type flat for network 24ccee19-c423-466b-9e41-455fb79e1fff Dec 22 08:33:21.189028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:21.221907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:21.222789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:33:21.223344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:21.315009 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6964419 Dec 22 08:33:21.322449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45dc12-085b-4a35-bc74-2e74461cdea3 admin admin] Pushing event updated for resources: {'Network': ['ID=24ccee19-c423-466b-9e41-455fb79e1fff,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:21.332527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 24ccee19-c423-466b-9e41-455fb79e1fff details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:33:21.659808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b62b49a-5e60-4457-952b-3cc6466ef967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:22.639413 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:22.869351 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:23.628344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45642) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:23.831651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abc3459-907d-4c7a-b4ee-fc6688b8c1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:33:23.832955 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6abc3459-907d-4c7a-b4ee-fc6688b8c1ea admin admin] 10.222.0.37 "GET /v2.0/subnets/51769ff9-7fac-44ee-87ac-2fc076e06ba8 HTTP/1.1" status: 200 len: 849 time: 0.2036853 Dec 22 08:33:23.970317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:23.972863 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1bb02841-e97f-4a72-bff1-a0a9da672d95 admin admin] 10.222.0.37 "GET /v2.0/routers/115780f0-0239-46dc-b789-e0efa9329622 HTTP/1.1" status: 200 len: 704 time: 0.1343710 Dec 22 08:33:24.417779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:24.668551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Allocated IP 172.20.0.1 (c8b44977-4f52-4f7e-92d5-c085f5b9f66f/51769ff9-7fac-44ee-87ac-2fc076e06ba8/2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:33:24.817000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:24.833192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Transition to ACTIVE for port object 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:33:24.883755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:24.948675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Network c8b44977-4f52-4f7e-92d5-c085f5b9f66f is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:33:24.951522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:33:24.955215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:33:24.955761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:25.078053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Pushing event updated for resources: {'Port': ['ID=2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:25.110044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5a564cf0-2fe1-4998-b1cf-ca8c389092db None None] Provisioning for port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:33:25.114593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5a564cf0-2fe1-4998-b1cf-ca8c389092db None None] Provisioning complete for port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:33:25.115088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5a564cf0-2fe1-4998-b1cf-ca8c389092db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:25.168024 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5a564cf0-2fe1-4998-b1cf-ca8c389092db None None] Port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:33:25.209528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:25.426961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:25.431345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:25.432124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:25.521093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Pushing event updated for resources: {'Port': ['ID=2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:25.617342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Network c8b44977-4f52-4f7e-92d5-c085f5b9f66f is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:33:25.618390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:33:25.789780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1046d3cc-a0c0-4d5a-92b6-3810d38850ee None None] Provisioning complete for port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:33:25.790164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1046d3cc-a0c0-4d5a-92b6-3810d38850ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:25.841898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Router 115780f0-0239-46dc-b789-e0efa9329622 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:33:25.844321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1046d3cc-a0c0-4d5a-92b6-3810d38850ee None None] Port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:33:25.990108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:33:26.001311 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4f6d3673-37c5-4fe4-b5d9-32b234d2e12e admin admin] 10.222.0.37 "PUT /v2.0/routers/115780f0-0239-46dc-b789-e0efa9329622/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0211806 Dec 22 08:33:26.002057 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Sync routers for ids ['115780f0-0239-46dc-b789-e0efa9329622'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:33:26.011778 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Routers {'115780f0-0239-46dc-b789-e0efa9329622'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:33:26.012642 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:33:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['115780f0-0239-46dc-b789-e0efa9329622'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:33:26.184842 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Set router 115780f0-0239-46dc-b789-e0efa9329622 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:33:26.545550 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115780f0-0239-46dc-b789-e0efa9329622', 'name': 'router1', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:33:15Z', 'updated_at': '2021-12-22T08:33:25Z', 'revision_number': 2, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'gw_port_host': None, '_interfaces': [{'id': '2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0', 'name': '', 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'mac_address': 'fa:16:3e:ed:97:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115780f0-0239-46dc-b789-e0efa9329622', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:33:24Z', 'updated_at': '2021-12-22T08:33:25Z', 'revision_number': 2, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'subnets': [{'id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d3f111-b5d3-44da-9bdc-9f5c95766d69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:33:26.550991 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Checking router: 115780f0-0239-46dc-b789-e0efa9329622 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:33:26.551361 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Updating router 115780f0-0239-46dc-b789-e0efa9329622 port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:33:26.602029 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:26.970370 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:26.985306 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Transition to ACTIVE for port object 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:33:26.991767 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:27.209109 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Pushing event updated for resources: {'Port': ['ID=2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:27.228704 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.229001 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.229340 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.229671 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.230017 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.230358 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.230680 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.230998 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.231338 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.231658 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.231972 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.232283 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Tracked resource versions report: Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: pushed versions: Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: { 'AddressGroup': {'1.2'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'ConntrackHelper': {'1.0'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Log': {'1.0'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Network': {'1.1'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Port': {'1.7'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'PortForwarding': {'1.2'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'QosPolicy': {'1.8'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SecurityGroup': {'1.4'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SubPort': {'1.0'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Subnet': {'1.1'}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Trunk': {'1.1'}} Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: consumer versions: Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: { DHCP agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: L3 agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: Metadata agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: Metering agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: Open vSwitch agent@dv-neutron-822561-2-hyperv: { 'AddressGroup': '1.2', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'ConntrackHelper': '1.0', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Log': '1.0', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Network': '1.1', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Port': '1.7', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'PortForwarding': '1.2', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'QosPolicy': '1.8', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SecurityGroup': '1.4', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SecurityGroupRule': '1.2', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SubPort': '1.0', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Subnet': '1.1', Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Trunk': '1.1'}} Dec 22 08:33:27.233587 dv-neutron-822561-2-hyperv neutron-server[87537]: {{(pid=87537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:33:27.242506 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Attempting to bind port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:33:27.242903 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Attempting to bind port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'f7961b1b-dc92-4279-8f19-f062baf482c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:33:27.243343 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Attempting to bind port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 on network c8b44977-4f52-4f7e-92d5-c085f5b9f66f {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:33:27.248432 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:33:27.248839 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Checking segment: {'id': 'f7961b1b-dc92-4279-8f19-f062baf482c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:33:27.249308 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:27.249704 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Bound using segment: {'id': 'f7961b1b-dc92-4279-8f19-f062baf482c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:33:27.250252 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Bound port: 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7961b1b-dc92-4279-8f19-f062baf482c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:33:27.250665 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:27.336192 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] For port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:33:27.340137 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] For port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0,segment=NetworkSegment(f7961b1b-dc92-4279-8f19-f062baf482c9),segment_id=f7961b1b-dc92-4279-8f19-f062baf482c9)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:33:27.345808 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:27.416460 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Routers {'115780f0-0239-46dc-b789-e0efa9329622'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:33:27.417085 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:33:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['115780f0-0239-46dc-b789-e0efa9329622'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:33:27.566660 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d04342-cfaf-4ca8-b559-a6230d54a11f None None] Pushing event updated for resources: {'Port': ['ID=2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:27.582397 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] Set router 115780f0-0239-46dc-b789-e0efa9329622 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:33:27.898986 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115780f0-0239-46dc-b789-e0efa9329622', 'name': 'router1', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:33:15Z', 'updated_at': '2021-12-22T08:33:25Z', 'revision_number': 2, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'gw_port_host': None, '_interfaces': [{'id': '2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0', 'name': '', 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'mac_address': 'fa:16:3e:ed:97:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115780f0-0239-46dc-b789-e0efa9329622', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:33:24Z', 'updated_at': '2021-12-22T08:33:27Z', 'revision_number': 4, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'subnets': [{'id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d3f111-b5d3-44da-9bdc-9f5c95766d69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:33:27.903423 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36705d3-1554-48ec-b9d3-208881c10815 None None] The sync data for ids ['115780f0-0239-46dc-b789-e0efa9329622'] in dv-neutron-822561-2-hyperv is: [{'id': '115780f0-0239-46dc-b789-e0efa9329622', 'name': 'router1', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:33:15Z', 'updated_at': '2021-12-22T08:33:25Z', 'revision_number': 2, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'gw_port_host': None, '_interfaces': [{'id': '2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0', 'name': '', 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'mac_address': 'fa:16:3e:ed:97:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115780f0-0239-46dc-b789-e0efa9329622', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:33:24Z', 'updated_at': '2021-12-22T08:33:27Z', 'revision_number': 4, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'subnets': [{'id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d3f111-b5d3-44da-9bdc-9f5c95766d69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:33:28.202396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45664) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:28.349658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e1ae82-68cb-474a-b95b-cb4c536f3c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:33:28.350252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d8e1ae82-68cb-474a-b95b-cb4c536f3c56 admin admin] Synchronizing usage tracker for tenant:8dd543d42b5b4d6d8580e10996175569 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:33:28.367580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d8e1ae82-68cb-474a-b95b-cb4c536f3c56 admin admin] Unset dirty status for tenant:8dd543d42b5b4d6d8580e10996175569 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:33:28.368730 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d8e1ae82-68cb-474a-b95b-cb4c536f3c56 admin admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 842 time: 0.1653578 Dec 22 08:33:28.378129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Request body: {'subnet': {'gateway_ip': '172.26.1.1', 'enable_dhcp': False, 'cidr': '172.26.1.0/24', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:33:28.383130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:33:28.386888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Usage tracker for resource:subnet and tenant:8dd543d42b5b4d6d8580e10996175569 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:33:28.389630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:33:28.396167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:33:28.405419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Made reservation on behalf of 8dd543d42b5b4d6d8580e10996175569 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:33:28.408237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:28.645779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:33:28.717605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:33:28.724185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:33:28.724693 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:28.794605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:33:28.795284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:28.850392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:28.873020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:33:28.873370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Network hostable DHCP agents. Network: 24ccee19-c423-466b-9e41-455fb79e1fff, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:33:28.883410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0,segment=NetworkSegment(f7961b1b-dc92-4279-8f19-f062baf482c9),segment_id=f7961b1b-dc92-4279-8f19-f062baf482c9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:33:28.886102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0cc4d9-55c8-46c7-af7b-6ddb0627d538,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:28.887849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:28.900763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:33:28.912492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 24ccee19-c423-466b-9e41-455fb79e1fff) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:33:28.921174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:33:28.922339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:28.923539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5aa58e-b538-462c-a36f-9e8fc0f67832 None None] Network 24ccee19-c423-466b-9e41-455fb79e1fff requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:33:28.942071 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8769461f-dfb2-4052-9961-cd9b2094cf1c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5673339 Dec 22 08:33:29.070531 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:29.212486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a32649-8373-40ca-9a9a-7aaba5c26538 None None] Network 24ccee19-c423-466b-9e41-455fb79e1fff requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:33:30.618959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:33:30.684603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:33:30.684968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:31.251055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 45678) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:31.441643 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1f783515-aabb-4e9b-b83a-c636c72233f7 admin admin] 10.222.0.37 "GET /v2.0/routers/115780f0-0239-46dc-b789-e0efa9329622 HTTP/1.1" status: 200 len: 710 time: 0.1893079 Dec 22 08:33:31.566110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8e93b-8e02-4f96-ac20-8366b492515b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:33:31.567448 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-23e8e93b-8e02-4f96-ac20-8366b492515b admin admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 886 time: 0.1207552 Dec 22 08:33:31.575955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:33:32.052068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:32.366213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:32.419349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:32.547181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Allocated IP 172.26.1.132 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/2c26aae3-0b47-4a2d-8273-6eca8b37bc4f) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:33:32.678403 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 5 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:33:32.685747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:32.713686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:32.778702 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:33:32.781509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:33:32.786816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:33:32.846151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Pushing event updated for resources: {'Port': ['ID=2c26aae3-0b47-4a2d-8273-6eca8b37bc4f,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:33.153523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:33.529276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:33.533026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:33.704091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Router 115780f0-0239-46dc-b789-e0efa9329622 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:33:33.871007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:33:33.878997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:33.880159 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b3a5830f-d868-4efd-8f37-6bcd03c30a00 admin admin] 10.222.0.37 "PUT /v2.0/routers/115780f0-0239-46dc-b789-e0efa9329622 HTTP/1.1" status: 200 len: 890 time: 2.3072908 Dec 22 08:33:33.880318 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Sync routers for ids ['115780f0-0239-46dc-b789-e0efa9329622'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:33:33.890927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Routers {'115780f0-0239-46dc-b789-e0efa9329622'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:33:33.891602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:33:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['115780f0-0239-46dc-b789-e0efa9329622'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:33:34.081725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Set router 115780f0-0239-46dc-b789-e0efa9329622 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:33:34.411777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115780f0-0239-46dc-b789-e0efa9329622', 'name': 'router1', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '2c26aae3-0b47-4a2d-8273-6eca8b37bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:33:15Z', 'updated_at': '2021-12-22T08:33:32Z', 'revision_number': 4, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'gw_port': {'id': '2c26aae3-0b47-4a2d-8273-6eca8b37bc4f', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115780f0-0239-46dc-b789-e0efa9329622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:33:32Z', 'updated_at': '2021-12-22T08:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0', 'name': '', 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'mac_address': 'fa:16:3e:ed:97:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115780f0-0239-46dc-b789-e0efa9329622', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:33:24Z', 'updated_at': '2021-12-22T08:33:28Z', 'revision_number': 5, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'subnets': [{'id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d3f111-b5d3-44da-9bdc-9f5c95766d69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:33:34.416795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Checking router: 115780f0-0239-46dc-b789-e0efa9329622 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:33:34.417146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Updating router 115780f0-0239-46dc-b789-e0efa9329622 port 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:33:34.467066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:34.788470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:34.800437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Transition to ACTIVE for port object 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:33:34.806689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:34.910403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8cb9a-a64c-4832-8fa7-21342206872c None None] Pushing event updated for resources: {'Port': ['ID=2c26aae3-0b47-4a2d-8273-6eca8b37bc4f,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:34.912580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Attempting to bind port 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:33:34.912948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Attempting to bind port 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:33:34.913311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Attempting to bind port 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:33:34.919113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:33:34.919490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:33:34.919890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:34.920274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:33:34.920735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Bound port: 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:33:34.921199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:34.992456 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] For port 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:33:34.995666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] For port 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2c26aae3-0b47-4a2d-8273-6eca8b37bc4f,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:33:34.999550 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:35.077230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Routers {'115780f0-0239-46dc-b789-e0efa9329622'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:33:35.077891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:33:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['115780f0-0239-46dc-b789-e0efa9329622'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:33:35.130855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8cb9a-a64c-4832-8fa7-21342206872c None None] Pushing event updated for resources: {'Port': ['ID=2c26aae3-0b47-4a2d-8273-6eca8b37bc4f,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:35.256210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] Set router 115780f0-0239-46dc-b789-e0efa9329622 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:33:35.571913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115780f0-0239-46dc-b789-e0efa9329622', 'name': 'router1', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '2c26aae3-0b47-4a2d-8273-6eca8b37bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:33:15Z', 'updated_at': '2021-12-22T08:33:32Z', 'revision_number': 4, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'gw_port': {'id': '2c26aae3-0b47-4a2d-8273-6eca8b37bc4f', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115780f0-0239-46dc-b789-e0efa9329622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:33:32Z', 'updated_at': '2021-12-22T08:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0', 'name': '', 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'mac_address': 'fa:16:3e:ed:97:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115780f0-0239-46dc-b789-e0efa9329622', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:33:24Z', 'updated_at': '2021-12-22T08:33:28Z', 'revision_number': 5, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'subnets': [{'id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d3f111-b5d3-44da-9bdc-9f5c95766d69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:33:35.575784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fab60b-5cd0-4eae-9d38-428cd2b13c74 None None] The sync data for ids ['115780f0-0239-46dc-b789-e0efa9329622'] in dv-neutron-822561-2-hyperv is: [{'id': '115780f0-0239-46dc-b789-e0efa9329622', 'name': 'router1', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '2c26aae3-0b47-4a2d-8273-6eca8b37bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:33:15Z', 'updated_at': '2021-12-22T08:33:32Z', 'revision_number': 4, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'gw_port': {'id': '2c26aae3-0b47-4a2d-8273-6eca8b37bc4f', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115780f0-0239-46dc-b789-e0efa9329622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:33:32Z', 'updated_at': '2021-12-22T08:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0', 'name': '', 'network_id': 'c8b44977-4f52-4f7e-92d5-c085f5b9f66f', 'tenant_id': '4e3e7575fefc4528bccd40a630a25ac8', 'mac_address': 'fa:16:3e:ed:97:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115780f0-0239-46dc-b789-e0efa9329622', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:33:24Z', 'updated_at': '2021-12-22T08:33:28Z', 'revision_number': 5, 'project_id': '4e3e7575fefc4528bccd40a630a25ac8', 'subnets': [{'id': '51769ff9-7fac-44ee-87ac-2fc076e06ba8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d3f111-b5d3-44da-9bdc-9f5c95766d69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:33:36.223559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 45688) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:33:36.464558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.policy [None req-3766b67d-ba9d-47bd-b3f0-30e47cdf94aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87534) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 08:33:36.509382 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING oslo_policy.policy [None req-3766b67d-ba9d-47bd-b3f0-30e47cdf94aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:33:36.509765 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING oslo_policy.policy [None req-3766b67d-ba9d-47bd-b3f0-30e47cdf94aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:33:36.519105 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3766b67d-ba9d-47bd-b3f0-30e47cdf94aa admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2945254 Dec 22 08:33:36.646614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:33:36.717038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:33:36.722486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:33:36.722866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:36.841273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:36.857857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2c26aae3-0b47-4a2d-8273-6eca8b37bc4f,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:33:36.861971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:36.929620 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=2c26aae3-0b47-4a2d-8273-6eca8b37bc4f,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:33:38.628871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:33:38.694606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2c26aae3-0b47-4a2d-8273-6eca8b37bc4f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:33:38.695179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:49.259614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cc0b98bd-4bcc-449e-8686-8c4a7072c96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:51.661466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b6d665df-6820-44e0-b582-6f29aaecd941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:52.643121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:52.871469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:53.987322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:09.677943 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 5 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:34:19.252099 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-887f6453-d586-474b-ab9c-ac3483e0d2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:21.664754 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c243537d-6721-4592-afdb-dc88589c4295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:22.647500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:22.877243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:23.990346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:46.676508 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 5 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:34:49.257857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-68431bc4-bb22-4100-83ba-ea5418bd8b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:51.669010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b914bce0-4052-401f-be55-16a444fc0ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:52.646900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:52.873486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:54.009655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:19.277535 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3fa73d5b-cbd0-48e5-9631-ebbc7b98c440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:21.674179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-49b33d09-2a90-47a1-b2d2-285f4fbd3cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:22.643173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:22.875538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:23.677373 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 5 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:35:23.996441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:40.391643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46292) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:40.457298 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdd5ae5-3544-4f7a-a115-e122548e186a admin admin] GET failed (client error): The resource could not be found. Dec 22 08:35:40.458563 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1bdd5ae5-3544-4f7a-a115-e122548e186a admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659940 Dec 22 08:35:40.585874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee93117-b973-4c79-8c76-83ceede9f475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:40.587231 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0ee93117-b973-4c79-8c76-83ceede9f475 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1248853 Dec 22 08:35:42.706420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46302) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:42.830843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719345ef-45d6-466b-ba24-4be060e700da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:42.832152 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-719345ef-45d6-466b-ba24-4be060e700da admin admin] 10.222.0.37 "GET /v2.0/subnets/51769ff9-7fac-44ee-87ac-2fc076e06ba8 HTTP/1.1" status: 200 len: 849 time: 0.1248350 Dec 22 08:35:42.841267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:35:42.959201 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:43.150321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780650055882'] for subnet, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:43.228472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1dca5-a315-4439-8abb-8aa3a488f6fb None None] Network c8b44977-4f52-4f7e-92d5-c085f5b9f66f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:35:43.229073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:43.229765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:43.231033 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] 10.222.0.37 "PUT /v2.0/subnets/51769ff9-7fac-44ee-87ac-2fc076e06ba8 HTTP/1.1" status: 200 len: 868 time: 0.3934972 Dec 22 08:35:43.244283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51769ff9-7fac-44ee-87ac-2fc076e06ba8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:43.253584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.253978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.254317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.254649 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.254996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.255310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.255632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.255956 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.256278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.256600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.256917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.257916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddcff7b-9c9c-4be4-91ef-623b5d6747c9 admin admin] Tracked resource versions report: Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: pushed versions: Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: { 'AddressGroup': {'1.2'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'ConntrackHelper': {'1.0'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Log': {'1.0'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Network': {'1.1'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Port': {'1.7'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'PortForwarding': {'1.2'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'QosPolicy': {'1.8'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SecurityGroup': {'1.4'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SubPort': {'1.0'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Subnet': {'1.1'}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Trunk': {'1.1'}} Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: consumer versions: Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: { DHCP agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: L3 agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: Metadata agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: Metering agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: Open vSwitch agent@dv-neutron-822561-2-hyperv: { 'AddressGroup': '1.2', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'ConntrackHelper': '1.0', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Log': '1.0', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Network': '1.1', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Port': '1.7', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'PortForwarding': '1.2', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'QosPolicy': '1.8', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SecurityGroup': '1.4', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SecurityGroupRule': '1.2', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SubPort': '1.0', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Subnet': '1.1', Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Trunk': '1.1'}} Dec 22 08:35:43.258728 dv-neutron-822561-2-hyperv neutron-server[87534]: {{(pid=87534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:35:43.716408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e7de0302-bc31-4767-8c31-eed1a3f4f718 None None] Provisioning complete for port e83cc01d-a8e0-4631-bea3-fd54947a55d5 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:35:43.716855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e7de0302-bc31-4767-8c31-eed1a3f4f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:43.839071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e7de0302-bc31-4767-8c31-eed1a3f4f718 None None] Provisioning complete for port 2101cb6b-95a2-49a6-b1e3-5bb21c48e3f0 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:35:43.839322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e7de0302-bc31-4767-8c31-eed1a3f4f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:45.358141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46316) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:45.543739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be0650-943b-4f3d-8ca1-ea8d27b54748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:45.544118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be0650-943b-4f3d-8ca1-ea8d27b54748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:45.545922 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-99be0650-943b-4f3d-8ca1-ea8d27b54748 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1860118 Dec 22 08:35:47.663846 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46326) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:47.852090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc050fc0-4bcf-456b-9064-f8ad50e4050a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:47.852479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc050fc0-4bcf-456b-9064-f8ad50e4050a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:47.853997 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fc050fc0-4bcf-456b-9064-f8ad50e4050a admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1891930 Dec 22 08:35:49.249961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a6e34f37-b4ac-4555-ae90-058ba7c3b644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:49.960853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46336) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:50.128097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d10fa-bf6c-4cc7-a809-0cbce8796333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:50.129455 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4a9d10fa-bf6c-4cc7-a809-0cbce8796333 admin admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 886 time: 0.1676710 Dec 22 08:35:51.675812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76d7c785-1419-4c2a-af6b-5aa5b3225c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:52.228932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46346) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:52.397023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded860d-39b0-4e91-b331-2f712b4195de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:52.398383 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7ded860d-39b0-4e91-b331-2f712b4195de admin admin] 10.222.0.37 "GET /v2.0/networks/c8b44977-4f52-4f7e-92d5-c085f5b9f66f HTTP/1.1" status: 200 len: 869 time: 0.1684837 Dec 22 08:35:52.647859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:52.877847 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:54.003805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:54.519527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46356) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:54.622536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d44c0-dc9b-4e12-9d41-c15388b505a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:54.622994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d44c0-dc9b-4e12-9d41-c15388b505a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:54.623704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ce9d44c0-dc9b-4e12-9d41-c15388b505a2 admin admin] Synchronizing usage tracker for tenant:8dd543d42b5b4d6d8580e10996175569 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:35:54.638969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ce9d44c0-dc9b-4e12-9d41-c15388b505a2 admin admin] Unset dirty status for tenant:8dd543d42b5b4d6d8580e10996175569 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:35:54.640615 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ce9d44c0-dc9b-4e12-9d41-c15388b505a2 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1201398 Dec 22 08:35:56.740180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46366) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:56.844222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc779ecd-1d8c-4857-a0d3-6045305afe50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:56.844674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc779ecd-1d8c-4857-a0d3-6045305afe50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:56.846238 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dc779ecd-1d8c-4857-a0d3-6045305afe50 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050994 Dec 22 08:35:58.947692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46376) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:59.055263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f3951-85e1-4158-9f19-91287674a7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:59.056574 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c08f3951-85e1-4158-9f19-91287674a7f0 admin admin] 10.222.0.37 "GET /v2.0/subnets/51769ff9-7fac-44ee-87ac-2fc076e06ba8 HTTP/1.1" status: 200 len: 868 time: 0.1079476 Dec 22 08:36:00.676876 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 5 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:36:01.156592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46386) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:01.255286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e541d-2b36-4fd2-a1e5-bc4b32b8b015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:01.256591 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5d0e541d-2b36-4fd2-a1e5-bc4b32b8b015 admin admin] 10.222.0.37 "GET /v2.0/subnets/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538 HTTP/1.1" status: 200 len: 816 time: 0.0990474 Dec 22 08:36:19.253016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1c3c-637f-4a9a-9682-67ed7811cead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.681348 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-db89da6a-fedb-4c3c-a6d3-98ce12a94eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.650336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.880706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.999759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.272110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46430) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:24.318693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-45e1bc58-b254-4e20-9791-1c01b59eb245 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:36:24.319654 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-45e1bc58-b254-4e20-9791-1c01b59eb245 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466206 Dec 22 08:36:26.492972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46440) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:26.557307 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fb0e1f-b3bd-435b-84b5-e43392aa990e admin admin] GET failed (client error): The resource could not be found. Dec 22 08:36:26.558565 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-17fb0e1f-b3bd-435b-84b5-e43392aa990e admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646830 Dec 22 08:36:26.679241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cb4656-fc83-4357-bc8f-82f8ead6361f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:26.680598 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c1cb4656-fc83-4357-bc8f-82f8ead6361f admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1182604 Dec 22 08:36:28.795654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46450) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:28.842129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:28.846526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:28.855909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:28.865243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Made reservation on behalf of 8dd543d42b5b4d6d8580e10996175569 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:28.867530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.998364 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING neutron.services.revisions.revision_plugin [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Could not find related network for resource to bump revision. Dec 22 08:36:29.010574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:29.020129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.020454 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Added segment 9ba7d66b-0beb-4ff7-85aa-178380a31077 of type vlan for network 45f4e0e1-0249-430c-8557-6ff341efc87e Dec 22 08:36:29.050408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.078691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.079583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:29.080143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.176508 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3797250 Dec 22 08:36:29.179331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Pushing event updated for resources: {'Network': ['ID=45f4e0e1-0249-430c-8557-6ff341efc87e,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:29.186295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.187146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.187474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.187790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.188104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.188432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.188751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.189062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.189370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.189705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.190004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.190383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e10ca-5d9d-4b32-ae8c-b44dd5891174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:29.202569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 45f4e0e1-0249-430c-8557-6ff341efc87e details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:31.322749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46460) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:31.387573 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef32f7f4-807a-40ba-8a80-60c0e3ec499a admin admin] GET failed (client error): The resource could not be found. Dec 22 08:36:31.388070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ef32f7f4-807a-40ba-8a80-60c0e3ec499a admin admin] Synchronizing usage tracker for tenant:8dd543d42b5b4d6d8580e10996175569 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:31.402886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ef32f7f4-807a-40ba-8a80-60c0e3ec499a admin admin] Unset dirty status for tenant:8dd543d42b5b4d6d8580e10996175569 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:31.404196 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ef32f7f4-807a-40ba-8a80-60c0e3ec499a admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0799098 Dec 22 08:36:31.506396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f25c79-64b5-43cd-8067-9580847be037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:31.507787 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-16f25c79-64b5-43cd-8067-9580847be037 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989766 Dec 22 08:36:31.517642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Request body: {'subnet': {'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:31.521830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:31.531579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:31.540670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Made reservation on behalf of 8dd543d42b5b4d6d8580e10996175569 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:31.542859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Notify callbacks [] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.732561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.806337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f6b4d5-c81c-440c-9be5-aeddfbeb8273,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:31.814008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Checking segment: {'id': '9ba7d66b-0beb-4ff7-85aa-178380a31077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:31.814360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Network hostable DHCP agents. Network: 45f4e0e1-0249-430c-8557-6ff341efc87e, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:31.832051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Network 45f4e0e1-0249-430c-8557-6ff341efc87e is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:31.840893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 45f4e0e1-0249-430c-8557-6ff341efc87e) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:31.844767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:31.845337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.850138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6610bf79-922f-4ad7-a5e6-4255658c5c8d None None] Network 45f4e0e1-0249-430c-8557-6ff341efc87e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:31.868762 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d9f7b5c2-9cc4-4896-95e4-7ce8f8a408be admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3549352 Dec 22 08:36:32.072310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-45f4e0e1-0249-430c-8557-6ff341efc87e', 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e', 'tenant_id': '8dd543d42b5b4d6d8580e10996175569', 'fixed_ips': [{'subnet_id': '33f6b4d5-c81c-440c-9be5-aeddfbeb8273'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:36:32.073158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.227712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Allocated IP 192.168.233.2 (45f4e0e1-0249-430c-8557-6ff341efc87e/33f6b4d5-c81c-440c-9be5-aeddfbeb8273/d2647c9d-835c-48e0-a852-5858045d75e0) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:32.430523 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.442044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Transition to ACTIVE for port object d2647c9d-835c-48e0-a852-5858045d75e0 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:32.460084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Transition to ACTIVE for port object d2647c9d-835c-48e0-a852-5858045d75e0 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:32.466016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.554779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Network 45f4e0e1-0249-430c-8557-6ff341efc87e is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:32.557514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:32.563685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Pushing event updated for resources: {'Port': ['ID=d2647c9d-835c-48e0-a852-5858045d75e0,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:32.565906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:32.597497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.597959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.598308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.598646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.598976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.599323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.599653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.600026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.600392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.600669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.600987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.601307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:32.664687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Attempting to bind port d2647c9d-835c-48e0-a852-5858045d75e0 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:32.665057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Attempting to bind port d2647c9d-835c-48e0-a852-5858045d75e0 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '9ba7d66b-0beb-4ff7-85aa-178380a31077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:32.665419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Attempting to bind port d2647c9d-835c-48e0-a852-5858045d75e0 on network 45f4e0e1-0249-430c-8557-6ff341efc87e {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:32.671244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:32.671870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Checking segment: {'id': '9ba7d66b-0beb-4ff7-85aa-178380a31077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:32.672266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.672648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Bound using segment: {'id': '9ba7d66b-0beb-4ff7-85aa-178380a31077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:32.673162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Bound port: d2647c9d-835c-48e0-a852-5858045d75e0, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba7d66b-0beb-4ff7-85aa-178380a31077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:32.673550 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.761829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] For port d2647c9d-835c-48e0-a852-5858045d75e0, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:32.765966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] For port d2647c9d-835c-48e0-a852-5858045d75e0, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d2647c9d-835c-48e0-a852-5858045d75e0,segment=NetworkSegment(9ba7d66b-0beb-4ff7-85aa-178380a31077),segment_id=9ba7d66b-0beb-4ff7-85aa-178380a31077)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:32.771476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.852659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a5806-eab3-4a01-8e6a-e3b5f36d5761 None None] Pushing event updated for resources: {'Port': ['ID=d2647c9d-835c-48e0-a852-5858045d75e0,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:33.704057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80c0867-94ad-4748-8ba8-ddad94945744 None None] Network 45f4e0e1-0249-430c-8557-6ff341efc87e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:33.826281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ebaca533-08bd-465e-bc01-97b5cad83b95 None None] Provisioning for port d2647c9d-835c-48e0-a852-5858045d75e0 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:34.738828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d2647c9d-835c-48e0-a852-5858045d75e0 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:34.807063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port d2647c9d-835c-48e0-a852-5858045d75e0 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:34.812307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d2647c9d-835c-48e0-a852-5858045d75e0 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:34.812671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.924752 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.955776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port d2647c9d-835c-48e0-a852-5858045d75e0, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d2647c9d-835c-48e0-a852-5858045d75e0,segment=NetworkSegment(9ba7d66b-0beb-4ff7-85aa-178380a31077),segment_id=9ba7d66b-0beb-4ff7-85aa-178380a31077)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:34.959455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.025572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=d2647c9d-835c-48e0-a852-5858045d75e0,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:36.720776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d2647c9d-835c-48e0-a852-5858045d75e0 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:36.787031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d2647c9d-835c-48e0-a852-5858045d75e0 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:36.787400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.676934 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 5 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:36:49.254707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ae1ff862-a60b-47b6-96cd-5411d1fe4f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.683073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f191-7054-4a1d-9806-f30815e8a999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.649004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.884451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.009063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.676430 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 5 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:37:19.256642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7b89129c-04e5-4ce5-94f9-065b3d21b921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.685780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-119eda05-de85-4e4b-9c8e-3dc96b270f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.651739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.885886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.011186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.261762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c3ed4dda-ac71-49c1-83a0-49686906be21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.676807 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 5 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:37:51.687386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7f887568-9fef-480e-b54c-983dc9946143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.655026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.888362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.015951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.307962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46510) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:55.314633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-cc2600c0-22ec-4184-b8d2-fdc0402139a8 tempest-verify_tempest_config-184592313 tempest-verify_tempest_config-184592313-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:37:55.315563 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cc2600c0-22ec-4184-b8d2-fdc0402139a8 tempest-verify_tempest_config-184592313 tempest-verify_tempest_config-184592313-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066581 Dec 22 08:37:55.613180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46528) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:55.723761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.737901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:55.741552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Usage tracker for resource:security_group_rule and tenant:6f19239a647549c1a72a9e2ecb971280 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:55.744256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:55.749788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:55.828808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.832318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.876605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Synchronizing usage tracker for tenant:8dd543d42b5b4d6d8580e10996175569 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:55.879837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d5e09e-4e05-4413-8635-12a61ae535c5,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:55.886518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.886874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.887204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.887524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.887840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.888169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.888487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.888816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.889128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.889434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.889762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.890097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:55.906646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] Unset dirty status for tenant:8dd543d42b5b4d6d8580e10996175569 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:55.907878 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-80d16a67-14cd-4360-8d33-b830b79dca59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f19239a647549c1a72a9e2ecb971280&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2936857 Dec 22 08:37:55.910600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46534) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:55.970181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-962bbb40-03ec-48e4-9b00-0fae3663aeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.995726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-962bbb40-03ec-48e4-9b00-0fae3663aeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.086018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-962bbb40-03ec-48e4-9b00-0fae3663aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.102015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bbb40-03ec-48e4-9b00-0fae3663aeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d5e09e-4e05-4413-8635-12a61ae535c5,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:56.106252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-962bbb40-03ec-48e4-9b00-0fae3663aeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.107326 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-962bbb40-03ec-48e4-9b00-0fae3663aeb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70d5e09e-4e05-4413-8635-12a61ae535c5 HTTP/1.1" status: 204 len: 168 time: 0.1958299 Dec 22 08:38:19.265724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee7553cc-a600-4557-a926-76a8af6e0e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.692854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b5477e4b-d518-4150-8e65-79e0fd225628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.656548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.889958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.016674 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.678209 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 5 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:38:49.267471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fbd77b93-60f3-4128-804f-3b427be72a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.694400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a79a62b9-e91e-4e78-b897-02aef45d1256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.661079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.891920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.020297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.677206 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 5 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:39:13.929962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16335748'] for agent, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.269220 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fabbd721-e08c-4e8f-907d-9550feade1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.698068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5316587e-3e38-4591-9f61-622362d117b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.664055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.893690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.023348 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.070250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46604) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:28.179153 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-55de4f1e-e646-43e3-bd5f-3c21f2751835 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1078520 Dec 22 08:39:30.343167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46614) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:30.401044 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c6092d36-c8d6-4e66-8418-8bf6c22626c5 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0568087 Dec 22 08:39:42.676154 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:39:43.883937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.270341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2218dd3d-fe32-4875-8f48-4ab14dc20d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.699187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03d31ef9-80fe-4724-8ad4-7413454eab0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.665747 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.895854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.025059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.883610 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.272628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ff3b70bb-6c05-419d-a6e1-45dd47fa251a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.676559 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:40:21.700850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-706d1cfc-66d4-433b-a2a4-5b45fe57c2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.669306 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.898314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.029012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.899069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.287611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1fe005c6-abc2-4ef5-9b10-69de4f65dc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.718749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a6d4b5eb-95d6-4c93-b33c-bf68279424c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.686856 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.904302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.035614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.528621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46816) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:54.532319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46820) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:54.754707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46834) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:54.910479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1866343877-network', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:54.911768 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.quota [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Loaded quota_driver: . Dec 22 08:40:54.918160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:54.923211 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Usage tracker for resource:network and tenant:1f81a5a8b4184e2b8ada05056a875a3a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:54.926806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:54.934321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:54.935164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1377586250-network', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:54.939585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:54.944834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Usage tracker for resource:network and tenant:c35afbf7ce934c9cbd729a00925c97dc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:54.947380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:54.950998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Made reservation on behalf of 1f81a5a8b4184e2b8ada05056a875a3a for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:54.953965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.954129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:54.966434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Made reservation on behalf of c35afbf7ce934c9cbd729a00925c97dc for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:54.969146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.975205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.982737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.990861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:54.995015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Usage tracker for resource:security_group_rule and tenant:1f81a5a8b4184e2b8ada05056a875a3a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:54.998638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:54.998908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.002630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Usage tracker for resource:security_group_rule and tenant:c35afbf7ce934c9cbd729a00925c97dc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:55.005808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.006463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.012819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.122510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.125849 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.130716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.131347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.164977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:55.169837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eaddeb-63d4-443b-958f-75947ecc2f3a,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.174214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:55.174600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9334a168-72a7-4b94-996f-6e4fbb52f821,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.183855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.184281 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Added segment 4d5e0e65-b554-472f-af84-2fc511464a4c of type vlan for network 428092a9-8d6c-49a4-9f7d-f345b940981c Dec 22 08:40:55.184858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.185442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.185959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.186401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.186611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.186757 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.187094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.187412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.187571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.187957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.188185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.188300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.188630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.188958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.189064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.189277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.189597 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.189855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.189967 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.190428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.190898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Tracked resource versions report: Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: pushed versions: Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: { 'AddressGroup': {'1.2'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'ConntrackHelper': {'1.0'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Log': {'1.0'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Network': {'1.1'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Port': {'1.7'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'PortForwarding': {'1.2'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'QosPolicy': {'1.8'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SecurityGroup': {'1.4'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SubPort': {'1.0'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Subnet': {'1.1'}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Trunk': {'1.1'}} Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: consumer versions: Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: { DHCP agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: HyperV agent@hv-neutron-8225: {}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: L3 agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: Metadata agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: Metering agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: Open vSwitch agent@dv-neutron-822561-2-hyperv: { 'AddressGroup': '1.2', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'ConntrackHelper': '1.0', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Log': '1.0', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Network': '1.1', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Port': '1.7', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'PortForwarding': '1.2', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'QosPolicy': '1.8', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SecurityGroup': '1.4', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SecurityGroupRule': '1.2', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'SubPort': '1.0', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Subnet': '1.1', Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: 'Trunk': '1.1'}} Dec 22 08:40:55.191012 dv-neutron-822561-2-hyperv neutron-server[87534]: {{(pid=87534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:40:55.194371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.194870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.195473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Tracked resource versions report: Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: pushed versions: Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: { 'AddressGroup': {'1.2'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'ConntrackHelper': {'1.0'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Log': {'1.0'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Network': {'1.1'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Port': {'1.7'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'PortForwarding': {'1.2'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'QosPolicy': {'1.8'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SecurityGroup': {'1.4'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SubPort': {'1.0'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Subnet': {'1.1'}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Trunk': {'1.1'}} Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: consumer versions: Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: { DHCP agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: HyperV agent@hv-neutron-8225: {}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: L3 agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: Metadata agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: Metering agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: Open vSwitch agent@dv-neutron-822561-2-hyperv: { 'AddressGroup': '1.2', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'ConntrackHelper': '1.0', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Log': '1.0', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Network': '1.1', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Port': '1.7', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'PortForwarding': '1.2', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'QosPolicy': '1.8', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SecurityGroup': '1.4', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SecurityGroupRule': '1.2', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'SubPort': '1.0', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Subnet': '1.1', Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: 'Trunk': '1.1'}} Dec 22 08:40:55.196832 dv-neutron-822561-2-hyperv neutron-server[87535]: {{(pid=87535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:40:55.202503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780650071965', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.203372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Unsubscribe: segment precommit_create {{(pid=87534) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 08:40:55.203997 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Added segment 7a48d11a-d28c-464e-9c25-d09da2b31edb of type vlan for network 8206ff15-91dd-4485-9c82-7e86a57041d4 Dec 22 08:40:55.236553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.276727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.278028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:55.279388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.295038 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.317813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-477485626'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:55.339456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.339944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:55.341141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:55.342469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.344538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Usage tracker for resource:network and tenant:a05b08f71f22493aba43190395732cc2 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:55.348221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.360090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.429775 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8993471 Dec 22 08:40:55.432716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46856) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.435517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c41abb-28fd-49fa-8932-a97b2191232c admin admin] Pushing event updated for resources: {'Network': ['ID=428092a9-8d6c-49a4-9f7d-f345b940981c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.440398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Request body: {'subnet': {'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1377586250-subnet', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:55.444128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Made reservation on behalf of a05b08f71f22493aba43190395732cc2 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:55.447578 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.448411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 428092a9-8d6c-49a4-9f7d-f345b940981c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:55.465460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.473783 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9397435 Dec 22 08:40:55.479899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46860) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.487539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:55.488508 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Request body: {'subnet': {'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1866343877-subnet', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:55.493930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fb897-8d21-4938-9099-2f3165a7a67e admin admin] Pushing event updated for resources: {'Network': ['ID=8206ff15-91dd-4485-9c82-7e86a57041d4,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.496444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:55.501691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Usage tracker for resource:subnet and tenant:1f81a5a8b4184e2b8ada05056a875a3a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:55.506577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.507631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:55.510038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Usage tracker for resource:subnet and tenant:c35afbf7ce934c9cbd729a00925c97dc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:55.513802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.514272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.516603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Usage tracker for resource:security_group_rule and tenant:a05b08f71f22493aba43190395732cc2 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:55.522104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.524732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.530065 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.530734 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Made reservation on behalf of 1f81a5a8b4184e2b8ada05056a875a3a for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:55.533794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.584018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 8206ff15-91dd-4485-9c82-7e86a57041d4 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:55.649012 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Made reservation on behalf of c35afbf7ce934c9cbd729a00925c97dc for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:55.651338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.672776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.690115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.758864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46870) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.760576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e663c83-720e-4672-a7ab-3fab3e9cdf79,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.824944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:55.844713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.845053 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Added segment ef704b39-b32f-452c-9e2e-359e301e5ef6 of type vlan for network 67356c77-c38d-427c-9573-170cf4a4c1eb Dec 22 08:40:55.871982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.879101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.924933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46886) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.972749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Checking segment: {'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:55.973321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Network hostable DHCP agents. Network: 8206ff15-91dd-4485-9c82-7e86a57041d4, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:56.000169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1624524872', 'router:external': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:56.010840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=305877c8-72e7-4616-b485-e8e11f34d46b,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.013093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Network 8206ff15-91dd-4485-9c82-7e86a57041d4 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:56.016951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:56.020552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Usage tracker for resource:network and tenant:02854c1a14c74eac9d566d5954d113b5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:56.030609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:56.033139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 8206ff15-91dd-4485-9c82-7e86a57041d4) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:56.040274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:56.042858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.045353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a5edb9-6a78-44bf-b49a-08ec9d5e6a1f None None] Network 8206ff15-91dd-4485-9c82-7e86a57041d4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:56.059495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:56.074602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.080601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:56.081270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.102405 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7cbeb3ea-0224-4fb0-b9af-fcf5b06ad901 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6167562 Dec 22 08:40:56.103467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Made reservation on behalf of 02854c1a14c74eac9d566d5954d113b5 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:56.103599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46896) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:56.105115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.108266 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:56.116218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:56.129736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Usage tracker for resource:router and tenant:1f81a5a8b4184e2b8ada05056a875a3a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:56.137669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:56.144158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:56.146609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.163979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.165916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.194192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.305917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Network': ['ID=67356c77-c38d-427c-9573-170cf4a4c1eb,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.315954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:56.330397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Usage tracker for resource:security_group_rule and tenant:02854c1a14c74eac9d566d5954d113b5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:56.336045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:56.344514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.350250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:56.387399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 67356c77-c38d-427c-9573-170cf4a4c1eb details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:56.413606 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4a250300-0304-484e-8e43-1d668d8f271d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6548522 Dec 22 08:40:56.418256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46906) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:56.440609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'subnet': {'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:56.495898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Checking segment: {'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:56.496276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Network hostable DHCP agents. Network: 428092a9-8d6c-49a4-9f7d-f345b940981c, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:56.518162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-8206ff15-91dd-4485-9c82-7e86a57041d4', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:56.518967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.578916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f5a9766-35a8-4ccf-837d-8fea790cad3f,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.678063 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:40:56.689300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:56.691455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:56.696358 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:56.696936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Allocated IP 172.20.0.2 (8206ff15-91dd-4485-9c82-7e86a57041d4/305877c8-72e7-4616-b485-e8e11f34d46b/1dcc1e2c-a390-41da-90ba-f5b66023cbd7) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:56.698294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Network 428092a9-8d6c-49a4-9f7d-f345b940981c is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:56.701532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Usage tracker for resource:subnet and tenant:a05b08f71f22493aba43190395732cc2 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:56.702938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Usage tracker for resource:floatingip and tenant:6ead3577b448440c9aaf592da9125b7c is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:56.706356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:56.707782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:56.716898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:56.718700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:56.736601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 428092a9-8d6c-49a4-9f7d-f345b940981c) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:56.736858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.743653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.747547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:56.748125 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.759841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Made reservation on behalf of a05b08f71f22493aba43190395732cc2 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:56.763266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.821113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.874030 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ebf42fa1-3df9-4138-a541-7d47ed3625ee admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4402590 Dec 22 08:40:56.880841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.889409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46918) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:56.907858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:56.942264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:56.950438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:56.962852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Usage tracker for resource:router and tenant:c35afbf7ce934c9cbd729a00925c97dc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:56.967656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99050a41-1dc4-468e-b495-4d2a78be5534,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.971114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:56.978517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:56.982697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.983115 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Added segment fb626969-a73f-4fdb-8fd6-c09989e843db of type vlan for network 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566 Dec 22 08:40:57.052009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.052997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.053156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.076961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.077184 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Transition to ACTIVE for port object 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:57.117283 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.139927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003bad50-3526-488e-ae89-0efe2c21836c None None] Network 428092a9-8d6c-49a4-9f7d-f345b940981c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:57.147163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46924) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:57.170021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.170833 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:57.171624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.182642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Transition to ACTIVE for port object 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:57.202155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.249641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.376653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.391126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Network 8206ff15-91dd-4485-9c82-7e86a57041d4 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:57.401001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:57.405421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Pushing event updated for resources: {'Port': ['ID=1dcc1e2c-a390-41da-90ba-f5b66023cbd7,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:57.407866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:57.418455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.421156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.421519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.421885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.422217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.422539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.422870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.423192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.423510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.423845 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.424164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.424731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.425044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Tracked resource versions report: Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: pushed versions: Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: { 'AddressGroup': {'1.2'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'ConntrackHelper': {'1.0'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Log': {'1.0'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Network': {'1.1'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Port': {'1.7'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'PortForwarding': {'1.2'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'QosPolicy': {'1.8'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SecurityGroup': {'1.4'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SubPort': {'1.0'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Subnet': {'1.1'}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Trunk': {'1.1'}} Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: consumer versions: Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: { DHCP agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: HyperV agent@hv-neutron-8225: {}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: L3 agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: Metadata agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: Metering agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: Open vSwitch agent@dv-neutron-822561-2-hyperv: { 'AddressGroup': '1.2', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'ConntrackHelper': '1.0', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Log': '1.0', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Network': '1.1', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Port': '1.7', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'PortForwarding': '1.2', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'QosPolicy': '1.8', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SecurityGroup': '1.4', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SecurityGroupRule': '1.2', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'SubPort': '1.0', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Subnet': '1.1', Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: 'Trunk': '1.1'}} Dec 22 08:40:57.426858 dv-neutron-822561-2-hyperv neutron-server[87536]: {{(pid=87536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:40:57.505785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.601582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Attempting to bind port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:57.602265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Attempting to bind port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:57.602394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Attempting to bind port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 on network 8206ff15-91dd-4485-9c82-7e86a57041d4 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:57.656729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:57.657443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Checking segment: {'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:57.657794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.658388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Bound using segment: {'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:57.658876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Bound port: 1dcc1e2c-a390-41da-90ba-f5b66023cbd7, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:57.659363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.672533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event updated for resources: {'Network': ['ID=1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:57.689487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:57.700998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1017315069', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:57.716244 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46946) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:57.763790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Allocated IP 172.26.1.188 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/5cd77fa7-1b52-43d2-a381-1024d99a5c11) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:57.764630 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c73f2485-3bac-4b79-bcd5-30d383e2c09d tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0012052 Dec 22 08:40:57.766191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:57.769268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46952) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:57.794001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Usage tracker for resource:port and tenant:e254390d2c864640b14db10aef130909 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:57.802246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Request body: {'subnet': {'network_id': '1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:57.814998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.820365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:57.828155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:57.836293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:57.851007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Usage tracker for resource:subnet and tenant:02854c1a14c74eac9d566d5954d113b5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:57.855591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:57.884465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:57.898844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Checking segment: {'id': 'ef704b39-b32f-452c-9e2e-359e301e5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:57.899499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Network hostable DHCP agents. Network: 67356c77-c38d-427c-9573-170cf4a4c1eb, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:57.915177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Made reservation on behalf of e254390d2c864640b14db10aef130909 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:57.917864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.961729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Subnet': ['ID=340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:57.961976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.994499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Made reservation on behalf of 02854c1a14c74eac9d566d5954d113b5 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:58.000433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.008679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-428092a9-8d6c-49a4-9f7d-f345b940981c', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:58.009517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.033412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.078784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] For port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:58.082376 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] For port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1dcc1e2c-a390-41da-90ba-f5b66023cbd7,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:58.109673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:58.114057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Allocated IP 172.26.1.210 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/043784ce-2d8e-4795-9195-c9e8979f101e) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:58.118420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Usage tracker for resource:security_group_rule and tenant:e254390d2c864640b14db10aef130909 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:58.125923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.126268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Network 67356c77-c38d-427c-9573-170cf4a4c1eb is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:58.176799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:58.182568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46960) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:58.203061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:58.216647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.260307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 67356c77-c38d-427c-9573-170cf4a4c1eb) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:58.263623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-dda9a577-e81d-4b3b-9b9a-3a3f672ceb9c tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:58.277823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:58.278308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.284752 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5ed5a-4f97-450c-936a-866dc835c299 None None] Pushing event updated for resources: {'Port': ['ID=1dcc1e2c-a390-41da-90ba-f5b66023cbd7,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:58.303260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:58.304668 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fdbf1-5b1f-423c-baac-02904da14ca5 None None] Network 67356c77-c38d-427c-9573-170cf4a4c1eb requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:58.315896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:58.320870 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:58.345869 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a1971ac3-b3eb-43c5-afd9-b33390a12443 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9168315 Dec 22 08:40:58.349840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:58.398426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'port': {'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1559992447'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:58.524004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:58.554555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:58.598400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Allocated IP 172.20.0.2 (428092a9-8d6c-49a4-9f7d-f345b940981c/8f5a9766-35a8-4ccf-837d-8fea790cad3f/1270a9e0-45b3-49d7-8e63-d2629ac3e1d4) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:58.625317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Usage tracker for resource:floatingip and tenant:df60ab9b5d6a42a19037bc7a8dba0d46 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:58.632658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:58.655478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:58.769759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-67356c77-c38d-427c-9573-170cf4a4c1eb', 'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb', 'tenant_id': 'a05b08f71f22493aba43190395732cc2', 'fixed_ips': [{'subnet_id': '340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:58.770647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.827803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.918264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.938724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.981861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.018924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Allocated IP 2001:db8::2 (67356c77-c38d-427c-9573-170cf4a4c1eb/340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed/a9e237e8-6c56-4738-b780-c9560185e9ca) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:59.023492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] device_id is not set on port 429496ad-77d9-429d-b0a0-7f2d09220173 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:59.057787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:59.061894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ace19be-30a9-4eb9-8504-42ca697716b2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:59.087608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Usage tracker for resource:port and tenant:a05b08f71f22493aba43190395732cc2 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:59.098492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:59.113505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.114034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:59.116884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:59.121517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.123108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5cd77fa7-1b52-43d2-a381-1024d99a5c11,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:59.137880 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dda9a577-e81d-4b3b-9b9a-3a3f672ceb9c tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] 10.222.0.37 "PUT /v2.0/quotas/d2b47d5aa75b441ca40cafa69e2305df HTTP/1.1" status: 200 len: 368 time: 1.4205396 Dec 22 08:40:59.140567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46976) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:59.154263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Request body: {'network': {'project_id': 'd2b47d5aa75b441ca40cafa69e2305df'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:59.162376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:59.178286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.218193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Usage tracker for resource:network and tenant:d2b47d5aa75b441ca40cafa69e2305df is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:59.228100 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:59.254268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:59.318222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Made reservation on behalf of a05b08f71f22493aba43190395732cc2 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:59.322013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.348891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.352618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Made reservation on behalf of d2b47d5aa75b441ca40cafa69e2305df for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:59.355112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.404150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.420653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.451291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:59.468085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Transition to ACTIVE for port object a9e237e8-6c56-4738-b780-c9560185e9ca will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:59.468716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:59.474411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Usage tracker for resource:security_group_rule and tenant:d2b47d5aa75b441ca40cafa69e2305df is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:59.481169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:59.483898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:59.488420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:59.498691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] device_id is not set on port c68cff55-d015-4f2b-b5a9-1a15f971a9f7 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:59.502407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Pushing event updated for resources: {'Port': ['ID=043784ce-2d8e-4795-9195-c9e8979f101e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:59.505037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab15c4-4e04-454e-bd28-7b0e2c73d56d None None] Network 8206ff15-91dd-4485-9c82-7e86a57041d4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:59.506851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:59.510393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.524202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.537610 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Transition to ACTIVE for port object a9e237e8-6c56-4738-b780-c9560185e9ca will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:59.571726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Transition to ACTIVE for port object 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:59.588809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.596637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Allocated IP 172.26.1.122 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/f9fe0145-f820-43c5-803f-30ba3c27a113) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:59.692506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.693296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:59.721856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.727695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Network 67356c77-c38d-427c-9573-170cf4a4c1eb is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:59.729351 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Transition to ACTIVE for port object 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:59.746781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:59.765866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:59.771179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.856683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.894158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Allocated IP 2001:db8::383 (67356c77-c38d-427c-9573-170cf4a4c1eb/340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed/c68cff55-d015-4f2b-b5a9-1a15f971a9f7) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:59.914832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:40:59.915283 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.922905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ddd96613-4cf0-4cdf-8017-824f47ca3120 None None] Provisioning for port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:59.952182 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ddd96613-4cf0-4cdf-8017-824f47ca3120 None None] Provisioning complete for port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:59.952701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddd96613-4cf0-4cdf-8017-824f47ca3120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.969606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.981122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.023460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Pushing event updated for resources: {'Port': ['ID=a9e237e8-6c56-4738-b780-c9560185e9ca,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.027485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Network 428092a9-8d6c-49a4-9f7d-f345b940981c is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:00.044382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.058652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:00.068758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event updated for resources: {'Subnet': ['ID=738a0f5e-76c4-4355-a1aa-aa3a6bf07a00,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.073499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Router 6623d282-0de3-4542-9c7d-d1e01259763e is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:00.086645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:00.119789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:00.120617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Checking segment: {'id': 'fb626969-a73f-4fdb-8fd6-c09989e843db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:00.120973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Network hostable DHCP agents. Network: 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:00.131276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Attempting to bind port a9e237e8-6c56-4738-b780-c9560185e9ca on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:00.131813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Attempting to bind port a9e237e8-6c56-4738-b780-c9560185e9ca by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'ef704b39-b32f-452c-9e2e-359e301e5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:00.132301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Attempting to bind port a9e237e8-6c56-4738-b780-c9560185e9ca on network 67356c77-c38d-427c-9573-170cf4a4c1eb {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:00.141568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c8f2ab-addd-4f89-8a7c-83411e226d5e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.157114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.157480 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Added segment 96e20b73-95f4-4df8-8413-124e8ec945de of type vlan for network 56e602aa-44c9-4f1d-b7b4-973ecb25474f Dec 22 08:41:00.190313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:00.190983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Checking segment: {'id': 'ef704b39-b32f-452c-9e2e-359e301e5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:00.191717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.192206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Bound using segment: {'id': 'ef704b39-b32f-452c-9e2e-359e301e5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:00.192819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Bound port: a9e237e8-6c56-4738-b780-c9560185e9ca, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef704b39-b32f-452c-9e2e-359e301e5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:00.193314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.282336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Pushing event updated for resources: {'Port': ['ID=1270a9e0-45b3-49d7-8e63-d2629ac3e1d4,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.306704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.336801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Network 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:00.374658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Attempting to bind port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:00.375167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Attempting to bind port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:00.375642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Attempting to bind port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 on network 428092a9-8d6c-49a4-9f7d-f345b940981c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:00.395966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:00.397873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.417302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa5377-3d72-49ca-9a48-7fa5de10efbc None None] Network 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:00.439788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:00.449765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:00.449765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Checking segment: {'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:00.450059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.450552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Bound using segment: {'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:00.451144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Bound port: 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:00.451617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.452306 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Sync routers for ids ['6623d282-0de3-4542-9c7d-d1e01259763e'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:00.460685 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:00.461288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.463631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.464851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:00.465797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.466903 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Routers {'6623d282-0de3-4542-9c7d-d1e01259763e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:00.467659 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:40:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6623d282-0de3-4542-9c7d-d1e01259763e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:00.478860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.497412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:00.510290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:00.524082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:00.612281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddd96613-4cf0-4cdf-8017-824f47ca3120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.645798 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] For port a9e237e8-6c56-4738-b780-c9560185e9ca, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:00.667820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] For port a9e237e8-6c56-4738-b780-c9560185e9ca, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a9e237e8-6c56-4738-b780-c9560185e9ca,segment=NetworkSegment(ef704b39-b32f-452c-9e2e-359e301e5ef6),segment_id=ef704b39-b32f-452c-9e2e-359e301e5ef6)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:00.671835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fe0145-f820-43c5-803f-30ba3c27a113,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.681451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.686268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.686944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Pushing event updated for resources: {'Network': ['ID=56e602aa-44c9-4f1d-b7b4-973ecb25474f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.695173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Allocated IP 172.26.1.141 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/429496ad-77d9-429d-b0a0-7f2d09220173) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:00.702959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.768055 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Set router 6623d282-0de3-4542-9c7d-d1e01259763e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:00.784824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.806697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 56e602aa-44c9-4f1d-b7b4-973ecb25474f details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:00.833543 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e1e97357-d34a-46e0-b3c6-bcedf07f86fc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0548105 Dec 22 08:41:00.838072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46986) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.839448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.841117 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9087739 Dec 22 08:41:00.845307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.846014 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-114699d8-813f-4c18-878a-0000503fe7f3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7419896 Dec 22 08:41:00.849092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46988) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.849429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 46990) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.862989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Transition to ACTIVE for port object c68cff55-d015-4f2b-b5a9-1a15f971a9f7 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:00.882036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-464748735', 'network_id': '1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:00.893723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ddd96613-4cf0-4cdf-8017-824f47ca3120 None None] For port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1dcc1e2c-a390-41da-90ba-f5b66023cbd7,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:00.914147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:00.944343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddd96613-4cf0-4cdf-8017-824f47ca3120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.949717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] For port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:01.060053 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-debec2b5-d6b3-4b50-ad3b-c6e4e3a43a29 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9175162 Dec 22 08:41:01.074094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 46998) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.108526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] For port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1270a9e0-45b3-49d7-8e63-d2629ac3e1d4,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:01.135294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-640604202', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'fixed_ips': [{'ip_address': '172.26.1.210'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:01.146643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275b77f-d0b6-4dc9-abf1-ad5b156e9ba5 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Pushing event updated for resources: {'Port': ['ID=043784ce-2d8e-4795-9195-c9e8979f101e,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:01.150653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:01.178525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Usage tracker for resource:port and tenant:6ead3577b448440c9aaf592da9125b7c is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:01.184264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:01.195428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:01.197996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21774d3-3d2e-44fb-bed2-a2c625245b43 None None] Pushing event updated for resources: {'Port': ['ID=a9e237e8-6c56-4738-b780-c9560185e9ca,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:01.206155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.326673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ec308-a925-4188-bf61-13bf413f97e3 None None] Network 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:01.380789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Made reservation on behalf of 6ead3577b448440c9aaf592da9125b7c for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:01.383202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.397414 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:40:58Z', 'revision_number': 3, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:01.408406 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Checking router: 6623d282-0de3-4542-9c7d-d1e01259763e for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:41:01.408760 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Updating router 6623d282-0de3-4542-9c7d-d1e01259763e port 5cd77fa7-1b52-43d2-a381-1024d99a5c11 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:41:01.437437 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.472816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.482568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:01.500865 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.530679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-580fb37c-1566-46ee-af1a-772b303246ef None None] Provisioning complete for port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:01.531394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-580fb37c-1566-46ee-af1a-772b303246ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.568742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Usage tracker for resource:security_group_rule and tenant:6ead3577b448440c9aaf592da9125b7c is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:01.573414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd96613-4cf0-4cdf-8017-824f47ca3120 None None] Pushing event updated for resources: {'Port': ['ID=1dcc1e2c-a390-41da-90ba-f5b66023cbd7,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:01.604768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:01.614719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:01.642982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Usage tracker for resource:port and tenant:02854c1a14c74eac9d566d5954d113b5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:01.647034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:01.668741 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:01.681517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.774045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed4293-0a54-45e5-ba32-fa0d05daff3d None None] Pushing event updated for resources: {'Port': ['ID=1270a9e0-45b3-49d7-8e63-d2629ac3e1d4,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:01.824081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Request body: {'network': {'project_id': 'd2b47d5aa75b441ca40cafa69e2305df'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:01.832460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Made reservation on behalf of 02854c1a14c74eac9d566d5954d113b5 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:01.835216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.848458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.860583 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.905633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Network 67356c77-c38d-427c-9573-170cf4a4c1eb is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:01.925313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:01.938173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:01.943716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.944335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.951778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] device_id is not set on port 095821b9-0829-48d1-b639-ab4df2ef3688 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:01.977405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] device_id is not set on port b83d60b6-bef1-4319-8fe1-0d87315b80bc yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:01.990288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:02.013672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851fb997-ef18-41ce-b7de-dc06501bac0c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:02.020510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Usage tracker for resource:network and tenant:d2b47d5aa75b441ca40cafa69e2305df is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:02.030079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Port': ['ID=c68cff55-d015-4f2b-b5a9-1a15f971a9f7,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:02.084054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:02.095681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.120437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:02.151121 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-eeaacbb4-f290-4f23-8835-8fd559f787d1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7979391 Dec 22 08:41:02.155216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47004) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:02.166700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Made reservation on behalf of d2b47d5aa75b441ca40cafa69e2305df for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:02.169011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.170991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'port': {'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-550785154', 'allowed_address_pairs': [{'ip_address': '2001:db8::383', 'mac_address': 'fa:16:3e:9d:59:76'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:02.185915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.356055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:02.431762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:02.441387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Usage tracker for resource:port and tenant:a05b08f71f22493aba43190395732cc2 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:02.448542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:02.460157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:02.485294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb55dad0-1d5d-47a7-be7e-488aedc70deb None None] Network 67356c77-c38d-427c-9573-170cf4a4c1eb requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:02.512585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Made reservation on behalf of a05b08f71f22493aba43190395732cc2 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:02.524108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Allocated IP 172.20.0.3 (1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566/738a0f5e-76c4-4355-a1aa-aa3a6bf07a00/095821b9-0829-48d1-b639-ab4df2ef3688) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:02.529894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.530173 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Added segment 56944db9-cd1e-4036-81d1-93bc282671c7 of type vlan for network 80e2e14e-c52e-4292-8403-ccdf7ee30dc7 Dec 22 08:41:02.567617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.651494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1c8854e4-e1a6-4a66-b815-3b648b3afc07 None None] Provisioning for port a9e237e8-6c56-4738-b780-c9560185e9ca completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:02.720083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.732422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:02.736707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.754256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Allocated IP 172.20.0.1 (8206ff15-91dd-4485-9c82-7e86a57041d4/305877c8-72e7-4616-b485-e8e11f34d46b/7b650d8b-42ba-4d7f-ae12-d30510cb5493) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:02.805250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.811202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:02.818553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:02.819657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:02.820430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.848967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Allocated IP 172.26.1.229 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/003e83c6-89f9-4ec5-806f-1e1084e30bce) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:02.852525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] device_id is not set on port 0d1cd739-f7d3-4372-82c6-fc84911b6edf yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:02.856747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Pushing event updated for resources: {'Port': ['ID=429496ad-77d9-429d-b0a0-7f2d09220173,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:02.952373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:02.978576 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cfc3aa10-74d6-4e75-b002-2b2fea7193ba tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.8300648 Dec 22 08:41:02.993615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47008) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:03.004084 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.141'}]}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:03.008974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:03.026922 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Usage tracker for resource:router and tenant:e254390d2c864640b14db10aef130909 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:03.037153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:03.101484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:03.113556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:03.164154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.165178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.170359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410a4cb-359d-450a-a0b0-3e341881a486 None None] Network 428092a9-8d6c-49a4-9f7d-f345b940981c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:03.172488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.206894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Allocated IP 2001:db8::2a3 (67356c77-c38d-427c-9573-170cf4a4c1eb/340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed/0d1cd739-f7d3-4372-82c6-fc84911b6edf) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:03.223005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Transition to ACTIVE for port object 7b650d8b-42ba-4d7f-ae12-d30510cb5493 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:03.224671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.310643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.311739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:03.312414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.319159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cfb82912-98e4-4883-b1ba-f92e3bacca43 None None] Provisioning for port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:03.368690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:03.377411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:03.377851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.456261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.493243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Pushing event updated for resources: {'Network': ['ID=80e2e14e-c52e-4292-8403-ccdf7ee30dc7,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:03.500687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.528057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 80e2e14e-c52e-4292-8403-ccdf7ee30dc7 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:03.576990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.611718 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cec3ff12-837d-4c27-9192-7ed5be7ac110 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1287308 Dec 22 08:41:03.618874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.619618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47014) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:03.645791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4c636453-09db-4e77-9099-ac600b2ab2e9 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Request body: {'network': {'project_id': 'd2b47d5aa75b441ca40cafa69e2305df'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:03.696290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.701273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event updated for resources: {'Port': ['ID=003e83c6-89f9-4ec5-806f-1e1084e30bce,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:03.702879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4c636453-09db-4e77-9099-ac600b2ab2e9 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:03.707676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4c636453-09db-4e77-9099-ac600b2ab2e9 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Usage tracker for resource:network and tenant:d2b47d5aa75b441ca40cafa69e2305df is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:03.710848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4c636453-09db-4e77-9099-ac600b2ab2e9 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:03.711789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-def30142-60bb-4976-8224-882813713653 None None] Provisioning for port c68cff55-d015-4f2b-b5a9-1a15f971a9f7 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:03.716723 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4c636453-09db-4e77-9099-ac600b2ab2e9 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:03.730424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-def30142-60bb-4976-8224-882813713653 None None] Provisioning complete for port c68cff55-d015-4f2b-b5a9-1a15f971a9f7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:03.731304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-def30142-60bb-4976-8224-882813713653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.733726 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.738231 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c636453-09db-4e77-9099-ac600b2ab2e9 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 08:41:03.738902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c636453-09db-4e77-9099-ac600b2ab2e9 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:03.743641 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4c636453-09db-4e77-9099-ac600b2ab2e9 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1108832 Dec 22 08:41:03.747051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:03.749784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47022) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:03.751547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Network 8206ff15-91dd-4485-9c82-7e86a57041d4 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:03.752917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:03.764263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:03.765836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:03.789116 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.802009 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:03.806124 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Transition to ACTIVE for port object 5cd77fa7-1b52-43d2-a381-1024d99a5c11 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:03.810314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.817132 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.850823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Network 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:03.897232 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Pushing event updated for resources: {'Port': ['ID=5cd77fa7-1b52-43d2-a381-1024d99a5c11,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:03.904372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:03.906737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Router 454d2f1d-b89e-491c-9d41-082a32f28aa0 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:03.912245 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.913017 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.913826 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.914679 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.915253 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.916234 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.916786 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.917342 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.917957 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.918627 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.919393 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.920076 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Tracked resource versions report: Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: pushed versions: Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: { 'AddressGroup': {'1.2'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'ConntrackHelper': {'1.0'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Log': {'1.0'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Network': {'1.1'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Port': {'1.7'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'PortForwarding': {'1.2'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'QosPolicy': {'1.8'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SecurityGroup': {'1.4'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SubPort': {'1.0'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Subnet': {'1.1'}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Trunk': {'1.1'}} Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: consumer versions: Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: { DHCP agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: HyperV agent@hv-neutron-8225: {}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: L3 agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: Metadata agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: Metering agent@dv-neutron-822561-2-hyperv: {}, Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: Open vSwitch agent@dv-neutron-822561-2-hyperv: { 'AddressGroup': '1.2', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'ConntrackHelper': '1.0', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Log': '1.0', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Network': '1.1', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Port': '1.7', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'PortForwarding': '1.2', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'QosPolicy': '1.8', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SecurityGroup': '1.4', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SecurityGroupRule': '1.2', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'SubPort': '1.0', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Subnet': '1.1', Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: 'Trunk': '1.1'}} Dec 22 08:41:03.921672 dv-neutron-822561-2-hyperv neutron-server[87537]: {{(pid=87537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:41:03.937041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:03.938001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:03.938592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.960865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-def30142-60bb-4976-8224-882813713653 None None] Port c68cff55-d015-4f2b-b5a9-1a15f971a9f7 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:03.970877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.978054 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Attempting to bind port 5cd77fa7-1b52-43d2-a381-1024d99a5c11 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:03.980055 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Attempting to bind port 5cd77fa7-1b52-43d2-a381-1024d99a5c11 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:03.981366 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Attempting to bind port 5cd77fa7-1b52-43d2-a381-1024d99a5c11 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:03.995859 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:03.997241 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:03.999885 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.000870 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:04.001494 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Bound port: 5cd77fa7-1b52-43d2-a381-1024d99a5c11, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:04.002063 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.021708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1270a9e0-45b3-49d7-8e63-d2629ac3e1d4,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:04.032645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.033728 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:04.090863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7b650d8b-42ba-4d7f-ae12-d30510cb5493,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:04.151968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event updated for resources: {'Port': ['ID=095821b9-0829-48d1-b639-ab4df2ef3688,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:04.155311 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] For port 5cd77fa7-1b52-43d2-a381-1024d99a5c11, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:04.160119 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] For port 5cd77fa7-1b52-43d2-a381-1024d99a5c11, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5cd77fa7-1b52-43d2-a381-1024d99a5c11,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:04.166155 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.170731 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-59fe132d-3cb5-4b7a-ad07-366dfbc44d0c tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.3194394 Dec 22 08:41:04.172497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.194161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47026) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:04.216276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6aafbd1-fce9-4371-9840-d4e763708a66 None None] Provisioning complete for port c68cff55-d015-4f2b-b5a9-1a15f971a9f7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:04.216645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6aafbd1-fce9-4371-9840-d4e763708a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.227204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.267858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Transition to ACTIVE for port object 0d1cd739-f7d3-4372-82c6-fc84911b6edf will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:04.275227 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439a780-8429-4339-a60b-62c29d950548 None None] Pushing event updated for resources: {'Port': ['ID=5cd77fa7-1b52-43d2-a381-1024d99a5c11,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:04.276706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=1270a9e0-45b3-49d7-8e63-d2629ac3e1d4,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:04.294079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c6aafbd1-fce9-4371-9840-d4e763708a66 None None] Port c68cff55-d015-4f2b-b5a9-1a15f971a9f7 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:04.298814 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Routers {'6623d282-0de3-4542-9c7d-d1e01259763e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:04.300678 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:40:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6623d282-0de3-4542-9c7d-d1e01259763e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:04.301636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:04.301998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.340502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.382707 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-96e30881-2c61-4e5e-9745-3215a569357b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2b47d5aa75b441ca40cafa69e2305df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6259680 Dec 22 08:41:04.389586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47030) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:04.399438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c0743596-9ced-4e03-8e03-287aaa4e5ae9 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Deleting port 095821b9-0829-48d1-b639-ab4df2ef3688 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:04.399769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c0743596-9ced-4e03-8e03-287aaa4e5ae9 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.443734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.444317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a9e237e8-6c56-4738-b780-c9560185e9ca up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:04.509718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-767d4391-2f5c-4ad2-85e9-f04959b7d197 None None] Provisioning complete for port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:04.510557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-767d4391-2f5c-4ad2-85e9-f04959b7d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.543306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Port': ['ID=0d1cd739-f7d3-4372-82c6-fc84911b6edf,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:04.578849 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] Set router 6623d282-0de3-4542-9c7d-d1e01259763e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:04.589168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Network 67356c77-c38d-427c-9573-170cf4a4c1eb is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:04.640627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port a9e237e8-6c56-4738-b780-c9560185e9ca completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:04.643111 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 08:41:04.643606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:04.651154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:04.662265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:04.667837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:04.668539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.686101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:04.705718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port a9e237e8-6c56-4738-b780-c9560185e9ca triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:04.706498 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.752707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Sync routers for ids ['454d2f1d-b89e-491c-9d41-082a32f28aa0'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:04.800343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Routers {'454d2f1d-b89e-491c-9d41-082a32f28aa0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:04.801300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:40:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['454d2f1d-b89e-491c-9d41-082a32f28aa0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:04.833717 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a2ef09f1-99d7-4e04-a764-dac5684defad tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.9831882 Dec 22 08:41:04.837786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47034) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:04.862102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.863380 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f3665462-b1f2-4ca6-a4b7-33b9beb53101 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.9665904 Dec 22 08:41:04.927764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47038) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:05.017725 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-95656c69-c17d-4be7-9043-57a1bc913154 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8591137 Dec 22 08:41:05.033916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47042) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:05.051363 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:40:58Z', 'revision_number': 3, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:05.057484 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67630181-b6d5-4bc1-84d0-e67ff24f1718 None None] The sync data for ids ['6623d282-0de3-4542-9c7d-d1e01259763e'] in dv-neutron-822561-2-hyperv is: [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:40:58Z', 'revision_number': 3, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:05.096374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-496ee8a7-43e5-45f9-adef-44ca33957565 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.096867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-767d4391-2f5c-4ad2-85e9-f04959b7d197 None None] Provisioning for port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:05.121206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-767d4391-2f5c-4ad2-85e9-f04959b7d197 None None] Provisioning complete for port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:05.121954 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-767d4391-2f5c-4ad2-85e9-f04959b7d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.194994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ab49077b-ae48-4b9a-9e6a-5ef0d47aba9f tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Deleting port 043784ce-2d8e-4795-9195-c9e8979f101e {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:05.195414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ab49077b-ae48-4b9a-9e6a-5ef0d47aba9f tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.217564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Set router 454d2f1d-b89e-491c-9d41-082a32f28aa0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:05.232800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c0743596-9ced-4e03-8e03-287aaa4e5ae9 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.269228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-496ee8a7-43e5-45f9-adef-44ca33957565 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.303225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.353870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-767d4391-2f5c-4ad2-85e9-f04959b7d197 None None] Port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:05.358314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.408748 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c0743596-9ced-4e03-8e03-287aaa4e5ae9 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Calling delete_port for 095821b9-0829-48d1-b639-ab4df2ef3688 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:05.514592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port a9e237e8-6c56-4738-b780-c9560185e9ca, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a9e237e8-6c56-4738-b780-c9560185e9ca,segment=NetworkSegment(ef704b39-b32f-452c-9e2e-359e301e5ef6),segment_id=ef704b39-b32f-452c-9e2e-359e301e5ef6)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:05.589766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.596488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b08effff-d045-445a-bc33-3d7930e6c416 None None] Provisioning for port 0d1cd739-f7d3-4372-82c6-fc84911b6edf completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:05.661484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.683185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.726162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b08effff-d045-445a-bc33-3d7930e6c416 None None] Provisioning complete for port 0d1cd739-f7d3-4372-82c6-fc84911b6edf triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:05.726682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b08effff-d045-445a-bc33-3d7930e6c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.796849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=a9e237e8-6c56-4738-b780-c9560185e9ca,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:05.832496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5aeb0-753e-4c1f-907c-9bf73631aa03 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:05.834041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b08effff-d045-445a-bc33-3d7930e6c416 None None] Port 0d1cd739-f7d3-4372-82c6-fc84911b6edf cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:05.838949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5aeb0-753e-4c1f-907c-9bf73631aa03 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:05.842739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5cd77fa7-1b52-43d2-a381-1024d99a5c11 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:05.844849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-496ee8a7-43e5-45f9-adef-44ca33957565 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.845851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5aeb0-753e-4c1f-907c-9bf73631aa03 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:05.846832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4ee5aeb0-753e-4c1f-907c-9bf73631aa03 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Synchronizing usage tracker for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:05.851141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.906213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ab49077b-ae48-4b9a-9e6a-5ef0d47aba9f tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.906695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ab49077b-ae48-4b9a-9e6a-5ef0d47aba9f tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.912912 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:01Z', 'revision_number': 3, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:05.920134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Checking router: 454d2f1d-b89e-491c-9d41-082a32f28aa0 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:41:05.920690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Updating router 454d2f1d-b89e-491c-9d41-082a32f28aa0 port f9fe0145-f820-43c5-803f-30ba3c27a113 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:41:05.928208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ee8a7-43e5-45f9-adef-44ca33957565 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c8f2ab-addd-4f89-8a7c-83411e226d5e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:05.983571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event updated for resources: {'Port': ['ID=003e83c6-89f9-4ec5-806f-1e1084e30bce,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:05.997695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-496ee8a7-43e5-45f9-adef-44ca33957565 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.999075 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-496ee8a7-43e5-45f9-adef-44ca33957565 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/12c8f2ab-addd-4f89-8a7c-83411e226d5e HTTP/1.1" status: 204 len: 168 time: 1.6069164 Dec 22 08:41:06.000889 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.008412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47046) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:06.016686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.018119 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3c591eb8-a92f-482c-8088-80586a45a5b1 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8257620 Dec 22 08:41:06.053802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ab49077b-ae48-4b9a-9e6a-5ef0d47aba9f tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Calling delete_port for 043784ce-2d8e-4795-9195-c9e8979f101e owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:06.109483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47050) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:06.173824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1691453708'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:06.202484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:06.215837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Usage tracker for resource:network and tenant:df60ab9b5d6a42a19037bc7a8dba0d46 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:06.218887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:06.293592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 5cd77fa7-1b52-43d2-a381-1024d99a5c11 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:06.301211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.306913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 5cd77fa7-1b52-43d2-a381-1024d99a5c11 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:06.307576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.320361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c0743596-9ced-4e03-8e03-287aaa4e5ae9 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.322879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:06.342876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.380136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4ee5aeb0-753e-4c1f-907c-9bf73631aa03 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Unset dirty status for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:06.381347 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4ee5aeb0-753e-4c1f-907c-9bf73631aa03 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.3464036 Dec 22 08:41:06.391429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0743596-9ced-4e03-8e03-287aaa4e5ae9 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event deleted for resources: {'Port': ['ID=095821b9-0829-48d1-b639-ab4df2ef3688,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:06.392408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47054) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:06.404585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.471666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Made reservation on behalf of df60ab9b5d6a42a19037bc7a8dba0d46 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:06.476726 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.531064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.533527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.555236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Transition to ACTIVE for port object f9fe0145-f820-43c5-803f-30ba3c27a113 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:06.563094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 5cd77fa7-1b52-43d2-a381-1024d99a5c11, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5cd77fa7-1b52-43d2-a381-1024d99a5c11,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:06.565488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c0743596-9ced-4e03-8e03-287aaa4e5ae9 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.568102 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c0743596-9ced-4e03-8e03-287aaa4e5ae9 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "DELETE /v2.0/ports/095821b9-0829-48d1-b639-ab4df2ef3688 HTTP/1.1" status: 204 len: 168 time: 2.3723309 Dec 22 08:41:06.570316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.571636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47058) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:06.582689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566', 'external_fixed_ips': [{'subnet_id': '738a0f5e-76c4-4355-a1aa-aa3a6bf07a00', 'ip_address': '172.20.0.3'}]}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:06.596563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.611240 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.612127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:06.634757 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:06.646576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:06.658174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Usage tracker for resource:security_group_rule and tenant:df60ab9b5d6a42a19037bc7a8dba0d46 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:06.664484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c51a2585-8215-431f-9adf-b048b1a597de tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Deleting port 0d1cd739-f7d3-4372-82c6-fc84911b6edf {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:06.665052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c51a2585-8215-431f-9adf-b048b1a597de tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.667703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.676331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Usage tracker for resource:router and tenant:02854c1a14c74eac9d566d5954d113b5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:06.684807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:06.698763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:06.700033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:06.707250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Attempting to bind port f9fe0145-f820-43c5-803f-30ba3c27a113 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:06.707755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Attempting to bind port f9fe0145-f820-43c5-803f-30ba3c27a113 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:06.708345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Attempting to bind port f9fe0145-f820-43c5-803f-30ba3c27a113 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:06.713187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ef6a5-0612-47c9-876e-ebea101206e7 None None] Pushing event updated for resources: {'Port': ['ID=f9fe0145-f820-43c5-803f-30ba3c27a113,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:06.721190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.721793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.722725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.723240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > port after_create 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.724388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.724910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > port after_update 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.725391 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.725907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.726378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.726842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.752944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:06.754102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:06.754513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.755001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:06.755576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Bound port: f9fe0145-f820-43c5-803f-30ba3c27a113, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:06.756068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.760817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.762594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:06.806107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.806820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.858007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:06.858529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.889495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.890133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.890639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.891120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:06.891646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e2e14e-c52e-4292-8403-ccdf7ee30dc7']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:06.913580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56944db9-cd1e-4036-81d1-93bc282671c7') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:06.914191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56944db9-cd1e-4036-81d1-93bc282671c7') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:06.934435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=5cd77fa7-1b52-43d2-a381-1024d99a5c11,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:06.957583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.958752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.965337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] For port f9fe0145-f820-43c5-803f-30ba3c27a113, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:06.969428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.002578 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.011466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] For port f9fe0145-f820-43c5-803f-30ba3c27a113, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f9fe0145-f820-43c5-803f-30ba3c27a113,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:07.037590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.039397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:07.039780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.051736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.053537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7b650d8b-42ba-4d7f-ae12-d30510cb5493,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: from cryptography.utils import int_from_bytes Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: from cryptography.utils import int_from_bytes Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn_limited( Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn_limited( Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:07.055311 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:07.124998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ab49077b-ae48-4b9a-9e6a-5ef0d47aba9f tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.225302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Routers {'454d2f1d-b89e-491c-9d41-082a32f28aa0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:07.225510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.226364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:40:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['454d2f1d-b89e-491c-9d41-082a32f28aa0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:07.250210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49077b-ae48-4b9a-9e6a-5ef0d47aba9f tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Pushing event deleted for resources: {'Port': ['ID=043784ce-2d8e-4795-9195-c9e8979f101e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:07.290424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ef6a5-0612-47c9-876e-ebea101206e7 None None] Pushing event updated for resources: {'Port': ['ID=f9fe0145-f820-43c5-803f-30ba3c27a113,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:07.299464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.336270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.344157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Pushing event deleted for resources: {'Network': ['ID=80e2e14e-c52e-4292-8403-ccdf7ee30dc7,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:07.444137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.448697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] Set router 454d2f1d-b89e-491c-9d41-082a32f28aa0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:07.498080 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-211464f7-722b-49b2-92bb-267dbc577712 tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] 10.222.0.37 "DELETE /v2.0/networks/80e2e14e-c52e-4292-8403-ccdf7ee30dc7 HTTP/1.1" status: 204 len: 168 time: 1.4883590 Dec 22 08:41:07.505383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47064) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:07.541076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.567097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ab49077b-ae48-4b9a-9e6a-5ef0d47aba9f tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.610206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Network 8206ff15-91dd-4485-9c82-7e86a57041d4 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:07.622084 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:07.759136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5cd77fa7-1b52-43d2-a381-1024d99a5c11 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:07.813009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:01Z', 'revision_number': 3, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:07.823603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054f4d-e4d3-463a-afac-f419c8d61203 None None] The sync data for ids ['454d2f1d-b89e-491c-9d41-082a32f28aa0'] in dv-neutron-822561-2-hyperv is: [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:01Z', 'revision_number': 3, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:07.829747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.859080 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 5cd77fa7-1b52-43d2-a381-1024d99a5c11 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:07.859572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.017386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b0bef956-9fe6-4f81-9ecc-50e9a72b9f74 None None] Provisioning complete for port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:08.018896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b0bef956-9fe6-4f81-9ecc-50e9a72b9f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.020078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Allocated IP 172.20.0.1 (428092a9-8d6c-49a4-9f7d-f345b940981c/8f5a9766-35a8-4ccf-837d-8fea790cad3f/0500f981-1a14-46bf-a7de-85a201dabf4f) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:08.081409 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a9e237e8-6c56-4738-b780-c9560185e9ca up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:08.086743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c51a2585-8215-431f-9adf-b048b1a597de tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.102177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.106918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.113310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.117329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.165412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b0bef956-9fe6-4f81-9ecc-50e9a72b9f74 None None] Port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:08.181597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e602aa-44c9-4f1d-b7b4-973ecb25474f']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:08.205409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.217138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port a9e237e8-6c56-4738-b780-c9560185e9ca triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:08.217788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.335398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e20b73-95f4-4df8-8413-124e8ec945de') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:08.335723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e20b73-95f4-4df8-8413-124e8ec945de') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:08.352821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.373618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.390218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Transition to ACTIVE for port object 0500f981-1a14-46bf-a7de-85a201dabf4f will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:08.392943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c51a2585-8215-431f-9adf-b048b1a597de tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Calling delete_port for 0d1cd739-f7d3-4372-82c6-fc84911b6edf owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:08.432694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.442258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:08.442649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:08.472418 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:08.490649 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ab49077b-ae48-4b9a-9e6a-5ef0d47aba9f tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.491797 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ab49077b-ae48-4b9a-9e6a-5ef0d47aba9f tempest-ExternalNetworksAdminNegativeTestJSON-2141237989 tempest-ExternalNetworksAdminNegativeTestJSON-2141237989-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/1465b506-d41c-49fa-9990-94494c9772cf HTTP/1.1" status: 204 len: 168 time: 3.6520293 Dec 22 08:41:08.501641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.502034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebb99022-6c63-4698-922c-b787b2683ab9 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:41:08.508472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:08.532107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b96fee2-ac4f-4b04-9347-dd8bc1d79bc7,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:08.548286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.548626 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Added segment bed238fe-5317-4f57-82f2-0a61478773df of type vlan for network 1d8f5143-018b-4992-af38-6acc7eb18b5c Dec 22 08:41:08.585040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Router 6623d282-0de3-4542-9c7d-d1e01259763e has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:08.606679 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:41:08.610307 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ea7911bb-f21d-45b3-b0e6-4c62144ebee3 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.6153052 Dec 22 08:41:08.626236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47070) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:08.691255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.775243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.835738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.853472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] Pushing event deleted for resources: {'Network': ['ID=56e602aa-44c9-4f1d-b7b4-973ecb25474f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:08.855661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.891571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:08.901255 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Sync routers for ids ['6623d282-0de3-4542-9c7d-d1e01259763e'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:08.903895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47076) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:08.911306 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Routers {'6623d282-0de3-4542-9c7d-d1e01259763e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:08.913753 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:40:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6623d282-0de3-4542-9c7d-d1e01259763e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:08.958694 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8238cbbc-3202-462a-bda8-8366cb6684b4 admin admin] 10.222.0.37 "PUT /v2.0/routers/6623d282-0de3-4542-9c7d-d1e01259763e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1057603 Dec 22 08:41:08.969920 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-13777d6c-ae11-4a1a-a44c-7973947d6b2b tempest-QuotasNegativeTest-1224933323 tempest-QuotasNegativeTest-1224933323-project-admin] 10.222.0.37 "DELETE /v2.0/networks/56e602aa-44c9-4f1d-b7b4-973ecb25474f HTTP/1.1" status: 204 len: 168 time: 1.4282892 Dec 22 08:41:08.973616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2c89f-b35a-41e2-88b4-d99543598685 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Deleting port 429496ad-77d9-429d-b0a0-7f2d09220173 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:08.974191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c89f-b35a-41e2-88b4-d99543598685 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.975251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.003517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:09.007190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.053261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Network 428092a9-8d6c-49a4-9f7d-f345b940981c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:09.074034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:09.088419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.089534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c51a2585-8215-431f-9adf-b048b1a597de tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.155774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:09.183767 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Set router 6623d282-0de3-4542-9c7d-d1e01259763e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:09.214766 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1039128 Dec 22 08:41:09.245477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.248015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47086) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:09.284908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.314967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Request body: {'subnet': {'network_id': '1d8f5143-018b-4992-af38-6acc7eb18b5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:09.345838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a2585-8215-431f-9adf-b048b1a597de tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event deleted for resources: {'Port': ['ID=0d1cd739-f7d3-4372-82c6-fc84911b6edf,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:09.404670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0500f981-1a14-46bf-a7de-85a201dabf4f,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:09.441030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f33d8569-d69c-4ec9-9dfd-ba5cf8873f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.449770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa939d-54f0-427e-948b-cb99f885e964 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event updated for resources: {'Network': ['ID=1d8f5143-018b-4992-af38-6acc7eb18b5c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:09.462008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 1d8f5143-018b-4992-af38-6acc7eb18b5c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:09.569590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f33d8569-d69c-4ec9-9dfd-ba5cf8873f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:09.708736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c51a2585-8215-431f-9adf-b048b1a597de tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.710796 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c51a2585-8215-431f-9adf-b048b1a597de tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "DELETE /v2.0/ports/0d1cd739-f7d3-4372-82c6-fc84911b6edf HTTP/1.1" status: 204 len: 168 time: 3.3081880 Dec 22 08:41:09.712474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f33d8569-d69c-4ec9-9dfd-ba5cf8873f1a admin admin] Usage tracker for resource:security_group_rule and tenant:aac07684078542f19652849045b002ae is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:09.715185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47102) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:09.717663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f33d8569-d69c-4ec9-9dfd-ba5cf8873f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:09.815308 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb125821-031f-45d0-968b-4a5eb2dde126 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] GET failed (client error): The resource could not be found. Dec 22 08:41:09.815841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bb125821-031f-45d0-968b-4a5eb2dde126 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Synchronizing usage tracker for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:09.831342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f33d8569-d69c-4ec9-9dfd-ba5cf8873f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:09.838478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f9fe0145-f820-43c5-803f-30ba3c27a113 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:09.861131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bb125821-031f-45d0-968b-4a5eb2dde126 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Unset dirty status for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:09.863442 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bb125821-031f-45d0-968b-4a5eb2dde126 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "GET /v2.0/ports/0d1cd739-f7d3-4372-82c6-fc84911b6edf HTTP/1.1" status: 404 len: 333 time: 0.1475060 Dec 22 08:41:09.872843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47106) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:09.885063 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'port': {'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1702326879'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:09.911872 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7b650d8b-42ba-4d7f-ae12-d30510cb5493', 'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'mac_address': 'fa:16:3e:26:5a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:02Z', 'updated_at': '2021-12-22T08:41:05Z', 'revision_number': 2, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'subnets': [{'id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:09.921593 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Checking router: 6623d282-0de3-4542-9c7d-d1e01259763e for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:41:09.923295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0063ae3e-9eb1-409a-96b4-f29b7135ea06 None None] Provisioning for port 0500f981-1a14-46bf-a7de-85a201dabf4f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:09.927658 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Updating router 6623d282-0de3-4542-9c7d-d1e01259763e port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:41:09.966940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0063ae3e-9eb1-409a-96b4-f29b7135ea06 None None] Provisioning complete for port 0500f981-1a14-46bf-a7de-85a201dabf4f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:09.967538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0063ae3e-9eb1-409a-96b4-f29b7135ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.050802 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.087632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0063ae3e-9eb1-409a-96b4-f29b7135ea06 None None] Port 0500f981-1a14-46bf-a7de-85a201dabf4f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:10.110583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port f9fe0145-f820-43c5-803f-30ba3c27a113 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:10.118762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f9fe0145-f820-43c5-803f-30ba3c27a113 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:10.119520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.200339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:10.220281 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:10.230397 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:10.247284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Usage tracker for resource:subnet and tenant:df60ab9b5d6a42a19037bc7a8dba0d46 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:10.254127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f33d8569-d69c-4ec9-9dfd-ba5cf8873f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.262870 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f33d8569-d69c-4ec9-9dfd-ba5cf8873f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.281310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.300934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port f9fe0145-f820-43c5-803f-30ba3c27a113, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f9fe0145-f820-43c5-803f-30ba3c27a113,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:10.301452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47114) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:10.306540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:10.307864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.330965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:10.335960 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f33d8569-d69c-4ec9-9dfd-ba5cf8873f1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aac07684078542f19652849045b002ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4310234 Dec 22 08:41:10.338964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47116) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:10.339650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d8569-d69c-4ec9-9dfd-ba5cf8873f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f4be49-b5ec-4bdd-8bbe-12d90a079ffa,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:10.343562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Made reservation on behalf of a05b08f71f22493aba43190395732cc2 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:10.347886 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.423215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Made reservation on behalf of df60ab9b5d6a42a19037bc7a8dba0d46 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:10.426949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.477304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=f9fe0145-f820-43c5-803f-30ba3c27a113,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:10.591863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c89f-b35a-41e2-88b4-d99543598685 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.636074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-96d9ae20-6094-4f4d-8c29-4f626bd8cbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.646871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] device_id is not set on port 71681814-246e-451e-873c-3ab4b6c6feff yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:10.692256 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.707352 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Transition to ACTIVE for port object 7b650d8b-42ba-4d7f-ae12-d30510cb5493 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:10.720215 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.724343 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-96d9ae20-6094-4f4d-8c29-4f626bd8cbbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:10.728730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-96d9ae20-6094-4f4d-8c29-4f626bd8cbbc admin admin] Usage tracker for resource:security_group_rule and tenant:37c80b09714f43569be5095eef6accc9 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:10.745069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47128) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:10.748508 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-96d9ae20-6094-4f4d-8c29-4f626bd8cbbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:10.760077 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-96d9ae20-6094-4f4d-8c29-4f626bd8cbbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:10.772198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887058841', 'description': 'tempest-description--727296393'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:10.781200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a1b0cd77-f564-43c6-8d56-522699293ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.786824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:10.799253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2c89f-b35a-41e2-88b4-d99543598685 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Calling delete_port for 429496ad-77d9-429d-b0a0-7f2d09220173 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:10.825461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Usage tracker for resource:security_group and tenant:1f81a5a8b4184e2b8ada05056a875a3a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:10.833509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:10.867123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.872434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:10.907474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a1b0cd77-f564-43c6-8d56-522699293ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.939331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.950210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Allocated IP 172.20.0.3 (1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566/738a0f5e-76c4-4355-a1aa-aa3a6bf07a00/bc778c00-54f0-4bf2-a312-fe756287909c) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:10.975638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Allocated IP 2001:db8::25d (67356c77-c38d-427c-9573-170cf4a4c1eb/340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed/71681814-246e-451e-873c-3ab4b6c6feff) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:10.991225 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8ddf-3f79-4bd0-aa6c-2b86522bd814 None None] Pushing event updated for resources: {'Port': ['ID=7b650d8b-42ba-4d7f-ae12-d30510cb5493,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:10.994209 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Attempting to bind port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:10.994735 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Attempting to bind port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:10.995265 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Attempting to bind port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 on network 8206ff15-91dd-4485-9c82-7e86a57041d4 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:11.002267 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:11.002845 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Checking segment: {'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:11.003426 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.004069 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Bound using segment: {'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:11.004695 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Bound port: 7b650d8b-42ba-4d7f-ae12-d30510cb5493, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:11.005263 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.023071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:11.032684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Usage tracker for resource:security_group_rule and tenant:1f81a5a8b4184e2b8ada05056a875a3a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:11.044227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:11.075904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:11.108267 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] For port 7b650d8b-42ba-4d7f-ae12-d30510cb5493, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:11.112388 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] For port 7b650d8b-42ba-4d7f-ae12-d30510cb5493, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7b650d8b-42ba-4d7f-ae12-d30510cb5493,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:11.118762 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.151789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a1b0cd77-f564-43c6-8d56-522699293ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.190070 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Routers {'6623d282-0de3-4542-9c7d-d1e01259763e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:11.191209 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:40:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6623d282-0de3-4542-9c7d-d1e01259763e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:11.194738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0cd77-f564-43c6-8d56-522699293ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f4be49-b5ec-4bdd-8bbe-12d90a079ffa,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:11.200225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-96d9ae20-6094-4f4d-8c29-4f626bd8cbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.248075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-96d9ae20-6094-4f4d-8c29-4f626bd8cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.286827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c89f-b35a-41e2-88b4-d99543598685 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.319680 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8ddf-3f79-4bd0-aa6c-2b86522bd814 None None] Pushing event updated for resources: {'Port': ['ID=7b650d8b-42ba-4d7f-ae12-d30510cb5493,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:11.407250 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-96d9ae20-6094-4f4d-8c29-4f626bd8cbbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37c80b09714f43569be5095eef6accc9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0676522 Dec 22 08:41:11.416381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47132) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:11.427427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9ae20-6094-4f4d-8c29-4f626bd8cbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afff31de-f7f5-4924-b4dd-893c901fc03c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:11.430872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a1b0cd77-f564-43c6-8d56-522699293ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.432090 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a1b0cd77-f564-43c6-8d56-522699293ef6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5f4be49-b5ec-4bdd-8bbe-12d90a079ffa HTTP/1.1" status: 204 len: 168 time: 1.0721068 Dec 22 08:41:11.451177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.488505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.496478 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] Set router 6623d282-0de3-4542-9c7d-d1e01259763e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:11.553991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.578379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.579581 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8279014 Dec 22 08:41:11.588217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47138) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:11.588887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2c049-c26e-46f3-8c5f-68ecef084d67 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985c0add-982e-4874-a76e-10ff1bd94237,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:11.596787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Request body: {'security_group_rule': {'security_group_id': '985c0add-982e-4874-a76e-10ff1bd94237', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:11.605086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Transition to ACTIVE for port object 71681814-246e-451e-873c-3ab4b6c6feff will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:11.619728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:11.624542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.633801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Usage tracker for resource:security_group_rule and tenant:1f81a5a8b4184e2b8ada05056a875a3a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:11.638041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-87cadff6-a0e8-4fcc-9179-ba46fdd706d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.640273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:11.656221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:11.692736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.702686 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-87cadff6-a0e8-4fcc-9179-ba46fdd706d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.720961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2c89f-b35a-41e2-88b4-d99543598685 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Pushing event deleted for resources: {'Port': ['ID=429496ad-77d9-429d-b0a0-7f2d09220173,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:11.725816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.735018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.739333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f9fe0145-f820-43c5-803f-30ba3c27a113 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:11.749072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.754582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.827967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f9fe0145-f820-43c5-803f-30ba3c27a113 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:11.828497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.868798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Network 67356c77-c38d-427c-9573-170cf4a4c1eb is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:11.875394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:11.879231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:11.885272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:11.888745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.979731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Port': ['ID=71681814-246e-451e-873c-3ab4b6c6feff,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.021554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.028914 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-15741754-b301-4c14-95ac-a2e127f5fb1d tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1509964 Dec 22 08:41:12.028914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-87cadff6-a0e8-4fcc-9179-ba46fdd706d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.029900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-87cadff6-a0e8-4fcc-9179-ba46fdd706d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.032100 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-87cadff6-a0e8-4fcc-9179-ba46fdd706d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afff31de-f7f5-4924-b4dd-893c901fc03c HTTP/1.1" status: 204 len: 168 time: 0.6142972 Dec 22 08:41:12.032426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47144) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:12.055053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-52da9836-d2cd-43d5-99dc-72cfb1d6774a tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::383', 'mac_address': 'fa:16:3e:9d:59:76'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:12.080331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.098320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.111633 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7b650d8b-42ba-4d7f-ae12-d30510cb5493', 'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'mac_address': 'fa:16:3e:26:5a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:02Z', 'updated_at': '2021-12-22T08:41:11Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'subnets': [{'id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:12.116438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cadff6-a0e8-4fcc-9179-ba46fdd706d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afff31de-f7f5-4924-b4dd-893c901fc03c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.123231 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240a3bd-f0b4-4d09-83d3-26643c334c57 None None] The sync data for ids ['6623d282-0de3-4542-9c7d-d1e01259763e'] in dv-neutron-822561-2-hyperv is: [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7b650d8b-42ba-4d7f-ae12-d30510cb5493', 'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'mac_address': 'fa:16:3e:26:5a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:02Z', 'updated_at': '2021-12-22T08:41:11Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'subnets': [{'id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:12.149560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25a2fd7-c53f-49f7-bf24-c03870dd252f,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.150410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0500f981-1a14-46bf-a7de-85a201dabf4f,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.153442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event updated for resources: {'Subnet': ['ID=0c2f1720-ffa6-46ab-b555-b34423aac8c1,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.166761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.167947 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-582fdf49-85f2-4113-9c0c-a1e91cdc2400 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5756040 Dec 22 08:41:12.174548 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47150) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:12.175730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.175852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47152) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:12.243144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Request body: {'security_group_rule': {'security_group_id': '985c0add-982e-4874-a76e-10ff1bd94237', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:12.278874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:12.301720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Usage tracker for resource:security_group_rule and tenant:1f81a5a8b4184e2b8ada05056a875a3a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:12.311214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:12.346983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-27fccecb-7b70-464f-852e-c751f8bae1df None None] Provisioning for port 71681814-246e-451e-873c-3ab4b6c6feff completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:12.358026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-27fccecb-7b70-464f-852e-c751f8bae1df None None] Provisioning complete for port 71681814-246e-451e-873c-3ab4b6c6feff triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:12.358393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-27fccecb-7b70-464f-852e-c751f8bae1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.374953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:12.436586 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6922d8dc-f064-4e75-9c21-6fc905e5b04c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ead3577b448440c9aaf592da9125b7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2591841 Dec 22 08:41:12.439215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47160) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:12.448043 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-27fccecb-7b70-464f-852e-c751f8bae1df None None] Port 71681814-246e-451e-873c-3ab4b6c6feff cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:12.460910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Network 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:12.476080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.483993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:12.499136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:12.621507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-52da9836-d2cd-43d5-99dc-72cfb1d6774a tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.635819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47164) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:12.683280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.684242 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15a08c2c-d03c-4d30-8c3a-7cd532e2ff78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.686969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event updated for resources: {'Port': ['ID=bc778c00-54f0-4bf2-a312-fe756287909c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.694100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Checking segment: {'id': 'bed238fe-5317-4f57-82f2-0a61478773df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d8f5143-018b-4992-af38-6acc7eb18b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:12.694818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Network hostable DHCP agents. Network: 1d8f5143-018b-4992-af38-6acc7eb18b5c, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:12.698194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4453e235-496d-40e0-af9d-6eb19b356e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.699743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c89f-b35a-41e2-88b4-d99543598685 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.720645 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6fc2c89f-b35a-41e2-88b4-d99543598685 tempest-RoutersAdminNegativeTest-900960185 tempest-RoutersAdminNegativeTest-900960185-project-admin] 10.222.0.37 "DELETE /v2.0/ports/429496ad-77d9-429d-b0a0-7f2d09220173 HTTP/1.1" status: 204 len: 168 time: 4.0932970 Dec 22 08:41:12.746087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.803720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15a08c2c-d03c-4d30-8c3a-7cd532e2ff78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.810587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4453e235-496d-40e0-af9d-6eb19b356e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:12.827724 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b220eba8-3feb-42e2-948e-484c418cd881,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.833059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4453e235-496d-40e0-af9d-6eb19b356e1b admin admin] Usage tracker for resource:security_group_rule and tenant:a42ca0fd1b9641d4ac671bf21ec9d8b5 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:12.841572 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4453e235-496d-40e0-af9d-6eb19b356e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:12.852692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.856036 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ca74847e-532a-40bf-b509-4ae17a75d2cb tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6747706 Dec 22 08:41:12.856036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4453e235-496d-40e0-af9d-6eb19b356e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:12.860797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47170) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:12.879297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Network 428092a9-8d6c-49a4-9f7d-f345b940981c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:12.882392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:12.900566 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:12.910710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:12.945379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Network 1d8f5143-018b-4992-af38-6acc7eb18b5c is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:12.955305 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Usage tracker for resource:floatingip and tenant:1f81a5a8b4184e2b8ada05056a875a3a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:12.975075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:12.989171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:13.097263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 1d8f5143-018b-4992-af38-6acc7eb18b5c) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:13.112659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f735ff8-7a17-4f2c-b8d7-1a7691a37c29 None None] Network 1d8f5143-018b-4992-af38-6acc7eb18b5c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:13.119495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:13.120333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.216963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47176) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.228616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.255457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-52da9836-d2cd-43d5-99dc-72cfb1d6774a tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.265928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15a08c2c-d03c-4d30-8c3a-7cd532e2ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.302995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4453e235-496d-40e0-af9d-6eb19b356e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.329053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-52da9836-d2cd-43d5-99dc-72cfb1d6774a tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.346173 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8179cc52-5e20-4531-b39b-8f3d10233159 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0883460 Dec 22 08:41:13.347401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47182) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.359858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-845945365', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:13.375502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:13.400452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Usage tracker for resource:router and tenant:df60ab9b5d6a42a19037bc7a8dba0d46 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:13.454887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:13.482597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:13.488938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-1d8f5143-018b-4992-af38-6acc7eb18b5c', 'network_id': '1d8f5143-018b-4992-af38-6acc7eb18b5c', 'tenant_id': 'df60ab9b5d6a42a19037bc7a8dba0d46', 'fixed_ips': [{'subnet_id': '0c2f1720-ffa6-46ab-b555-b34423aac8c1'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:13.490088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.492645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15a08c2c-d03c-4d30-8c3a-7cd532e2ff78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.496229 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-15a08c2c-d03c-4d30-8c3a-7cd532e2ff78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/851fb997-ef18-41ce-b7de-dc06501bac0c HTTP/1.1" status: 204 len: 168 time: 1.0536239 Dec 22 08:41:13.496355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Router 454d2f1d-b89e-491c-9d41-082a32f28aa0 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:13.522457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-52da9836-d2cd-43d5-99dc-72cfb1d6774a tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] In _notify_port_updated(), no bound segment for port 71681814-246e-451e-873c-3ab4b6c6feff on network 67356c77-c38d-427c-9573-170cf4a4c1eb {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:41:13.524409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.528486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6db82c41-e239-474d-8846-3f00c06ce5b3 None None] Provisioning complete for port 0500f981-1a14-46bf-a7de-85a201dabf4f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:13.528920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6db82c41-e239-474d-8846-3f00c06ce5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.530131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da9836-d2cd-43d5-99dc-72cfb1d6774a tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:13.530771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-52da9836-d2cd-43d5-99dc-72cfb1d6774a tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.542179 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-52da9836-d2cd-43d5-99dc-72cfb1d6774a tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "PUT /v2.0/ports/71681814-246e-451e-873c-3ab4b6c6feff HTTP/1.1" status: 200 len: 1003 time: 1.4968317 Dec 22 08:41:13.546006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a08c2c-d03c-4d30-8c3a-7cd532e2ff78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851fb997-ef18-41ce-b7de-dc06501bac0c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:13.547713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4453e235-496d-40e0-af9d-6eb19b356e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.569408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47188) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.603635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.604642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.642240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453e235-496d-40e0-af9d-6eb19b356e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b08c31-ef0a-4e3f-8d5e-f67f0bc33008,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:13.657296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6db82c41-e239-474d-8846-3f00c06ce5b3 None None] Port 0500f981-1a14-46bf-a7de-85a201dabf4f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:13.819198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b650d8b-42ba-4d7f-ae12-d30510cb5493 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:13.836534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-924e5361-018b-4205-888c-23625f2b738f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.849178 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4453e235-496d-40e0-af9d-6eb19b356e1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a42ca0fd1b9641d4ac671bf21ec9d8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2041774 Dec 22 08:41:13.869053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47192) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.961945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:13.977603 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a9b5d21a-039d-4df1-8ed4-250b65ae02c9 admin admin] 10.222.0.37 "PUT /v2.0/routers/454d2f1d-b89e-491c-9d41-082a32f28aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0464618 Dec 22 08:41:13.982176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2e4bdcb7-c64a-458c-a2b3-6c8132f789b9 None None] Provisioning complete for port 71681814-246e-451e-873c-3ab4b6c6feff triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:13.982714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcb7-c64a-458c-a2b3-6c8132f789b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.000798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da9836-d2cd-43d5-99dc-72cfb1d6774a tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Port': ['ID=71681814-246e-451e-873c-3ab4b6c6feff,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:14.022912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-924e5361-018b-4205-888c-23625f2b738f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:14.031691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-924e5361-018b-4205-888c-23625f2b738f admin admin] Usage tracker for resource:security_group_rule and tenant:02a4b0e5c14b4758b78411b8068076df is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:14.040462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-924e5361-018b-4205-888c-23625f2b738f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:14.044219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.052806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-924e5361-018b-4205-888c-23625f2b738f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:14.057985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Sync routers for ids ['454d2f1d-b89e-491c-9d41-082a32f28aa0'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:14.071834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1272b-0dd6-4d9c-a603-9bf5dcf22562 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Deleting port 71681814-246e-451e-873c-3ab4b6c6feff {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:14.072430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfa1272b-0dd6-4d9c-a603-9bf5dcf22562 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.105195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Routers {'454d2f1d-b89e-491c-9d41-082a32f28aa0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:14.106776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:40:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['454d2f1d-b89e-491c-9d41-082a32f28aa0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:14.365088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Set router 454d2f1d-b89e-491c-9d41-082a32f28aa0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:14.493255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3695cd2-b484-4172-9928-22e929249afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.626233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.670155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bdcb7-c64a-458c-a2b3-6c8132f789b9 None None] Port 71681814-246e-451e-873c-3ab4b6c6feff cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:14.675003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Allocated IP 172.20.0.2 (1d8f5143-018b-4992-af38-6acc7eb18b5c/0c2f1720-ffa6-46ab-b555-b34423aac8c1/9d53388b-65f5-4ed1-b70b-7e0b48277293) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:14.679113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:14.697968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:14.698342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.707601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-924e5361-018b-4205-888c-23625f2b738f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.741850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.903571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfa1272b-0dd6-4d9c-a603-9bf5dcf22562 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.967259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.147579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.168311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0500f981-1a14-46bf-a7de-85a201dabf4f', 'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'mac_address': 'fa:16:3e:37:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:07Z', 'updated_at': '2021-12-22T08:41:11Z', 'revision_number': 2, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'subnets': [{'id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:15.201439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Checking router: 454d2f1d-b89e-491c-9d41-082a32f28aa0 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:41:15.201936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Updating router 454d2f1d-b89e-491c-9d41-082a32f28aa0 port 0500f981-1a14-46bf-a7de-85a201dabf4f binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:41:15.205067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1272b-0dd6-4d9c-a603-9bf5dcf22562 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Calling delete_port for 71681814-246e-451e-873c-3ab4b6c6feff owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:15.258910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.290364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Transition to ACTIVE for port object 9d53388b-65f5-4ed1-b70b-7e0b48277293 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:15.303494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 7b650d8b-42ba-4d7f-ae12-d30510cb5493, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7b650d8b-42ba-4d7f-ae12-d30510cb5493,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:15.327994 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.375747 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.395121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-924e5361-018b-4205-888c-23625f2b738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.407098 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Transition to ACTIVE for port object 9d53388b-65f5-4ed1-b70b-7e0b48277293 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:15.423461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3695cd2-b484-4172-9928-22e929249afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.465036 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.474371 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfa1272b-0dd6-4d9c-a603-9bf5dcf22562 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.486744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.493701 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.513572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Network 1d8f5143-018b-4992-af38-6acc7eb18b5c is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:15.518913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:15.525542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:15.532290 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=7b650d8b-42ba-4d7f-ae12-d30510cb5493,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:15.542844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.589456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Router 24ca15b6-e05c-432d-809e-a534c5034a87 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:15.592194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47232) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.624980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--196207925', 'description': 'tempest-description--128237929'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:15.648666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Pushing event updated for resources: {'Port': ['ID=9d53388b-65f5-4ed1-b70b-7e0b48277293,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:15.649516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:15.768065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b650d8b-42ba-4d7f-ae12-d30510cb5493 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:15.786615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Usage tracker for resource:security_group and tenant:c35afbf7ce934c9cbd729a00925c97dc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:15.789730 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-924e5361-018b-4205-888c-23625f2b738f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02a4b0e5c14b4758b78411b8068076df&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5695658 Dec 22 08:41:15.790703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1272b-0dd6-4d9c-a603-9bf5dcf22562 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event deleted for resources: {'Port': ['ID=71681814-246e-451e-873c-3ab4b6c6feff,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:15.803584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47242) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.804545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:15.809966 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e5361-018b-4205-888c-23625f2b738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d646a4c4-42ba-4e7f-aff6-341e31387c89,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:15.832840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:15.853145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Attempting to bind port 9d53388b-65f5-4ed1-b70b-7e0b48277293 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:15.853573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Attempting to bind port 9d53388b-65f5-4ed1-b70b-7e0b48277293 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'bed238fe-5317-4f57-82f2-0a61478773df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d8f5143-018b-4992-af38-6acc7eb18b5c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:15.853949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Attempting to bind port 9d53388b-65f5-4ed1-b70b-7e0b48277293 on network 1d8f5143-018b-4992-af38-6acc7eb18b5c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:15.864864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:15.865225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Checking segment: {'id': 'bed238fe-5317-4f57-82f2-0a61478773df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d8f5143-018b-4992-af38-6acc7eb18b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:15.865622 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.866037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Bound using segment: {'id': 'bed238fe-5317-4f57-82f2-0a61478773df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d8f5143-018b-4992-af38-6acc7eb18b5c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:15.866505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Bound port: 9d53388b-65f5-4ed1-b70b-7e0b48277293, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed238fe-5317-4f57-82f2-0a61478773df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d8f5143-018b-4992-af38-6acc7eb18b5c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:15.866870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.901365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.027152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Allocated IP 172.26.1.60 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/6ad98bb3-9841-431b-a6a5-b2041507bcdc) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:16.042911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:16.141317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3695cd2-b484-4172-9928-22e929249afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.214404 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfa1272b-0dd6-4d9c-a603-9bf5dcf22562 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.214764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Usage tracker for resource:security_group_rule and tenant:c35afbf7ce934c9cbd729a00925c97dc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:16.223164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:16.231446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3695cd2-b484-4172-9928-22e929249afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b08c31-ef0a-4e3f-8d5e-f67f0bc33008,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:16.234554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:16.267935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8411534-725a-46ec-8f81-f0b92fbc19d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.291086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.296082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8411534-725a-46ec-8f81-f0b92fbc19d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.310260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47250) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:16.334382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Transition to ACTIVE for port object 0500f981-1a14-46bf-a7de-85a201dabf4f will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:16.352055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:16.355534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.359851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:16.360314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.369387 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cfa1272b-0dd6-4d9c-a603-9bf5dcf22562 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "DELETE /v2.0/ports/71681814-246e-451e-873c-3ab4b6c6feff HTTP/1.1" status: 204 len: 168 time: 2.7257695 Dec 22 08:41:16.369387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47256) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:16.372445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3695cd2-b484-4172-9928-22e929249afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.372993 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Sync routers for ids ['24ca15b6-e05c-432d-809e-a534c5034a87'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:16.373491 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e3695cd2-b484-4172-9928-22e929249afe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6b08c31-ef0a-4e3f-8d5e-f67f0bc33008 HTTP/1.1" status: 204 len: 168 time: 2.4359694 Dec 22 08:41:16.392752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8411534-725a-46ec-8f81-f0b92fbc19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.393527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] For port 9d53388b-65f5-4ed1-b70b-7e0b48277293, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:16.394098 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Routers {'24ca15b6-e05c-432d-809e-a534c5034a87'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:16.394692 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:40:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['24ca15b6-e05c-432d-809e-a534c5034a87'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:16.420804 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1061b74-e5c1-4f61-a6d8-0d7d7b3c0ef1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] GET failed (client error): The resource could not be found. Dec 22 08:41:16.421235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e1061b74-e5c1-4f61-a6d8-0d7d7b3c0ef1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Synchronizing usage tracker for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:16.468596 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e1061b74-e5c1-4f61-a6d8-0d7d7b3c0ef1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Unset dirty status for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:16.473804 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e1061b74-e5c1-4f61-a6d8-0d7d7b3c0ef1 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "GET /v2.0/ports/71681814-246e-451e-873c-3ab4b6c6feff HTTP/1.1" status: 404 len: 333 time: 0.0996020 Dec 22 08:41:16.473962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47262) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:16.481359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'port': {'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2092599802'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:16.499845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8411534-725a-46ec-8f81-f0b92fbc19d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d646a4c4-42ba-4e7f-aff6-341e31387c89,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:16.500206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.556248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] For port 9d53388b-65f5-4ed1-b70b-7e0b48277293, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d53388b-65f5-4ed1-b70b-7e0b48277293,segment=NetworkSegment(bed238fe-5317-4f57-82f2-0a61478773df),segment_id=bed238fe-5317-4f57-82f2-0a61478773df)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:16.593653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.601980 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7698fe5c-b6a7-4d84-b772-33b77e9bd6ac tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.0271437 Dec 22 08:41:16.603074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47266) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:16.636064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8411534-725a-46ec-8f81-f0b92fbc19d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.638533 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d8411534-725a-46ec-8f81-f0b92fbc19d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d646a4c4-42ba-4e7f-aff6-341e31387c89 HTTP/1.1" status: 204 len: 168 time: 0.8308876 Dec 22 08:41:16.649672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.816692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.839546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.839837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cd018-7693-4951-b4dd-a834bf829ed8 None None] Pushing event updated for resources: {'Port': ['ID=0500f981-1a14-46bf-a7de-85a201dabf4f,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:16.854826 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Set router 24ca15b6-e05c-432d-809e-a534c5034a87 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:16.907158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-224207398'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:16.953899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:16.970987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d98f4-77b7-47dd-8e93-aafcd97c020a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:16.970987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.970987 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1ba9f955-96a9-45a8-adc5-e5ffb16d35a8 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3695142 Dec 22 08:41:16.970987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47274) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:16.985784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Request body: {'security_group_rule': {'security_group_id': 'bc7d98f4-77b7-47dd-8e93-aafcd97c020a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:16.985784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:16.989719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Usage tracker for resource:network and tenant:99c3e76df7b44b659c144571e4f4e68a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:16.989862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Usage tracker for resource:security_group_rule and tenant:c35afbf7ce934c9cbd729a00925c97dc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:16.994577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:17.003344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:17.010082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:17.042816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:17.116413 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Attempting to bind port 0500f981-1a14-46bf-a7de-85a201dabf4f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:17.116785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Attempting to bind port 0500f981-1a14-46bf-a7de-85a201dabf4f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:17.117172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Attempting to bind port 0500f981-1a14-46bf-a7de-85a201dabf4f on network 428092a9-8d6c-49a4-9f7d-f345b940981c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:17.126771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:17.134482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Made reservation on behalf of 99c3e76df7b44b659c144571e4f4e68a for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:17.144379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.177136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.258659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:17.259289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Checking segment: {'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:17.259619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.259898 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Bound using segment: {'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:17.263626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Bound port: 0500f981-1a14-46bf-a7de-85a201dabf4f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:17.264025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.277258 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.318008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd1229-d22d-4d49-827b-8089edd867c4 None None] Pushing event updated for resources: {'Port': ['ID=9d53388b-65f5-4ed1-b70b-7e0b48277293,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:17.345458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.348478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:17.356641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:17.395806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:17.420067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:17.437135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.447210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Usage tracker for resource:security_group_rule and tenant:99c3e76df7b44b659c144571e4f4e68a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:17.458796 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:17.471712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] For port 0500f981-1a14-46bf-a7de-85a201dabf4f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:17.475427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] For port 0500f981-1a14-46bf-a7de-85a201dabf4f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0500f981-1a14-46bf-a7de-85a201dabf4f,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:17.477995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:17.496158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.501615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:17.521728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Made reservation on behalf of a05b08f71f22493aba43190395732cc2 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:17.535501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.541778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47288) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:17.558506 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ca15b6-e05c-432d-809e-a534c5034a87', 'name': '', 'tenant_id': '02854c1a14c74eac9d566d5954d113b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566', 'external_fixed_ips': [{'subnet_id': '738a0f5e-76c4-4355-a1aa-aa3a6bf07a00', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bc778c00-54f0-4bf2-a312-fe756287909c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:06Z', 'updated_at': '2021-12-22T08:41:13Z', 'revision_number': 3, 'project_id': '02854c1a14c74eac9d566d5954d113b5', 'gw_port': {'id': 'bc778c00-54f0-4bf2-a312-fe756287909c', 'name': '', 'network_id': '1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ca15b6-e05c-432d-809e-a534c5034a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '738a0f5e-76c4-4355-a1aa-aa3a6bf07a00', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:09Z', 'updated_at': '2021-12-22T08:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738a0f5e-76c4-4355-a1aa-aa3a6bf07a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:17.563406 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Checking router: 24ca15b6-e05c-432d-809e-a534c5034a87 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:41:17.563823 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Updating router 24ca15b6-e05c-432d-809e-a534c5034a87 port bc778c00-54f0-4bf2-a312-fe756287909c binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:41:17.601154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Pushing event updated for resources: {'Port': ['ID=6ad98bb3-9841-431b-a6a5-b2041507bcdc,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:17.647520 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.667259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] device_id is not set on port aea42815-c239-4b48-becc-5bfc1ed1fa50 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:17.681742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Allocated IP 172.26.1.156 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/50cdc53e-d111-480a-b718-5b46e6f54abf) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:17.701199 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b38f59b7-cbc9-40ea-a983-470b531cc5de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e254390d2c864640b14db10aef130909&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1398404 Dec 22 08:41:17.721023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cd018-7693-4951-b4dd-a834bf829ed8 None None] Pushing event updated for resources: {'Port': ['ID=0500f981-1a14-46bf-a7de-85a201dabf4f,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:17.734112 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Routers {'454d2f1d-b89e-491c-9d41-082a32f28aa0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:17.735163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:40:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['454d2f1d-b89e-491c-9d41-082a32f28aa0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:17.743142 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47292) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:17.789468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.883390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d53388b-65f5-4ed1-b70b-7e0b48277293 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:17.904962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.069958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.171895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02d12743-a0aa-419b-a61f-be7ab0f7f497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.181898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.221218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1653650-0c5d-4966-baf8-683e37dbb61a,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.254587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.279251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 9d53388b-65f5-4ed1-b70b-7e0b48277293 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:18.283815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] Set router 454d2f1d-b89e-491c-9d41-082a32f28aa0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:18.307101 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.332278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.342779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02d12743-a0aa-419b-a61f-be7ab0f7f497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.366938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.371462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Allocated IP 2001:db8::2b6 (67356c77-c38d-427c-9573-170cf4a4c1eb/340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed/aea42815-c239-4b48-becc-5bfc1ed1fa50) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:18.371859 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2cfa488f-44f9-45ba-9ca6-54db29034cfa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3981848 Dec 22 08:41:18.382370 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47306) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:18.387185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.406810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Request body: {'security_group_rule': {'security_group_id': 'bc7d98f4-77b7-47dd-8e93-aafcd97c020a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:18.416353 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.421167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Deleting port bc778c00-54f0-4bf2-a312-fe756287909c {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:18.423484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.433492 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Transition to ACTIVE for port object bc778c00-54f0-4bf2-a312-fe756287909c will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:18.446599 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.449977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:18.458742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:18.501348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Usage tracker for resource:security_group_rule and tenant:c35afbf7ce934c9cbd729a00925c97dc is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:18.520836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:18.524180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff83f9f-6d8b-41df-aabf-bd1c599b5663,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.539032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.539476 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Added segment 00f36063-cbba-4d6b-b542-e814787c4f88 of type vlan for network 3aec3751-c939-4fd7-9149-7b8abf68e04d Dec 22 08:41:18.541150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:18.576317 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba26da9-0c43-43a3-8e3d-a427944e81f5 None None] Pushing event updated for resources: {'Port': ['ID=bc778c00-54f0-4bf2-a312-fe756287909c,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.624631 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Attempting to bind port bc778c00-54f0-4bf2-a312-fe756287909c on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:18.625001 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Attempting to bind port bc778c00-54f0-4bf2-a312-fe756287909c by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'fb626969-a73f-4fdb-8fd6-c09989e843db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:18.625412 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Attempting to bind port bc778c00-54f0-4bf2-a312-fe756287909c on network 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:18.633164 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:18.633544 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Checking segment: {'id': 'fb626969-a73f-4fdb-8fd6-c09989e843db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:18.633966 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.634726 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Bound using segment: {'id': 'fb626969-a73f-4fdb-8fd6-c09989e843db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:18.635193 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Bound port: bc778c00-54f0-4bf2-a312-fe756287909c, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb626969-a73f-4fdb-8fd6-c09989e843db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:18.635580 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.722964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b62c1-a430-4e41-b8b4-f0bda5251c55 None None] Network 1d8f5143-018b-4992-af38-6acc7eb18b5c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:18.724570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.778971 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] For port bc778c00-54f0-4bf2-a312-fe756287909c, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:18.786909 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] For port bc778c00-54f0-4bf2-a312-fe756287909c, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bc778c00-54f0-4bf2-a312-fe756287909c,segment=NetworkSegment(fb626969-a73f-4fdb-8fd6-c09989e843db),segment_id=fb626969-a73f-4fdb-8fd6-c09989e843db)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:18.802745 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.825797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:18.835686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:18.846097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:18.854661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c929b934-b436-4282-9978-a3a130dba53f None None] Provisioning for port 9d53388b-65f5-4ed1-b70b-7e0b48277293 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:18.871799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c929b934-b436-4282-9978-a3a130dba53f None None] Provisioning complete for port 9d53388b-65f5-4ed1-b70b-7e0b48277293 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:18.872270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c929b934-b436-4282-9978-a3a130dba53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.948242 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Routers {'24ca15b6-e05c-432d-809e-a534c5034a87'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:18.948960 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:40:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['24ca15b6-e05c-432d-809e-a534c5034a87'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:18.998027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event updated for resources: {'Port': ['ID=50cdc53e-d111-480a-b718-5b46e6f54abf,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:19.011214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] For port bc778c00-54f0-4bf2-a312-fe756287909c, host dv-neutron-822561-2-hyperv, got binding levels [] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:19.011567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.046435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.073603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0500f981-1a14-46bf-a7de-85a201dabf4f', 'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'mac_address': 'fa:16:3e:37:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:07Z', 'updated_at': '2021-12-22T08:41:17Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'subnets': [{'id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:19.106652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d0db9-e02e-4a39-ad51-0687420eb70e None None] The sync data for ids ['454d2f1d-b89e-491c-9d41-082a32f28aa0'] in dv-neutron-822561-2-hyperv is: [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0500f981-1a14-46bf-a7de-85a201dabf4f', 'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'mac_address': 'fa:16:3e:37:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:07Z', 'updated_at': '2021-12-22T08:41:17Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'subnets': [{'id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:19.144813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.156975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02d12743-a0aa-419b-a61f-be7ab0f7f497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.223802 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c929b934-b436-4282-9978-a3a130dba53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.226599 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba26da9-0c43-43a3-8e3d-a427944e81f5 None None] Pushing event updated for resources: {'Port': ['ID=bc778c00-54f0-4bf2-a312-fe756287909c,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:19.284453 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] Set router 24ca15b6-e05c-432d-809e-a534c5034a87 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:19.293416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Calling delete_port for bc778c00-54f0-4bf2-a312-fe756287909c owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:19.330289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.331753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-99e73c1d-3b69-48b6-b49b-f09def7bee78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.335636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c929b934-b436-4282-9978-a3a130dba53f None None] For port 9d53388b-65f5-4ed1-b70b-7e0b48277293, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d53388b-65f5-4ed1-b70b-7e0b48277293,segment=NetworkSegment(bed238fe-5317-4f57-82f2-0a61478773df),segment_id=bed238fe-5317-4f57-82f2-0a61478773df)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:19.336615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:19.337249 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.353935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c929b934-b436-4282-9978-a3a130dba53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.466048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929b934-b436-4282-9978-a3a130dba53f None None] Pushing event updated for resources: {'Port': ['ID=9d53388b-65f5-4ed1-b70b-7e0b48277293,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:19.507327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Pushing event updated for resources: {'Network': ['ID=3aec3751-c939-4fd7-9149-7b8abf68e04d,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:19.514376 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ca15b6-e05c-432d-809e-a534c5034a87', 'name': '', 'tenant_id': '02854c1a14c74eac9d566d5954d113b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:06Z', 'updated_at': '2021-12-22T08:41:18Z', 'revision_number': 4, 'project_id': '02854c1a14c74eac9d566d5954d113b5', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:19.519586 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185a03d-b7ed-4cdc-b4ba-925acc74fca5 None None] The sync data for ids ['24ca15b6-e05c-432d-809e-a534c5034a87'] in dv-neutron-822561-2-hyperv is: [{'id': '24ca15b6-e05c-432d-809e-a534c5034a87', 'name': '', 'tenant_id': '02854c1a14c74eac9d566d5954d113b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:06Z', 'updated_at': '2021-12-22T08:41:18Z', 'revision_number': 4, 'project_id': '02854c1a14c74eac9d566d5954d113b5', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:19.519943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 3aec3751-c939-4fd7-9149-7b8abf68e04d details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:19.523595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47328) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:19.524397 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d12743-a0aa-419b-a61f-be7ab0f7f497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ace19be-30a9-4eb9-8504-42ca697716b2,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:19.603426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02d12743-a0aa-419b-a61f-be7ab0f7f497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.604674 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-02d12743-a0aa-419b-a61f-be7ab0f7f497 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ace19be-30a9-4eb9-8504-42ca697716b2 HTTP/1.1" status: 204 len: 168 time: 1.8507538 Dec 22 08:41:19.627268 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-59306b40-b458-422c-b542-025cc617d52c tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.3159347 Dec 22 08:41:19.727801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.758071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.768895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.937706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-25a8b415-576f-4d1a-84f2-1a4fad510949 None None] Provisioning complete for port 9d53388b-65f5-4ed1-b70b-7e0b48277293 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:19.937706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-25a8b415-576f-4d1a-84f2-1a4fad510949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.986669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Pushing event updated for resources: {'Port': ['ID=6ad98bb3-9841-431b-a6a5-b2041507bcdc,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:20.015177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-498021018', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:20.028088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0500f981-1a14-46bf-a7de-85a201dabf4f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:20.038502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:20.051063 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Usage tracker for resource:port and tenant:6397173407414066ae0c6039cb4201de is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:20.057543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:20.073641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:20.123546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Transition to ACTIVE for port object aea42815-c239-4b48-becc-5bfc1ed1fa50 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:20.142085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Made reservation on behalf of 6397173407414066ae0c6039cb4201de for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:20.161711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.175318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.181283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.197878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:20.198460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:20.220933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.260165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.307266 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592519ff-132c-4309-afdf-211567ebf00a,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:20.314410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.316704 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7f86642d-624c-4c13-81ec-16bb8f0e1334 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4522719 Dec 22 08:41:20.318261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:20.325052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.326486 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1f7c1b55-8bdc-465a-b443-ff1db4026a29 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9381208 Dec 22 08:41:20.327737 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Usage tracker for resource:security_group_rule and tenant:6397173407414066ae0c6039cb4201de is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:20.332659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47344) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:20.333369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:20.342778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:20.347721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:20.354706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:20.358991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Usage tracker for resource:floatingip and tenant:c35afbf7ce934c9cbd729a00925c97dc is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:20.362262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:20.368195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:20.391151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.413630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 0500f981-1a14-46bf-a7de-85a201dabf4f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:20.425904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0500f981-1a14-46bf-a7de-85a201dabf4f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:20.426523 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.458332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.581306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Port': ['ID=aea42815-c239-4b48-becc-5bfc1ed1fa50,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:20.654896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Network 67356c77-c38d-427c-9573-170cf4a4c1eb is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:20.665017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.691245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47354) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:20.700042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Request body: {'port': {'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-763341618'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:20.703598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.742615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 0500f981-1a14-46bf-a7de-85a201dabf4f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0500f981-1a14-46bf-a7de-85a201dabf4f,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:20.754421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.755208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d53388b-65f5-4ed1-b70b-7e0b48277293 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:20.762074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Deleting port bc778c00-54f0-4bf2-a312-fe756287909c {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:20.762771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.794762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:20.842850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:20.851649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:20.864293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:20.866626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.890024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Usage tracker for resource:port and tenant:9ece5e509a704120a4009799fcf49d66 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:20.983727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.986247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=0500f981-1a14-46bf-a7de-85a201dabf4f,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:21.012733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.030906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9d53388b-65f5-4ed1-b70b-7e0b48277293 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:21.031280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.058263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] device_id is not set on port bb513274-2386-4af5-9918-3c387083c2bf yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:21.138970 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b9eeff57-0852-4713-9916-a0d52c3d570f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6638727 Dec 22 08:41:21.154094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47378) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:21.161576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d817686d-bb5c-4151-851d-7dbc1a9015b0,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:21.170156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:21.177193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:21.185133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1f312f95-2505-47de-af5e-bbc73e7163cf tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9d:59:76'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:21.212214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Made reservation on behalf of 9ece5e509a704120a4009799fcf49d66 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:21.214443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.290174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.320430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bd3ed1d0-6848-4c35-9891-abd9b06c11b8 None None] Provisioning for port aea42815-c239-4b48-becc-5bfc1ed1fa50 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:21.328824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bd3ed1d0-6848-4c35-9891-abd9b06c11b8 None None] Provisioning complete for port aea42815-c239-4b48-becc-5bfc1ed1fa50 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:21.329649 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed1d0-6848-4c35-9891-abd9b06c11b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.412416 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ed1d0-6848-4c35-9891-abd9b06c11b8 None None] Port aea42815-c239-4b48-becc-5bfc1ed1fa50 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:21.469332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:21.471914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47392) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:21.497808 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 08:41:21.499247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Usage tracker for resource:security_group_rule and tenant:9ece5e509a704120a4009799fcf49d66 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:21.523882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:21.526342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47396) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:21.543607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.546820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:21.553487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] For port bc778c00-54f0-4bf2-a312-fe756287909c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bc778c00-54f0-4bf2-a312-fe756287909c,segment=NetworkSegment(fb626969-a73f-4fdb-8fd6-c09989e843db),segment_id=fb626969-a73f-4fdb-8fd6-c09989e843db)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:21.553868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.678752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Allocated IP 172.26.1.167 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/bb513274-2386-4af5-9918-3c387083c2bf) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:21.723010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f85a-4b4c-41db-a02c-1d5a8f50d754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.745760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0500f981-1a14-46bf-a7de-85a201dabf4f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:21.769610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Calling delete_port for bc778c00-54f0-4bf2-a312-fe756287909c owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:21.800023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1829605244'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:21.817294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0500f981-1a14-46bf-a7de-85a201dabf4f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:21.817786 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.834438 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-b162df6b-bae6-4b38-9f0c-e61b33dcd1f2 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--887058841&fields=id&tenant_id=1f81a5a8b4184e2b8ada05056a875a3a HTTP/1.1" status: 200 len: 267 time: 0.3594458 Dec 22 08:41:21.835771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f312f95-2505-47de-af5e-bbc73e7163cf tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.839092 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:21.849831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Usage tracker for resource:network and tenant:165f4abba70a4bb1b79d4e26df423f36 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:21.861114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:22.063293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:22.131930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.191395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Made reservation on behalf of 165f4abba70a4bb1b79d4e26df423f36 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:22.194786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.219278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.237780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.246712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.286608 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f312f95-2505-47de-af5e-bbc73e7163cf tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.317689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f312f95-2505-47de-af5e-bbc73e7163cf tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.345673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-1f312f95-2505-47de-af5e-bbc73e7163cf tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] In _notify_port_updated(), no bound segment for port aea42815-c239-4b48-becc-5bfc1ed1fa50 on network 67356c77-c38d-427c-9573-170cf4a4c1eb {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:41:22.347351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:22.352059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f312f95-2505-47de-af5e-bbc73e7163cf tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:22.352527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f312f95-2505-47de-af5e-bbc73e7163cf tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.356507 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1f312f95-2505-47de-af5e-bbc73e7163cf tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "PUT /v2.0/ports/aea42815-c239-4b48-becc-5bfc1ed1fa50 HTTP/1.1" status: 200 len: 1003 time: 1.1791112 Dec 22 08:41:22.357851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:22.361377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47402) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:22.365810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:22.368313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:22.369439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:22.370155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.378990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Usage tracker for resource:security_group_rule and tenant:165f4abba70a4bb1b79d4e26df423f36 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:22.390394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:22.406084 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-deffdb72-8def-436e-8af4-9b14203fe3be tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:22.407631 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-deffdb72-8def-436e-8af4-9b14203fe3be tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/networks?id=8206ff15-91dd-4485-9c82-7e86a57041d4 HTTP/1.1" status: 200 len: 812 time: 0.5596178 Dec 22 08:41:22.426460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Pushing event updated for resources: {'Port': ['ID=bb513274-2386-4af5-9918-3c387083c2bf,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:22.426785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.428160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:22.448785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.506515 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Allocated IP 172.26.1.183 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/5bee14c2-9577-441e-ad8d-51bf57c8ae0e) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:22.515603 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-a4ccc803-b1af-4d13-a655-06b086bf243a tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/quotas/1f81a5a8b4184e2b8ada05056a875a3a HTTP/1.1" status: 200 len: 375 time: 0.0979795 Dec 22 08:41:22.540422 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eb905bd7-a8f3-4a34-b043-27cb336bb1da tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.0118217 Dec 22 08:41:22.541910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] device_id is not set on port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:22.566895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47406) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:22.572626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f312f95-2505-47de-af5e-bbc73e7163cf tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Port': ['ID=aea42815-c239-4b48-becc-5bfc1ed1fa50,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:22.580094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-143c2d15-4ab1-4fa0-8a40-69135e5c382c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Deleting port aea42815-c239-4b48-becc-5bfc1ed1fa50 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:22.580094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-143c2d15-4ab1-4fa0-8a40-69135e5c382c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.606575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.167'}]}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:22.639567 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-46efa2b3-d103-4c1a-8b9d-8be8b5dc208a None None] Provisioning complete for port aea42815-c239-4b48-becc-5bfc1ed1fa50 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:22.640088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-46efa2b3-d103-4c1a-8b9d-8be8b5dc208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.641202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:22.652951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Usage tracker for resource:router and tenant:6397173407414066ae0c6039cb4201de is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:22.659140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:22.711869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.714440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-46efa2b3-d103-4c1a-8b9d-8be8b5dc208a None None] Port aea42815-c239-4b48-becc-5bfc1ed1fa50 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:22.714564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5834ba29-82b6-415f-bdb0-3ab3963e3e34,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:22.722398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:22.802256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.802474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.803454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.874398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.882103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc778c00-54f0-4bf2-a312-fe756287909c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:22.890877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.904791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.026897 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-81e62a60-3797-4801-be22-3a692f0bfdca tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f81a5a8b4184e2b8ada05056a875a3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4895213 Dec 22 08:41:23.060067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.070402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.130039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Router 996442c0-2503-40ff-930b-29a2a04cd8af is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:23.182269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:23.186527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.229019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-143c2d15-4ab1-4fa0-8a40-69135e5c382c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.237838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.251010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-903f07b9-b09e-4eb8-a68c-803d339b0eab service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:23.251992 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-903f07b9-b09e-4eb8-a68c-803d339b0eab service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0978053 Dec 22 08:41:23.481229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.481575 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Added segment d7b86046-32b8-4b19-940a-39e0e623437d of type vlan for network 62847edb-5c5c-49f3-98e6-db543fa00373 Dec 22 08:41:23.487694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812a5658-920d-4b7e-82af-e489dd11c45d,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:23.521055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-143c2d15-4ab1-4fa0-8a40-69135e5c382c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Calling delete_port for aea42815-c239-4b48-becc-5bfc1ed1fa50 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:23.547663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.555535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.572620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:23.574789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.583632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:23.592218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:23.628446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Pushing event updated for resources: {'Port': ['ID=5bee14c2-9577-441e-ad8d-51bf57c8ae0e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:23.723608 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.791787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] device_id is not set on port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:23.796648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.859473 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-143c2d15-4ab1-4fa0-8a40-69135e5c382c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.879910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.895826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.912160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.912675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24ca15b6-e05c-432d-809e-a534c5034a87 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:41:23.933761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Transition to ACTIVE for port object d7ea7f6f-f918-4fae-8b2b-c049b4f4052b will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:23.951910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c2d15-4ab1-4fa0-8a40-69135e5c382c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event deleted for resources: {'Port': ['ID=aea42815-c239-4b48-becc-5bfc1ed1fa50,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:23.979181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:23.988843 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-d22029ed-95a6-4ed7-9999-fb7b5710559d service neutron] 10.222.0.37 "GET /v2.0/networks/8206ff15-91dd-4485-9c82-7e86a57041d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650026 Dec 22 08:41:24.008502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ede666d-4502-43d9-8012-8fbb7d5e0551 None None] Sync routers for ids ['996442c0-2503-40ff-930b-29a2a04cd8af'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:24.016838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.031824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-143c2d15-4ab1-4fa0-8a40-69135e5c382c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.048091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ede666d-4502-43d9-8012-8fbb7d5e0551 None None] Routers {'996442c0-2503-40ff-930b-29a2a04cd8af'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:24.050050 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6ede666d-4502-43d9-8012-8fbb7d5e0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['996442c0-2503-40ff-930b-29a2a04cd8af'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:24.079050 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-143c2d15-4ab1-4fa0-8a40-69135e5c382c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "DELETE /v2.0/ports/aea42815-c239-4b48-becc-5bfc1ed1fa50 HTTP/1.1" status: 204 len: 168 time: 1.7148459 Dec 22 08:41:24.104037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47416) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.120600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.128813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:24.129666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.151055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6ede666d-4502-43d9-8012-8fbb7d5e0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:24.161453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.162361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ede666d-4502-43d9-8012-8fbb7d5e0551 None None] Routers {'996442c0-2503-40ff-930b-29a2a04cd8af'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:24.162957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6ede666d-4502-43d9-8012-8fbb7d5e0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['996442c0-2503-40ff-930b-29a2a04cd8af'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:24.238870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6ede666d-4502-43d9-8012-8fbb7d5e0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:24.239242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ede666d-4502-43d9-8012-8fbb7d5e0551 None None] The sync data for ids ['996442c0-2503-40ff-930b-29a2a04cd8af'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:24.273606 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6505d62b-501d-4801-9a26-863e8a5ab55f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] GET failed (client error): The resource could not be found. Dec 22 08:41:24.274186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6505d62b-501d-4801-9a26-863e8a5ab55f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Synchronizing usage tracker for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:24.380165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6505d62b-501d-4801-9a26-863e8a5ab55f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Unset dirty status for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:24.380553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.387785 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6505d62b-501d-4801-9a26-863e8a5ab55f tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "GET /v2.0/ports/aea42815-c239-4b48-becc-5bfc1ed1fa50 HTTP/1.1" status: 404 len: 333 time: 0.2721403 Dec 22 08:41:24.387889 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-89cd90e6-54d1-47d2-a205-fcd0de6ed289 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.0294557 Dec 22 08:41:24.387889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.387889 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-34447b42-4f2a-421a-9cbe-84de1db349fd tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "DELETE /v2.0/routers/24ca15b6-e05c-432d-809e-a534c5034a87 HTTP/1.1" status: 204 len: 168 time: 7.7745488 Dec 22 08:41:24.388059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47420) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.388336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47422) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.388646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47424) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.403264 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8739476 Dec 22 08:41:24.437806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event updated for resources: {'Port': ['ID=d7ea7f6f-f918-4fae-8b2b-c049b4f4052b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:24.443355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'port': {'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1061567435'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:24.450800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47432) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.464912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Request body: {'subnet': {'network_id': '62847edb-5c5c-49f3-98e6-db543fa00373', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:24.509844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e2275-45a6-4e1d-94e1-79e2682d9c77 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Pushing event updated for resources: {'Network': ['ID=62847edb-5c5c-49f3-98e6-db543fa00373,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:24.520233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 62847edb-5c5c-49f3-98e6-db543fa00373 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:24.588777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Checking segment: {'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:24.589150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Network hostable DHCP agents. Network: 3aec3751-c939-4fd7-9149-7b8abf68e04d, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:24.657026 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-0eac98fa-8011-45bf-b6e0-abefbcea82d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8206ff15-91dd-4485-9c82-7e86a57041d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673200 Dec 22 08:41:24.685838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:24.715030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.724543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.756173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea960ea2-e636-4e12-bdee-cd49a416c334 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Deleting subnet 738a0f5e-76c4-4355-a1aa-aa3a6bf07a00 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:24.768588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ea960ea2-e636-4e12-bdee-cd49a416c334 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.787128 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.819655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:24.826989 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.833067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.835837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Usage tracker for resource:subnet and tenant:165f4abba70a4bb1b79d4e26df423f36 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:24.841984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:24.848121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Network 3aec3751-c939-4fd7-9149-7b8abf68e04d is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:24.883810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ea960ea2-e636-4e12-bdee-cd49a416c334 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.899687 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:24.910452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Pushing event updated for resources: {'Port': ['ID=5bee14c2-9577-441e-ad8d-51bf57c8ae0e,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:24.913001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:24.919322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.920660 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-53cce778-fd67-4a7c-a9c0-de1f625dd71a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5840530 Dec 22 08:41:24.955455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Made reservation on behalf of 165f4abba70a4bb1b79d4e26df423f36 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:24.959564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks [] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.114179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47464) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:25.138947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:25.161449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 3aec3751-c939-4fd7-9149-7b8abf68e04d) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:25.170714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:25.179595 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b314a3-c346-4700-a9fa-9bf589c22c1a None None] Network 3aec3751-c939-4fd7-9149-7b8abf68e04d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:25.216385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Made reservation on behalf of a05b08f71f22493aba43190395732cc2 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:25.221113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.275232 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 08:41:25.282730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:25.283086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:25.283429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:25.294782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:25.295284 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:25.300801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] device_id is not set on port bbab926b-9d72-483a-aac1-315025beec95 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:25.322745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.392031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-75241f3d-217e-45b4-8bf9-830e42e1a9fd req-2f7c28c9-7a34-4a1a-a4ec-7b96f202c3b5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Synchronizing usage tracker for tenant:1f81a5a8b4184e2b8ada05056a875a3a on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:25.459426 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 2 to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b Dec 22 08:41:25.537510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:25.537889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:25.538224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:25.592481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ea960ea2-e636-4e12-bdee-cd49a416c334 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.605563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-75241f3d-217e-45b4-8bf9-830e42e1a9fd req-2f7c28c9-7a34-4a1a-a4ec-7b96f202c3b5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Unset dirty status for tenant:1f81a5a8b4184e2b8ada05056a875a3a on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:25.606750 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-75241f3d-217e-45b4-8bf9-830e42e1a9fd req-2f7c28c9-7a34-4a1a-a4ec-7b96f202c3b5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 210 time: 0.4890409 Dec 22 08:41:25.630512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-061f0590-15a8-425b-9416-ad5856127dbc req-5aae3097-d0e3-4452-8643-c4d8ae2ea3a0 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Synchronizing usage tracker for tenant:c35afbf7ce934c9cbd729a00925c97dc on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:25.662052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:25.662380 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:25.673156 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 3 to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b Dec 22 08:41:25.708844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.712412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.721358 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.786658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.787130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2ee9d20-7034-4ba0-a29e-ca4b93b63812 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:41:25.835187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Pushing event updated for resources: {'Subnet': ['ID=0353fdcd-c03a-4579-93c0-407befd68181,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:25.838625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:25.838954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:25.839441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:25.850750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Checking segment: {'id': 'd7b86046-32b8-4b19-940a-39e0e623437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62847edb-5c5c-49f3-98e6-db543fa00373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:25.851164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Network hostable DHCP agents. Network: 62847edb-5c5c-49f3-98e6-db543fa00373, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:25.856823 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:41:25.857122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-061f0590-15a8-425b-9416-ad5856127dbc req-5aae3097-d0e3-4452-8643-c4d8ae2ea3a0 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Unset dirty status for tenant:c35afbf7ce934c9cbd729a00925c97dc on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:25.858016 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-83220670-bb62-46a3-8bac-2e974b2a0a22 tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2901492 Dec 22 08:41:25.860925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47492) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:25.866256 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-5aae3097-d0e3-4452-8643-c4d8ae2ea3a0 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--196207925&fields=id&tenant_id=c35afbf7ce934c9cbd729a00925c97dc HTTP/1.1" status: 200 len: 267 time: 0.6342869 Dec 22 08:41:25.868805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:25.869199 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:25.894371 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 4 to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b Dec 22 08:41:25.929241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Network 62847edb-5c5c-49f3-98e6-db543fa00373 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:25.943762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8ac2d3a8-c973-4675-877e-00f2b16aa36f tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Deleting port bb513274-2386-4af5-9918-3c387083c2bf {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:25.944185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d3a8-c973-4675-877e-00f2b16aa36f tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.961277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:25.961840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:25.962322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:25.990215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Allocated IP 2001:db8::1c1 (67356c77-c38d-427c-9573-170cf4a4c1eb/340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed/bbab926b-9d72-483a-aac1-315025beec95) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:26.008217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ea960ea2-e636-4e12-bdee-cd49a416c334 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.038146 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 62847edb-5c5c-49f3-98e6-db543fa00373) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:26.042069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:26.042403 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:26.042836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:26.043761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.052278 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24826a4a-b764-4965-9e84-a6203149c95d None None] Network 62847edb-5c5c-49f3-98e6-db543fa00373 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:26.106620 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 5 to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b Dec 22 08:41:26.124752 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1f479d42-67a3-4bf8-ae87-1ea411ee129c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6727972 Dec 22 08:41:26.129043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47500) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.151567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Request body: {'port': {'network_id': '62847edb-5c5c-49f3-98e6-db543fa00373', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1328508914'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:26.151788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea960ea2-e636-4e12-bdee-cd49a416c334 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=738a0f5e-76c4-4355-a1aa-aa3a6bf07a00,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:26.168135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ea960ea2-e636-4e12-bdee-cd49a416c334 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.193910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:26.194339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:26.194738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:26.309092 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:26.309584 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:26.319305 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 6 to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b Dec 22 08:41:26.325396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-62847edb-5c5c-49f3-98e6-db543fa00373', 'network_id': '62847edb-5c5c-49f3-98e6-db543fa00373', 'tenant_id': '165f4abba70a4bb1b79d4e26df423f36', 'fixed_ips': [{'subnet_id': '0353fdcd-c03a-4579-93c0-407befd68181'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:26.330375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.356808 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ea960ea2-e636-4e12-bdee-cd49a416c334 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/738a0f5e-76c4-4355-a1aa-aa3a6bf07a00 HTTP/1.1" status: 204 len: 168 time: 1.9568212 Dec 22 08:41:26.368776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47506) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.426148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:26.426148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:26.426148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:26.434743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0590-15a8-425b-9416-ad5856127dbc req-b3705b13-fbd0-4454-b9be-05880af8a06f tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:26.435044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-061f0590-15a8-425b-9416-ad5856127dbc req-b3705b13-fbd0-4454-b9be-05880af8a06f tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Synchronizing usage tracker for tenant:c35afbf7ce934c9cbd729a00925c97dc on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:26.465468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d3a8-c973-4675-877e-00f2b16aa36f tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.482474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:26.483018 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:26.489789 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 7 to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b Dec 22 08:41:26.548438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Allocated IP 2001:db8::2 (62847edb-5c5c-49f3-98e6-db543fa00373/0353fdcd-c03a-4579-93c0-407befd68181/ba6478d3-fe0a-40d6-880f-0e22fe90556c) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:26.605015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8ac2d3a8-c973-4675-877e-00f2b16aa36f tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Calling delete_port for bb513274-2386-4af5-9918-3c387083c2bf owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:26.607245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.637458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:26.641720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-061f0590-15a8-425b-9416-ad5856127dbc req-b3705b13-fbd0-4454-b9be-05880af8a06f tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Unset dirty status for tenant:c35afbf7ce934c9cbd729a00925c97dc on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:26.642983 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-b3705b13-fbd0-4454-b9be-05880af8a06f tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/networks?id=428092a9-8d6c-49a4-9f7d-f345b940981c HTTP/1.1" status: 200 len: 806 time: 0.7757673 Dec 22 08:41:26.654528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Usage tracker for resource:port and tenant:165f4abba70a4bb1b79d4e26df423f36 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:26.658909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:26.666736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:26.667215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:26.667334 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:26.667789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:26.703168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Made reservation on behalf of 165f4abba70a4bb1b79d4e26df423f36 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:26.707878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.735544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.740260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] device_id is not set on port d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:26.747723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:26.748238 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:26.763682 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 8 to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b Dec 22 08:41:26.805881 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-d94ac6ed-d292-4a27-a6ff-f4fae158ca68 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/quotas/c35afbf7ce934c9cbd729a00925c97dc HTTP/1.1" status: 200 len: 375 time: 0.1291046 Dec 22 08:41:26.816058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:26.816608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:26.816936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:26.881305 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0719712d-0255-4ba0-822a-7dd3c534bb74 req-e42503f9-b3d1-48f0-a401-116179576662 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 210 time: 0.0637293 Dec 22 08:41:26.886727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:26.887053 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:26.921740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d3a8-c973-4675-877e-00f2b16aa36f tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.922358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.940136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Transition to ACTIVE for port object ba6478d3-fe0a-40d6-880f-0e22fe90556c will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:26.949052 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 9 to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b Dec 22 08:41:26.972093 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Transition to ACTIVE for port object ba6478d3-fe0a-40d6-880f-0e22fe90556c will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:26.982501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.54', 52926) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.984721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.988403 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2d3a8-c973-4675-877e-00f2b16aa36f tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb513274-2386-4af5-9918-3c387083c2bf,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:27.041793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:27.042126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:27.042460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:27.046641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.088754 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Network 62847edb-5c5c-49f3-98e6-db543fa00373 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:27.091928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:27.096800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:27.108870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Pushing event updated for resources: {'Port': ['ID=ba6478d3-fe0a-40d6-880f-0e22fe90556c,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:27.119026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:27.119361 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:27.130355 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 10 to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b Dec 22 08:41:27.171216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d3a8-c973-4675-877e-00f2b16aa36f tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.211530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Attempting to bind port ba6478d3-fe0a-40d6-880f-0e22fe90556c on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:27.211904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Attempting to bind port ba6478d3-fe0a-40d6-880f-0e22fe90556c by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd7b86046-32b8-4b19-940a-39e0e623437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62847edb-5c5c-49f3-98e6-db543fa00373'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:27.212257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Attempting to bind port ba6478d3-fe0a-40d6-880f-0e22fe90556c on network 62847edb-5c5c-49f3-98e6-db543fa00373 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:27.218151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:27.218602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Checking segment: {'id': 'd7b86046-32b8-4b19-940a-39e0e623437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62847edb-5c5c-49f3-98e6-db543fa00373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:27.220230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.220230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Bound using segment: {'id': 'd7b86046-32b8-4b19-940a-39e0e623437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62847edb-5c5c-49f3-98e6-db543fa00373'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:27.220230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Bound port: ba6478d3-fe0a-40d6-880f-0e22fe90556c, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b86046-32b8-4b19-940a-39e0e623437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62847edb-5c5c-49f3-98e6-db543fa00373'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:27.220438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.263106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.275976 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8ac2d3a8-c973-4675-877e-00f2b16aa36f tempest-RoutersAdminNegativeIpV6Test-888872236 tempest-RoutersAdminNegativeIpV6Test-888872236-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bb513274-2386-4af5-9918-3c387083c2bf HTTP/1.1" status: 204 len: 168 time: 1.4133515 Dec 22 08:41:27.314667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Allocated IP 2001:db8::3c0 (62847edb-5c5c-49f3-98e6-db543fa00373/0353fdcd-c03a-4579-93c0-407befd68181/d327d02b-9e4e-4cc8-a1a4-b5661c4ef723) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:27.317112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Transition to ACTIVE for port object bbab926b-9d72-483a-aac1-315025beec95 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:27.338043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-9b655568-5915-458f-b58e-45bb94c4cbea tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:27.339170 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-9b655568-5915-458f-b58e-45bb94c4cbea tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Synchronizing usage tracker for tenant:1f81a5a8b4184e2b8ada05056a875a3a on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:27.353407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:27.353765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:27.354105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:27.361399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:27.373813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-9b655568-5915-458f-b58e-45bb94c4cbea tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Unset dirty status for tenant:1f81a5a8b4184e2b8ada05056a875a3a on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:27.375382 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-9b655568-5915-458f-b58e-45bb94c4cbea tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.54 "GET /v2.0/networks?id=8206ff15-91dd-4485-9c82-7e86a57041d4 HTTP/1.1" status: 200 len: 812 time: 0.3882682 Dec 22 08:41:27.393540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:27.393901 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:27.394278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.395660 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] For port ba6478d3-fe0a-40d6-880f-0e22fe90556c, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:27.401135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] For port ba6478d3-fe0a-40d6-880f-0e22fe90556c, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ba6478d3-fe0a-40d6-880f-0e22fe90556c,segment=NetworkSegment(d7b86046-32b8-4b19-940a-39e0e623437d),segment_id=d7b86046-32b8-4b19-940a-39e0e623437d)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:27.410958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb626969-a73f-4fdb-8fd6-c09989e843db') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:27.411267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb626969-a73f-4fdb-8fd6-c09989e843db') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:27.412773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.443299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.578507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.579505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-88cd8e8b-2023-433c-be90-d12c8e9120dd tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Synchronizing usage tracker for tenant:1f81a5a8b4184e2b8ada05056a875a3a on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:27.591437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-061f0590-15a8-425b-9416-ad5856127dbc req-ce791ee6-f890-40c1-95cf-a2e7c447adc1 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Synchronizing usage tracker for tenant:c35afbf7ce934c9cbd729a00925c97dc on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:27.622938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:27.623223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.629945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-88cd8e8b-2023-433c-be90-d12c8e9120dd tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Unset dirty status for tenant:1f81a5a8b4184e2b8ada05056a875a3a on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:27.631080 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-88cd8e8b-2023-433c-be90-d12c8e9120dd tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f81a5a8b4184e2b8ada05056a875a3a HTTP/1.1" status: 200 len: 379 time: 0.1925478 Dec 22 08:41:27.633529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac369fc-dc06-420e-bc2d-7992dc0c118a None None] Pushing event updated for resources: {'Port': ['ID=ba6478d3-fe0a-40d6-880f-0e22fe90556c,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:27.655820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Request body: {'port': {'device_id': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'admin_state_up': True, 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'security_groups': ['985c0add-982e-4874-a76e-10ff1bd94237']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:27.683169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.683575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:27.685869 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:27.712192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47530) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:27.844690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Transition to ACTIVE for port object d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:27.914361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:27.942439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ecf3d5e8-b5f1-47ab-baaf-5296ef4294f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.955586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Network 67356c77-c38d-427c-9573-170cf4a4c1eb is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:27.957106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:27.973133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:27.979169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ecf3d5e8-b5f1-47ab-baaf-5296ef4294f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:27.983543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ecf3d5e8-b5f1-47ab-baaf-5296ef4294f9 admin admin] Usage tracker for resource:security_group_rule and tenant:622874e0fdd6495a99a6a4fa03e3fbb7 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:27.987151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ecf3d5e8-b5f1-47ab-baaf-5296ef4294f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:27.992968 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ecf3d5e8-b5f1-47ab-baaf-5296ef4294f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:27.998230 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Allocated IP 172.20.0.1 (1d8f5143-018b-4992-af38-6acc7eb18b5c/0c2f1720-ffa6-46ab-b555-b34423aac8c1/55649018-b847-4de4-ae14-c5aeab5edb0c) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:28.030932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] For port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:28.031226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempted to set empty binding levels {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:41:28.036530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.040250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:28.047056 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:28.047976 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.052977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.070187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-061f0590-15a8-425b-9416-ad5856127dbc req-ce791ee6-f890-40c1-95cf-a2e7c447adc1 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Unset dirty status for tenant:c35afbf7ce934c9cbd729a00925c97dc on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:28.082082 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-ce791ee6-f890-40c1-95cf-a2e7c447adc1 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c35afbf7ce934c9cbd729a00925c97dc&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2625675 Dec 22 08:41:28.119001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.140260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:41:28.149234 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Port': ['ID=bbab926b-9d72-483a-aac1-315025beec95,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:28.176189 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.196198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Made reservation on behalf of 1f81a5a8b4184e2b8ada05056a875a3a for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:28.199708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.216654 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9c582f29-7982-480d-85fd-b609a919a915 req-422d8f33-964f-41be-a50b-1672f0898441 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 210 time: 0.1871278 Dec 22 08:41:28.266997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Network 62847edb-5c5c-49f3-98e6-db543fa00373 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:28.275965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:28.288290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:28.293745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:28.294695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.337731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:28.387339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:28.387460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Pushing event updated for resources: {'Port': ['ID=d327d02b-9e4e-4cc8-a1a4-b5661c4ef723,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:28.388033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.408891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-28b79343-3946-40dd-b912-d1a410ddded9 None None] Provisioning for port bbab926b-9d72-483a-aac1-315025beec95 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:28.415202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-28b79343-3946-40dd-b912-d1a410ddded9 None None] Provisioning complete for port bbab926b-9d72-483a-aac1-315025beec95 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:28.415596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28b79343-3946-40dd-b912-d1a410ddded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.531780 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-51acfe95-e8b6-4740-a87f-393739bcd657 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4016626 Dec 22 08:41:28.547115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47552) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:28.560288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-28b79343-3946-40dd-b912-d1a410ddded9 None None] Port bbab926b-9d72-483a-aac1-315025beec95 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:28.584821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Request body: {'port': {'network_id': '62847edb-5c5c-49f3-98e6-db543fa00373', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1434055231', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:28.585993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] bootfile-name is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:41:28.586493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] tftp-server is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:41:28.586956 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] server-ip-address is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:41:28.653199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ecf3d5e8-b5f1-47ab-baaf-5296ef4294f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.675351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ecf3d5e8-b5f1-47ab-baaf-5296ef4294f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.751576 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-514695c9-4559-4689-81f3-804795d025c9 service neutron] 10.222.0.37 "GET /v2.0/networks/428092a9-8d6c-49a4-9f7d-f345b940981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666021 Dec 22 08:41:28.788824 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ff371c6b-6683-4088-aab2-04351bfd48e7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1e61377c-ecdf-4a1f-8a9d-7a4b16e6d566 HTTP/1.1" status: 204 len: 168 time: 2.4083841 Dec 22 08:41:28.790084 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event updated for resources: {'Port': ['ID=d7ea7f6f-f918-4fae-8b2b-c049b4f4052b,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:28.807264 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-94e6e208-ebb1-4f3c-99e4-15227e98134e tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.4036088 Dec 22 08:41:28.815059 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5c34e9ec-0781-4640-9f8b-a7824bee555f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.1222451 Dec 22 08:41:28.842776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47558) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:28.843094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47560) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:28.940802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'port': {'network_id': '67356c77-c38d-427c-9573-170cf4a4c1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-278644088'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:29.027206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-64888a67-d88a-4b97-b2f5-8e77a24b0d24 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Deleting port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:29.027711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-64888a67-d88a-4b97-b2f5-8e77a24b0d24 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.105150 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ecf3d5e8-b5f1-47ab-baaf-5296ef4294f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=622874e0fdd6495a99a6a4fa03e3fbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3919070 Dec 22 08:41:29.121651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ca088-ebe1-430f-b108-4b0d4e070243 None None] Network 62847edb-5c5c-49f3-98e6-db543fa00373 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:29.148724 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47566) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:29.194810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3d5e8-b5f1-47ab-baaf-5296ef4294f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c640bbd-e683-4d4d-9fb4-956b5a8457ff,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:29.229516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Allocated IP 172.20.0.3 (8206ff15-91dd-4485-9c82-7e86a57041d4/305877c8-72e7-4616-b485-e8e11f34d46b/55e3d411-91ff-4be0-a8ec-495318db0369) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:29.338038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d0c0f47a-acd7-48a0-b835-ea048527ecd9 None None] Provisioning for port ba6478d3-fe0a-40d6-880f-0e22fe90556c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:29.349475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:29.385408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Usage tracker for resource:port and tenant:165f4abba70a4bb1b79d4e26df423f36 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:29.404923 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:29.440980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.451539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:29.485440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47576) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:29.540683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ae29-c4e6-489f-9104-8d0549804a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.654729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-64888a67-d88a-4b97-b2f5-8e77a24b0d24 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] For port d7ea7f6f-f918-4fae-8b2b-c049b4f4052b, host hv-neutron-8225, got binding levels [] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:29.655397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-64888a67-d88a-4b97-b2f5-8e77a24b0d24 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.678620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Transition to ACTIVE for port object 55649018-b847-4de4-ae14-c5aeab5edb0c will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:29.778147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Request body: {'router': {'name': 'tempest-router--764415324', 'project_id': '1cdafafb595348e180e5bc6f233565c6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:29.784239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Made reservation on behalf of 165f4abba70a4bb1b79d4e26df423f36 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:29.788342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.854356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:29.858281 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0b1fe358-bc2e-4fcf-b1ef-c3a2ff818193 req-28a78616-6178-418a-aac6-33c2acdc79fe tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 210 time: 0.3759718 Dec 22 08:41:29.859416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] device_id is not set on port ef9c60e0-355a-4f95-8e27-5263dad487dc yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:29.907051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ba6478d3-fe0a-40d6-880f-0e22fe90556c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:30.007132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Usage tracker for resource:router and tenant:1cdafafb595348e180e5bc6f233565c6 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:30.017517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:30.078072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:30.092982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port ba6478d3-fe0a-40d6-880f-0e22fe90556c completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:30.110936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port ba6478d3-fe0a-40d6-880f-0e22fe90556c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:30.111485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.112321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ae29-c4e6-489f-9104-8d0549804a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.253928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:30.260381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c24e2eb1-ed20-4560-9eaf-daef787e5090 None None] Provisioning for port d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:30.266804 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.282294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c24e2eb1-ed20-4560-9eaf-daef787e5090 None None] Provisioning complete for port d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:30.282667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c24e2eb1-ed20-4560-9eaf-daef787e5090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.306780 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-e209af38-f30a-4d5e-960d-7237f4235e3e service neutron] 10.222.0.37 "GET /v2.0/networks/428092a9-8d6c-49a4-9f7d-f345b940981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4992974 Dec 22 08:41:30.324366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-64888a67-d88a-4b97-b2f5-8e77a24b0d24 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Calling delete_port for d7ea7f6f-f918-4fae-8b2b-c049b4f4052b owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:30.361064 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.365961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.384568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ae29-c4e6-489f-9104-8d0549804a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.391692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.408304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.419080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Usage tracker for resource:port and tenant:a05b08f71f22493aba43190395732cc2 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:30.447277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8ae29-c4e6-489f-9104-8d0549804a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c640bbd-e683-4d4d-9fb4-956b5a8457ff,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.487428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port ba6478d3-fe0a-40d6-880f-0e22fe90556c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ba6478d3-fe0a-40d6-880f-0e22fe90556c,segment=NetworkSegment(d7b86046-32b8-4b19-940a-39e0e623437d),segment_id=d7b86046-32b8-4b19-940a-39e0e623437d)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:30.492859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c24e2eb1-ed20-4560-9eaf-daef787e5090 None None] Port d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:30.514168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.553123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:30.556680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Transition to ACTIVE for port object 55e3d411-91ff-4be0-a8ec-495318db0369 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:30.566442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.598193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Network 1d8f5143-018b-4992-af38-6acc7eb18b5c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:30.639653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:30.650007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:30.668933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=ba6478d3-fe0a-40d6-880f-0e22fe90556c,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.686120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ae29-c4e6-489f-9104-8d0549804a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.688615 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bbb8ae29-c4e6-489f-9104-8d0549804a02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c640bbd-e683-4d4d-9fb4-956b5a8457ff HTTP/1.1" status: 204 len: 168 time: 1.5355513 Dec 22 08:41:30.692041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Allocated IP 2001:db8::f7 (62847edb-5c5c-49f3-98e6-db543fa00373/0353fdcd-c03a-4579-93c0-407befd68181/ef9c60e0-355a-4f95-8e27-5263dad487dc) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:30.694694 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c24e2eb1-ed20-4560-9eaf-daef787e5090 None None] Provisioning complete for port ba6478d3-fe0a-40d6-880f-0e22fe90556c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:30.695336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c24e2eb1-ed20-4560-9eaf-daef787e5090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.709368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.774737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:30.781481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.919264 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-edba8342-a196-4e96-a295-7533c1938cdd req-a7f38e4b-3b5f-4060-85a5-f73f86b9d622 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 210 time: 0.2034352 Dec 22 08:41:30.936966 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.947319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.958458 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7ae15a16-8ea6-481f-9471-d10777a1b343 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4691005 Dec 22 08:41:31.045454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47596) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.175787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-725c8a9b-a866-43cd-9ced-6e84e031369b None None] Provisioning complete for port d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:31.176371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-725c8a9b-a866-43cd-9ced-6e84e031369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.211652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Made reservation on behalf of a05b08f71f22493aba43190395732cc2 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:31.217762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.265987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0a0d252a-cc66-48b1-8c9e-36872a9357f2 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.283954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] device_id is not set on port 6072961a-453d-4eef-98bf-d406841f4733 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:31.294790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-725c8a9b-a866-43cd-9ced-6e84e031369b None None] Port d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:31.328984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-725c8a9b-a866-43cd-9ced-6e84e031369b None None] Provisioning for port 55649018-b847-4de4-ae14-c5aeab5edb0c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:31.339865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-725c8a9b-a866-43cd-9ced-6e84e031369b None None] Provisioning complete for port 55649018-b847-4de4-ae14-c5aeab5edb0c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:31.340132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-725c8a9b-a866-43cd-9ced-6e84e031369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.458640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Network 8206ff15-91dd-4485-9c82-7e86a57041d4 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:31.466158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:31.484460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-725c8a9b-a866-43cd-9ced-6e84e031369b None None] Port 55649018-b847-4de4-ae14-c5aeab5edb0c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:31.542668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:31.555386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:31.556056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.569299 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Pushing event updated for resources: {'Port': ['ID=55e3d411-91ff-4be0-a8ec-495318db0369,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:31.572977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Allocated IP 2001:db8::a6 (67356c77-c38d-427c-9573-170cf4a4c1eb/340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed/6072961a-453d-4eef-98bf-d406841f4733) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:31.802779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ba6478d3-fe0a-40d6-880f-0e22fe90556c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:31.914321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47618) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.931372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event updated for resources: {'Port': ['ID=55649018-b847-4de4-ae14-c5aeab5edb0c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:31.988218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.992693 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5635b069-f867-4cf9-97cb-1d1ebc12f6c8 None None] Provisioning for port 55e3d411-91ff-4be0-a8ec-495318db0369 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:32.020928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.030750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-64888a67-d88a-4b97-b2f5-8e77a24b0d24 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.036419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5635b069-f867-4cf9-97cb-1d1ebc12f6c8 None None] Provisioning complete for port 55e3d411-91ff-4be0-a8ec-495318db0369 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:32.038938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5635b069-f867-4cf9-97cb-1d1ebc12f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.136680 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5635b069-f867-4cf9-97cb-1d1ebc12f6c8 None None] Port 55e3d411-91ff-4be0-a8ec-495318db0369 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:32.141876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64888a67-d88a-4b97-b2f5-8e77a24b0d24 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7ea7f6f-f918-4fae-8b2b-c049b4f4052b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:32.156576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port ba6478d3-fe0a-40d6-880f-0e22fe90556c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:32.156951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.161652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-64888a67-d88a-4b97-b2f5-8e77a24b0d24 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.180137 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-64888a67-d88a-4b97-b2f5-8e77a24b0d24 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d7ea7f6f-f918-4fae-8b2b-c049b4f4052b HTTP/1.1" status: 204 len: 168 time: 3.3267679 Dec 22 08:41:32.183726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Transition to ACTIVE for port object 6072961a-453d-4eef-98bf-d406841f4733 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:32.192232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbb576-f020-4ae3-90d5-35e0ec4a4aa8 req-001083c6-25aa-407d-b578-b7e780347f89 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:32.199764 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76fbb576-f020-4ae3-90d5-35e0ec4a4aa8 req-001083c6-25aa-407d-b578-b7e780347f89 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 931 time: 0.3301756 Dec 22 08:41:32.224466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47628) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.243170 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-51b29f83-2a93-470b-9037-e43c8f5161f5 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5911808 Dec 22 08:41:32.305001 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6ac91e-373b-4cde-ba59-5d18351062e5 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:41:32.305622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ea6ac91e-373b-4cde-ba59-5d18351062e5 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Synchronizing usage tracker for tenant:9ece5e509a704120a4009799fcf49d66 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:32.415932 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76fbb576-f020-4ae3-90d5-35e0ec4a4aa8 req-983fd52f-8eb7-4290-bc1f-f36590c446be tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101190 Dec 22 08:41:32.420996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0a0d252a-cc66-48b1-8c9e-36872a9357f2 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.439416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0a0d252a-cc66-48b1-8c9e-36872a9357f2 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.440977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ea6ac91e-373b-4cde-ba59-5d18351062e5 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Unset dirty status for tenant:9ece5e509a704120a4009799fcf49d66 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:32.442773 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ea6ac91e-373b-4cde-ba59-5d18351062e5 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "GET /v2.0/ports/d7ea7f6f-f918-4fae-8b2b-c049b4f4052b HTTP/1.1" status: 404 len: 333 time: 0.2156861 Dec 22 08:41:32.449590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47636) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.458228 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-f02733b0-7cee-45fa-852d-dbc40dc239a7 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:32.458672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Request body: {'port': {'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1188396494'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:32.459201 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-f02733b0-7cee-45fa-852d-dbc40dc239a7 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0811396 Dec 22 08:41:32.472911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:32.498558 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-21b1f8d2-d393-4605-8b31-40921dec94d1 req-c4fad994-decc-4837-9899-e483ce68c85e tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 210 time: 0.2526836 Dec 22 08:41:32.549997 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-644a63ec-b3d5-41cf-b7ea-4deb6659b9c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6397173407414066ae0c6039cb4201de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6315820 Dec 22 08:41:32.550928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0a0d252a-cc66-48b1-8c9e-36872a9357f2 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.551451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0d252a-cc66-48b1-8c9e-36872a9357f2 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74ffca71-0a1d-4acf-8689-12b1fc266757 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:41:32.553881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47640) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.574653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.583330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:32.588210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.600592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0a0d252a-cc66-48b1-8c9e-36872a9357f2 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.604602 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0a0d252a-cc66-48b1-8c9e-36872a9357f2 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "DELETE /v2.0/routers/74ffca71-0a1d-4acf-8689-12b1fc266757 HTTP/1.1" status: 204 len: 168 time: 1.5341077 Dec 22 08:41:32.616771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Transition to ACTIVE for port object ef9c60e0-355a-4f95-8e27-5263dad487dc will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:32.655460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ced75d3f-70ea-4728-b42c-36ee3517d381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.684292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ced75d3f-70ea-4728-b42c-36ee3517d381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.747076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ced75d3f-70ea-4728-b42c-36ee3517d381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.772065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced75d3f-70ea-4728-b42c-36ee3517d381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d817686d-bb5c-4151-851d-7dbc1a9015b0,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:32.780096 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ced75d3f-70ea-4728-b42c-36ee3517d381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.783697 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ced75d3f-70ea-4728-b42c-36ee3517d381 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d817686d-bb5c-4151-851d-7dbc1a9015b0 HTTP/1.1" status: 204 len: 168 time: 0.2251031 Dec 22 08:41:32.787347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.816711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Network 67356c77-c38d-427c-9573-170cf4a4c1eb is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:32.828476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Made reservation on behalf of 9ece5e509a704120a4009799fcf49d66 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:32.831072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.860130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Network 62847edb-5c5c-49f3-98e6-db543fa00373 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:32.864884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:32.869174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:32.873939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:32.875553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:32.876169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.881715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:32.903341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:32.903961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.913770 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.3610187 Dec 22 08:41:32.925372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47648) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:33.056614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b8da1-7e7a-4913-bcb5-d96d3ddb348e tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Pushing event updated for resources: {'Port': ['ID=ef9c60e0-355a-4f95-8e27-5263dad487dc,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:33.092880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Port': ['ID=6072961a-453d-4eef-98bf-d406841f4733,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:33.143133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] device_id is not set on port 0bbd0290-1169-428b-99d6-dbebfb336bcb yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:33.210276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6bdf4-151f-43a9-8de0-88d1fdf5223c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:33.232937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6bdf4-151f-43a9-8de0-88d1fdf5223c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:33.244853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6bdf4-151f-43a9-8de0-88d1fdf5223c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:33.249753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e2b6bdf4-151f-43a9-8de0-88d1fdf5223c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Synchronizing usage tracker for tenant:165f4abba70a4bb1b79d4e26df423f36 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:33.253843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47654) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:33.327750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e2b6bdf4-151f-43a9-8de0-88d1fdf5223c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Unset dirty status for tenant:165f4abba70a4bb1b79d4e26df423f36 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:33.329494 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e2b6bdf4-151f-43a9-8de0-88d1fdf5223c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4030685 Dec 22 08:41:33.333176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47660) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:33.388819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4d9d583f-ccdd-4dca-812f-a2c3191067cf None None] Provisioning for port 6072961a-453d-4eef-98bf-d406841f4733 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:33.406297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4d9d583f-ccdd-4dca-812f-a2c3191067cf None None] Provisioning complete for port 6072961a-453d-4eef-98bf-d406841f4733 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:33.406684 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4d9d583f-ccdd-4dca-812f-a2c3191067cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.440912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a86da320-a1c4-4fb2-8394-d20f1cb75a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Deleting port ef9c60e0-355a-4f95-8e27-5263dad487dc {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:33.441272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a86da320-a1c4-4fb2-8394-d20f1cb75a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.486279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d583f-ccdd-4dca-812f-a2c3191067cf None None] Port 6072961a-453d-4eef-98bf-d406841f4733 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:33.534881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Request body: {'port': {'device_id': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:33.613136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-73525fd0-160d-41da-b369-69be6093a5ce None None] Provisioning for port ef9c60e0-355a-4f95-8e27-5263dad487dc completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:33.619243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-73525fd0-160d-41da-b369-69be6093a5ce None None] Provisioning complete for port ef9c60e0-355a-4f95-8e27-5263dad487dc triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:33.620657 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-73525fd0-160d-41da-b369-69be6093a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.677994 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:41:33.700452 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-141c4b3f-77e3-483c-9b1f-39ab02167060 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.8513992 Dec 22 08:41:33.709998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47670) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:33.764176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a59cd856-0440-4253-a467-3ed1f16d9240 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::383', 'mac_address': 'fa:16:3e:9d:59:76'}, {'ip_address': '2001:db8::1c1', 'mac_address': 'fa:16:3e:b2:5f:cd'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:33.784265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-73525fd0-160d-41da-b369-69be6093a5ce None None] Port ef9c60e0-355a-4f95-8e27-5263dad487dc cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:34.197341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-18608382', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:34.225956 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:34.235558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Usage tracker for resource:router and tenant:1b72f9ed6f854b0eabfa75bdc064f38d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:34.243645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:34.257939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:34.304756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:34.322605 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d32109fd-ffc5-49d9-acfa-621287e03cec req-0e60bea7-d280-4b62-86d2-74d96c2e6b8b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 210 time: 0.5652547 Dec 22 08:41:34.323525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34eecf-3c51-4eef-8234-8b9614eccb66 req-d399dfb5-61cd-4e4a-a22b-c5d121c0a323 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:34.346471 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da34eecf-3c51-4eef-8234-8b9614eccb66 req-d399dfb5-61cd-4e4a-a22b-c5d121c0a323 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 931 time: 0.4080935 Dec 22 08:41:34.372482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.392049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.484074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.527221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.528533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.555668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.585236 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da34eecf-3c51-4eef-8234-8b9614eccb66 req-a9c835d8-bdb6-4e95-aca2-0103f28f3dd7 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376122 Dec 22 08:41:34.594985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event updated for resources: {'Port': ['ID=55649018-b847-4de4-ae14-c5aeab5edb0c,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:34.609564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.742959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.757817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a59cd856-0440-4253-a467-3ed1f16d9240 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.780084 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.821669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a86da320-a1c4-4fb2-8394-d20f1cb75a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.864441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47692) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:34.883415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Network 3aec3751-c939-4fd7-9149-7b8abf68e04d is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:34.891592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:34.900830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:34.901293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:34.901922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.921750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Network 1d8f5143-018b-4992-af38-6acc7eb18b5c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:34.926669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:34.931045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event updated for resources: {'Port': ['ID=0bbd0290-1169-428b-99d6-dbebfb336bcb,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:35.028745 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1a246471-d8e1-4fca-9caa-50e94eac5ac6 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5778108 Dec 22 08:41:35.042669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47698) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.052612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:35.156537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-5a7992fe-3e31-4e32-a7a4-1e7c38d1e282 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:35.157641 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5a7992fe-3e31-4e32-a7a4-1e7c38d1e282 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2886341 Dec 22 08:41:35.170930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a86da320-a1c4-4fb2-8394-d20f1cb75a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Calling delete_port for ef9c60e0-355a-4f95-8e27-5263dad487dc owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:35.177318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47702) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.186559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-14b70965-8176-464a-9caf-64b53961b954 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:35.187808 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-14b70965-8176-464a-9caf-64b53961b954 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0091002 Dec 22 08:41:35.194420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47706) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.248716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-efe7b881-adb8-4e34-910d-28cf966e8d02 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:35.249966 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-efe7b881-adb8-4e34-910d-28cf966e8d02 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0543749 Dec 22 08:41:35.258092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47710) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.278675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.362686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Router 996442c0-2503-40ff-930b-29a2a04cd8af has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:35.438232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-577d0980-7641-4d25-a255-55978c366ff2 None None] Provisioning complete for port 55649018-b847-4de4-ae14-c5aeab5edb0c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:35.439427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-577d0980-7641-4d25-a255-55978c366ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.492568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-29cc29b8-cde2-485e-ae55-cf2c48df7b77 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:35.493990 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-29cc29b8-cde2-485e-ae55-cf2c48df7b77 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0390813 Dec 22 08:41:35.502837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47716) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.532982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-577d0980-7641-4d25-a255-55978c366ff2 None None] Port 55649018-b847-4de4-ae14-c5aeab5edb0c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:35.664784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:35.675681 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b824f2-2757-4faf-91bf-84ebdd119900 None None] Sync routers for ids ['996442c0-2503-40ff-930b-29a2a04cd8af'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:35.697017 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b824f2-2757-4faf-91bf-84ebdd119900 None None] Routers {'996442c0-2503-40ff-930b-29a2a04cd8af'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:35.697656 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-81b824f2-2757-4faf-91bf-84ebdd119900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['996442c0-2503-40ff-930b-29a2a04cd8af'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:35.738807 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b8f723c3-e1b4-4340-996a-011e42b11cb3 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "PUT /v2.0/routers/996442c0-2503-40ff-930b-29a2a04cd8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3389344 Dec 22 08:41:35.745563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47722) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.772784 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-81b824f2-2757-4faf-91bf-84ebdd119900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:35.782225 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b824f2-2757-4faf-91bf-84ebdd119900 None None] Routers {'996442c0-2503-40ff-930b-29a2a04cd8af'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:35.783650 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-81b824f2-2757-4faf-91bf-84ebdd119900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['996442c0-2503-40ff-930b-29a2a04cd8af'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:35.805898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a59cd856-0440-4253-a467-3ed1f16d9240 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.810212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-d64124bc-06b4-454c-ba9b-13953d1fa380 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:35.811235 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d64124bc-06b4-454c-ba9b-13953d1fa380 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.2984269 Dec 22 08:41:35.839568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47724) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.844004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a59cd856-0440-4253-a467-3ed1f16d9240 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.852108 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-81b824f2-2757-4faf-91bf-84ebdd119900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:35.852809 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b824f2-2757-4faf-91bf-84ebdd119900 None None] The sync data for ids ['996442c0-2503-40ff-930b-29a2a04cd8af'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:35.919866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-7c7c408e-e3fa-4862-8e6e-ef493a46810e tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:35.923799 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7c7c408e-e3fa-4862-8e6e-ef493a46810e tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0721712 Dec 22 08:41:35.926165 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4a0bed17-f728-4644-81e8-854a8a7d8017 req-85d42de4-f755-4a76-bba1-242dc3b44fbc tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 210 time: 0.4369104 Dec 22 08:41:35.926628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47728) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.964880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] device_id is not set on port 0bbd0290-1169-428b-99d6-dbebfb336bcb yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:35.975207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.039009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Request body: {'port': {'network_id': '1d8f5143-018b-4992-af38-6acc7eb18b5c', 'name': 'tempest-FloatingIPAdminTestJSON-835951947'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:36.039713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-35fc0ed8-97db-404d-81b7-e15d324aa6b4 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.040678 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-35fc0ed8-97db-404d-81b7-e15d324aa6b4 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0998025 Dec 22 08:41:36.052335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47734) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.054936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a59cd856-0440-4253-a467-3ed1f16d9240 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] In _notify_port_updated(), no bound segment for port 6072961a-453d-4eef-98bf-d406841f4733 on network 67356c77-c38d-427c-9573-170cf4a4c1eb {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:41:36.060282 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59cd856-0440-4253-a467-3ed1f16d9240 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:36.060970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a59cd856-0440-4253-a467-3ed1f16d9240 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.062204 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a59cd856-0440-4253-a467-3ed1f16d9240 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "PUT /v2.0/ports/6072961a-453d-4eef-98bf-d406841f4733 HTTP/1.1" status: 200 len: 1066 time: 2.3512011 Dec 22 08:41:36.066585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47738) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.077157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Transition to ACTIVE for port object 0bbd0290-1169-428b-99d6-dbebfb336bcb will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:36.131429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-9e87b735-1719-4fea-b5a5-fce83583ebab tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.132506 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9e87b735-1719-4fea-b5a5-fce83583ebab tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0691936 Dec 22 08:41:36.156468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47742) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.159638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.212763 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.228342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-5ec4a9c2-75de-4ed8-a4b8-e1f98eb3d44a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.232119 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5ec4a9c2-75de-4ed8-a4b8-e1f98eb3d44a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0742307 Dec 22 08:41:36.235711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47746) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.317870 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cd856-0440-4253-a467-3ed1f16d9240 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event updated for resources: {'Port': ['ID=6072961a-453d-4eef-98bf-d406841f4733,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:36.340474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-bf664a5f-6d73-44d2-9556-fc83391bc5c8 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.346916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47750) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.354262 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bf664a5f-6d73-44d2-9556-fc83391bc5c8 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0951829 Dec 22 08:41:36.389159 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-5bbdea69-995b-451d-b7bc-d9a5f01259b7 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.394084 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5bbdea69-995b-451d-b7bc-d9a5f01259b7 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0440812 Dec 22 08:41:36.398432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47754) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.411388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-e71f162a-afb6-4e00-adf9-f7bc203680dd tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.416938 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e71f162a-afb6-4e00-adf9-f7bc203680dd tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0118387 Dec 22 08:41:36.416938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47758) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.421501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a86da320-a1c4-4fb2-8394-d20f1cb75a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.430604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-c330f34f-9934-4437-91aa-7aeecdc0141a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.434081 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c330f34f-9934-4437-91aa-7aeecdc0141a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0136962 Dec 22 08:41:36.444820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47762) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.450933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-4bf20184-14b7-42c6-8801-daf60ef9a199 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Deleting port 6072961a-453d-4eef-98bf-d406841f4733 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:36.451264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4bf20184-14b7-42c6-8801-daf60ef9a199 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.484288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6c656ddd-012f-476f-b919-e36c1ad20331 None None] Provisioning complete for port 6072961a-453d-4eef-98bf-d406841f4733 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:36.485591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6c656ddd-012f-476f-b919-e36c1ad20331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.491341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event updated for resources: {'Port': ['ID=0bbd0290-1169-428b-99d6-dbebfb336bcb,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:36.511228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-74fd5938-3d80-4579-846d-07daf5de2e30 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.514870 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-74fd5938-3d80-4579-846d-07daf5de2e30 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0338135 Dec 22 08:41:36.527630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47766) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.543510 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86da320-a1c4-4fb2-8394-d20f1cb75a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Pushing event deleted for resources: {'Port': ['ID=ef9c60e0-355a-4f95-8e27-5263dad487dc,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:36.544321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6c656ddd-012f-476f-b919-e36c1ad20331 None None] Port 6072961a-453d-4eef-98bf-d406841f4733 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:36.556846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-7595d7c9-315b-4e75-96fb-58044dce9174 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.560336 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7595d7c9-315b-4e75-96fb-58044dce9174 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0261312 Dec 22 08:41:36.568280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47770) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.576829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:36.577153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:36.577482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:36.583316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-b0a54930-ff2a-4187-8d91-37837e0b4f03 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.586782 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b0a54930-ff2a-4187-8d91-37837e0b4f03 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0130708 Dec 22 08:41:36.604233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47774) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.637324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:36.638142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:36.638560 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:36.642620 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 2 to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb Dec 22 08:41:36.656649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db7279-4f57-4dda-9854-a17cb2c1b520 req-39307eed-5045-4dcf-9ff7-263f5a248e9f tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:36.658698 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0db7279-4f57-4dda-9854-a17cb2c1b520 req-39307eed-5045-4dcf-9ff7-263f5a248e9f tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 931 time: 0.9175134 Dec 22 08:41:36.659773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Usage tracker for resource:port and tenant:df60ab9b5d6a42a19037bc7a8dba0d46 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:36.670014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:36.702216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-ea78c0b7-a648-4e7c-8a8d-0f1420a1a01a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.705662 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ea78c0b7-a648-4e7c-8a8d-0f1420a1a01a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0557702 Dec 22 08:41:36.711198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47780) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.718500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:36.722634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e3d411-91ff-4be0-a8ec-495318db0369 {{(pid=87534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:41:36.729730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a86da320-a1c4-4fb2-8394-d20f1cb75a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.732387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-18d850ce-e067-4cb6-b3c4-d72238d5138b tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.733375 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-18d850ce-e067-4cb6-b3c4-d72238d5138b tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0194945 Dec 22 08:41:36.741277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47784) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.744915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:36.745330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:36.745779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:36.745881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.752756 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-2e3c77b0-997e-416e-86f0-6297049d31ea tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.756198 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2e3c77b0-997e-416e-86f0-6297049d31ea tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0113604 Dec 22 08:41:36.760210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47788) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.790361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-1e1499b8-898d-4702-90dd-89e27d019d64 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.794931 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1e1499b8-898d-4702-90dd-89e27d019d64 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0278776 Dec 22 08:41:36.796051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:36.796051 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:36.796940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47792) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.807950 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a86da320-a1c4-4fb2-8394-d20f1cb75a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "DELETE /v2.0/ports/ef9c60e0-355a-4f95-8e27-5263dad487dc HTTP/1.1" status: 204 len: 168 time: 3.4726627 Dec 22 08:41:36.810481 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 3 to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb Dec 22 08:41:36.811658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-c409ffae-fbb8-4b00-b6c0-5bc9eb3377d3 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.815059 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c409ffae-fbb8-4b00-b6c0-5bc9eb3377d3 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0113816 Dec 22 08:41:36.815059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47796) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.824156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Transition to ACTIVE for port object 55e3d411-91ff-4be0-a8ec-495318db0369 will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:36.825026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47798) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.831745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Request body: {'port': {'name': 'tempest-new-port-name-2026713083', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:36.832138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] bootfile-name is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:41:36.832474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] tftp-server is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:41:36.832802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] server-ip-address is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:41:36.835096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Made reservation on behalf of df60ab9b5d6a42a19037bc7a8dba0d46 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:36.844645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.878562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-8ba157cd-22ea-47dd-8ff7-fa93c05102c2 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.882176 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8ba157cd-22ea-47dd-8ff7-fa93c05102c2 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0534456 Dec 22 08:41:36.892926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.896190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47804) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.935423 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0db7279-4f57-4dda-9854-a17cb2c1b520 req-a742f3d8-83d2-44d2-8930-783365c00192 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691076 Dec 22 08:41:36.964399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-480b11a3-292c-4694-a3fe-24365ed5cc92 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:36.965262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:36.965262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:36.965262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:36.965982 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-480b11a3-292c-4694-a3fe-24365ed5cc92 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0297520 Dec 22 08:41:36.966547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47810) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.987769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:36.988214 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:36.994146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] device_id is not set on port 609c14ab-08e3-4130-b12b-993a10ce52a7 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:37.004473 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-6a495aa7-ee4c-4e5e-95dd-96da6c0f7459 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.008627 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6a495aa7-ee4c-4e5e-95dd-96da6c0f7459 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0175984 Dec 22 08:41:37.016503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47814) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.036044 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 4 to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb Dec 22 08:41:37.092691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:37.094584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:37.095157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:37.113398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:37.122416 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:37.122416 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 5 to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb Dec 22 08:41:37.135728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4bf20184-14b7-42c6-8801-daf60ef9a199 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.162328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-e132f65f-4acc-4bcf-bc92-5a65006f0a52 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.165957 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e132f65f-4acc-4bcf-bc92-5a65006f0a52 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.1438217 Dec 22 08:41:37.177638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47818) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.186001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-38377d26-cab9-4e82-b77e-b0863e630929 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.187301 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-38377d26-cab9-4e82-b77e-b0863e630929 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0070405 Dec 22 08:41:37.196041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47822) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.372265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-4bf20184-14b7-42c6-8801-daf60ef9a199 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Calling delete_port for 6072961a-453d-4eef-98bf-d406841f4733 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:37.405411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:37.405774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:37.406113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:37.460356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Pushing event updated for resources: {'Port': ['ID=55e3d411-91ff-4be0-a8ec-495318db0369,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:37.465371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:37.465723 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:37.473574 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 6 to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb Dec 22 08:41:37.475833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-9ac0b53f-3485-4a59-b73d-77dec9ac7658 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.479138 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9ac0b53f-3485-4a59-b73d-77dec9ac7658 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.2083833 Dec 22 08:41:37.480479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47826) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.489781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-5689ef1e-76d0-4a90-a6e5-548be4d25e83 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.492962 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5689ef1e-76d0-4a90-a6e5-548be4d25e83 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050144 Dec 22 08:41:37.496952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47830) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.512614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-4648455b-329e-4250-8b0d-173316dc7ccf tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.516421 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4648455b-329e-4250-8b0d-173316dc7ccf tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0104284 Dec 22 08:41:37.522463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47834) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.522905 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4228ce88-2cc9-4177-81dc-eec8f5256ec3 req-146cb113-30dd-4382-971f-68ea9cc575f5 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 210 time: 0.3750079 Dec 22 08:41:37.523441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.530153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:37.531807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:37.531807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:37.553899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-ca5bb466-10cb-44dc-82bc-ee0c5df76747 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.554865 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ca5bb466-10cb-44dc-82bc-ee0c5df76747 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0314887 Dec 22 08:41:37.555534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:37.555863 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:37.560035 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 7 to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb Dec 22 08:41:37.571414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47838) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.572543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Allocated IP 172.20.0.10 (1d8f5143-018b-4992-af38-6acc7eb18b5c/0c2f1720-ffa6-46ab-b555-b34423aac8c1/609c14ab-08e3-4130-b12b-993a10ce52a7) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:37.585266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-b4a5d7a8-5b34-4f38-9668-a11ff33bb4e2 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.588931 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b4a5d7a8-5b34-4f38-9668-a11ff33bb4e2 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0114315 Dec 22 08:41:37.594646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47842) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.602599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-d686902f-d1c0-4cba-85e5-c95c5ced5ade tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.605994 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d686902f-d1c0-4cba-85e5-c95c5ced5ade tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0080330 Dec 22 08:41:37.606306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:37.606569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:37.606909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:37.612500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47846) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.620419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-1e3b73a6-1bad-448b-9630-895b3f4a8695 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.622486 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1e3b73a6-1bad-448b-9630-895b3f4a8695 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0081322 Dec 22 08:41:37.648600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47850) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.655238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:37.655577 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:37.660597 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 8 to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb Dec 22 08:41:37.678396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-ab5cefa1-5f72-4a2e-a92b-ba3cdd108b4c tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.679362 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ab5cefa1-5f72-4a2e-a92b-ba3cdd108b4c tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0298285 Dec 22 08:41:37.682187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47854) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.692887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-da8ff971-3287-4358-b4e9-bb2f9bd03937 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.693861 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-da8ff971-3287-4358-b4e9-bb2f9bd03937 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0107265 Dec 22 08:41:37.698081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47858) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.704326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-b0d7786d-3b93-4c6c-8d19-4ebbd2bc7a73 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.705327 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b0d7786d-3b93-4c6c-8d19-4ebbd2bc7a73 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0066757 Dec 22 08:41:37.709593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:37.709943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:37.710274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:37.713436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47862) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.714252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Attempting to bind port 55e3d411-91ff-4be0-a8ec-495318db0369 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:37.714610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Attempting to bind port 55e3d411-91ff-4be0-a8ec-495318db0369 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:37.715211 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Attempting to bind port 55e3d411-91ff-4be0-a8ec-495318db0369 on network 8206ff15-91dd-4485-9c82-7e86a57041d4 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:37.723184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-d16e78e8-fd4f-4008-b2a8-450898dd920b tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.727639 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d16e78e8-fd4f-4008-b2a8-450898dd920b tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0087514 Dec 22 08:41:37.727639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:37.727639 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:37.727990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.737306 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 9 to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb Dec 22 08:41:37.754042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47866) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.754702 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4bf20184-14b7-42c6-8801-daf60ef9a199 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.760756 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Port 55e3d411-91ff-4be0-a8ec-495318db0369 on network 8206ff15-91dd-4485-9c82-7e86a57041d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:37.761064 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Attempting to bind port 55e3d411-91ff-4be0-a8ec-495318db0369 on network 8206ff15-91dd-4485-9c82-7e86a57041d4 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:37.765652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.810317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-30312d29-a2ba-4282-99e6-2eebca4dbdc4 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.811294 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-30312d29-a2ba-4282-99e6-2eebca4dbdc4 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0547388 Dec 22 08:41:37.812105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:37.812438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:37.812770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:37.814972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47870) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.817420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:37.817813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Checking segment: {'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:37.818377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Bound using segment: {'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:37.818810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Bound port: 55e3d411-91ff-4be0-a8ec-495318db0369, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a48d11a-d28c-464e-9c25-d09da2b31edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4'}}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:37.819173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.836595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-c43ab5ae-41fa-48a4-ae09-73bf65c9c2e3 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.837575 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c43ab5ae-41fa-48a4-ae09-73bf65c9c2e3 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0102818 Dec 22 08:41:37.852342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47874) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.857184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf20184-14b7-42c6-8801-daf60ef9a199 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event deleted for resources: {'Port': ['ID=6072961a-453d-4eef-98bf-d406841f4733,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:37.858955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:37.859315 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:37.865435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-3f173f16-9f82-48c4-93b0-9d7e5fd5fa1a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.868962 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3f173f16-9f82-48c4-93b0-9d7e5fd5fa1a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0110559 Dec 22 08:41:37.874417 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47878) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.891825 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 10 to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb Dec 22 08:41:37.912522 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-9e701379-d9ef-4a25-9693-4a73c0ce7c35 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:37.915674 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9e701379-d9ef-4a25-9693-4a73c0ce7c35 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0336485 Dec 22 08:41:37.927238 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47882) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.958590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:37.959098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:37.968860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:37.992632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:38.008319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-9c9d9c0e-73fa-429e-9f42-549f992f4ea9 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.009068 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port 0bbd0290-1169-428b-99d6-dbebfb336bcb on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:38.009287 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9c9d9c0e-73fa-429e-9f42-549f992f4ea9 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0266962 Dec 22 08:41:38.009772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.035463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47888) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.052746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-b57fe495-2041-4752-93f2-610b380de1f1 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.058791 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b57fe495-2041-4752-93f2-610b380de1f1 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0173094 Dec 22 08:41:38.066720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47892) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.148111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-2cbcef17-70f8-4462-86ee-1ee24538c932 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.152589 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2cbcef17-70f8-4462-86ee-1ee24538c932 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0825326 Dec 22 08:41:38.194829 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47896) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.213959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] For port 55e3d411-91ff-4be0-a8ec-495318db0369, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:38.219683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-9c6d61a2-90e5-48fb-ab31-44c6a7224332 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.220675 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9c6d61a2-90e5-48fb-ab31-44c6a7224332 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0218298 Dec 22 08:41:38.224608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47900) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.227201 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] For port 55e3d411-91ff-4be0-a8ec-495318db0369, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55e3d411-91ff-4be0-a8ec-495318db0369,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:38.240848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.291762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:38.292370 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.294105 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] 10.222.0.54 "PUT /v2.0/ports/55e3d411-91ff-4be0-a8ec-495318db0369 HTTP/1.1" status: 200 len: 1093 time: 5.2573979 Dec 22 08:41:38.305960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'tag': '55e3d411-91ff-4be0-a8ec-495318db0369'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:41:38.307407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-d4731e7f-8932-444f-8bf0-4fe74f1d4ea2 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.310714 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d4731e7f-8932-444f-8bf0-4fe74f1d4ea2 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0491719 Dec 22 08:41:38.355721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47904) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.389502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-35f70821-97ee-4280-9607-1e02e4551e47 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.393468 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-35f70821-97ee-4280-9607-1e02e4551e47 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0231814 Dec 22 08:41:38.397814 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47910) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.403560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Allocated IP 172.26.1.138 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/a130ed27-65ee-43aa-b22a-22848380ade8) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:38.424510 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-107106bd-0cb5-4817-9eba-1ebe8ed2e539 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.428713 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-107106bd-0cb5-4817-9eba-1ebe8ed2e539 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0271983 Dec 22 08:41:38.436484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47916) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.466455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-527271da-9685-40cc-8ae0-7e8be5d31a0a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.467551 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-527271da-9685-40cc-8ae0-7e8be5d31a0a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0298069 Dec 22 08:41:38.474789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47920) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.551420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-499967fb-377b-49ee-bb02-8b7b9cd9b8e8 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.552454 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-499967fb-377b-49ee-bb02-8b7b9cd9b8e8 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0684948 Dec 22 08:41:38.563199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47926) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.568669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.601246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-31e1faa7-5c7f-4505-a2f7-6db82e0def89 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.605111 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-31e1faa7-5c7f-4505-a2f7-6db82e0def89 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0385134 Dec 22 08:41:38.622347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] For port 0bbd0290-1169-428b-99d6-dbebfb336bcb, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:38.622713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempted to set empty binding levels {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:41:38.623476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47930) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.641350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-e7c25593-37bd-49b4-add2-94e35b674021 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.644808 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e7c25593-37bd-49b4-add2-94e35b674021 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0179772 Dec 22 08:41:38.652255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.695066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47934) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.707656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.718604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Transition to ACTIVE for port object 609c14ab-08e3-4130-b12b-993a10ce52a7 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:38.720563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-8e4abce8-9c25-403b-90f9-76ccc9a64499 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.724468 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8e4abce8-9c25-403b-90f9-76ccc9a64499 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0281916 Dec 22 08:41:38.753015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47940) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.759816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4bf20184-14b7-42c6-8801-daf60ef9a199 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.787378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-bc0ad0ff-0331-41b5-9d8f-5d87072254f6 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.788356 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bc0ad0ff-0331-41b5-9d8f-5d87072254f6 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0315084 Dec 22 08:41:38.791639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:38.801076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] In _notify_port_updated(), no bound segment for port 0bbd0290-1169-428b-99d6-dbebfb336bcb on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:41:38.801258 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.801951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:38.802553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.806444 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "PUT /v2.0/ports/0bbd0290-1169-428b-99d6-dbebfb336bcb HTTP/1.1" status: 200 len: 977 time: 3.7601531 Dec 22 08:41:38.806586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47944) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.807399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47946) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.823593 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0eeaf16b-a10a-4fc2-8cec-7d64023aca34 req-3979fb1b-1bc7-4198-8216-840b351d3cea tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 210 time: 0.0965827 Dec 22 08:41:38.825430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e7ee3-738b-4d16-939f-f74186bc7fdb req-76762592-61c0-42b4-96af-75ea1b3e3c92 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:38.825581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.827011 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c7e7ee3-738b-4d16-939f-f74186bc7fdb req-76762592-61c0-42b4-96af-75ea1b3e3c92 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 943 time: 0.6152852 Dec 22 08:41:38.829549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-56be8aa1-9bd0-4659-b8d1-71f784a398aa tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.833417 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-56be8aa1-9bd0-4659-b8d1-71f784a398aa tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0145409 Dec 22 08:41:38.833559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f77dc-293d-4298-b820-c28a58456b15 service neutron] Pushing event updated for resources: {'Port': ['ID=55e3d411-91ff-4be0-a8ec-495318db0369,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:38.836035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47952) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.873613 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4bf20184-14b7-42c6-8801-daf60ef9a199 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "DELETE /v2.0/ports/6072961a-453d-4eef-98bf-d406841f4733 HTTP/1.1" status: 204 len: 168 time: 2.7981761 Dec 22 08:41:38.882828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47958) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.891039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:38.892010 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.898850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-c389ef04-0982-40f4-adeb-b999bdf74d40 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.899989 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c389ef04-0982-40f4-adeb-b999bdf74d40 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0609226 Dec 22 08:41:38.907524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:38.920384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47962) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.925900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:38.944763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b2921-3e21-4b7d-a048-baa642c12223 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event updated for resources: {'Port': ['ID=0bbd0290-1169-428b-99d6-dbebfb336bcb,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:38.973873 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6474c97b-9a6e-4dd8-9138-49e0facf75df tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] GET failed (client error): The resource could not be found. Dec 22 08:41:38.974566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6474c97b-9a6e-4dd8-9138-49e0facf75df tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Synchronizing usage tracker for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:38.982919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-5ee39547-ffe5-4565-b317-1e0362419f98 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:38.983913 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5ee39547-ffe5-4565-b317-1e0362419f98 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0604892 Dec 22 08:41:38.993069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47966) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.010595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-c35e7157-0563-43b7-a3da-f68617b762f8 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.011924 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c35e7157-0563-43b7-a3da-f68617b762f8 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0148489 Dec 22 08:41:39.019451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.023482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.026886 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c7e7ee3-738b-4d16-939f-f74186bc7fdb req-b2106fbc-7bca-401d-91b5-033c9298286b tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661513 Dec 22 08:41:39.064740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] In _notify_port_updated(), no bound segment for port d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 on network 62847edb-5c5c-49f3-98e6-db543fa00373 {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:41:39.070069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.071784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.071974 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "PUT /v2.0/ports/d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 HTTP/1.1" status: 200 len: 1130 time: 2.2562442 Dec 22 08:41:39.081444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47974) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.091446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-e8df7ec9-fcc5-4db8-b903-0682d11d398d tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.092466 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e8df7ec9-fcc5-4db8-b903-0682d11d398d tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0646834 Dec 22 08:41:39.103232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 47978) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.126865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6474c97b-9a6e-4dd8-9138-49e0facf75df tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Unset dirty status for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:39.141826 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6474c97b-9a6e-4dd8-9138-49e0facf75df tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "GET /v2.0/ports/6072961a-453d-4eef-98bf-d406841f4733 HTTP/1.1" status: 404 len: 333 time: 0.2544470 Dec 22 08:41:39.144765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47982) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.212521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-ad4e13f3-0ef5-41a1-9cd0-2071afe5822a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.216274 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ad4e13f3-0ef5-41a1-9cd0-2071afe5822a tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.1093464 Dec 22 08:41:39.217786 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'tag': '55e3d411-91ff-4be0-a8ec-495318db0369', 'status': 'completed', 'code': 200} Dec 22 08:41:39.218290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Pushing event updated for resources: {'Port': ['ID=a130ed27-65ee-43aa-b22a-22848380ade8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:39.220493 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47988) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.269959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Network 1d8f5143-018b-4992-af38-6acc7eb18b5c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:39.278372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-e05edde3-e2d9-4d15-84fe-a5886642c0ba tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.281668 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e05edde3-e2d9-4d15-84fe-a5886642c0ba tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0504525 Dec 22 08:41:39.281668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:39.283249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47992) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.292412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:39.333054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13998be4-dd7f-4c8e-9151-ff81e721639c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.333727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-13998be4-dd7f-4c8e-9151-ff81e721639c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Synchronizing usage tracker for tenant:165f4abba70a4bb1b79d4e26df423f36 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:39.338805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.339726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.339726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.340332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.340618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.341074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.341525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.341991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.342435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.342882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.343376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.343821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.344266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.344709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.345155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.345634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.346109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.346546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.346988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.347433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.347889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.348316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.348759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.349193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.366077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Synchronizing usage tracker for tenant:9ece5e509a704120a4009799fcf49d66 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:39.368717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event updated for resources: {'Port': ['ID=609c14ab-08e3-4130-b12b-993a10ce52a7,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:39.376514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-da0900de-d149-4a1f-a8d7-bbb54a201c0b tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.381031 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-da0900de-d149-4a1f-a8d7-bbb54a201c0b tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0898504 Dec 22 08:41:39.383375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 47996) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.406861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-5f9a5cad-d33a-4ac2-bbcd-d2870961038e tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.410360 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5f9a5cad-d33a-4ac2-bbcd-d2870961038e tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0182655 Dec 22 08:41:39.417383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48000) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.433252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1d431b47-4083-416f-a52c-81c5fba1bb79 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Deleting port bbab926b-9d72-483a-aac1-315025beec95 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:39.433624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d431b47-4083-416f-a52c-81c5fba1bb79 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.475673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-d456b011-6ab9-4333-a717-164664c6edec tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.479672 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d456b011-6ab9-4333-a717-164664c6edec tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0586638 Dec 22 08:41:39.490814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8e203d74-6ed9-4aae-a62a-8e067862d220 None None] Provisioning complete for port d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:39.492904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e203d74-6ed9-4aae-a62a-8e067862d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.513715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48004) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.542451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Unset dirty status for tenant:9ece5e509a704120a4009799fcf49d66 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:39.543558 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-08af3ad3-cecb-4882-92ef-381dd63bb527 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21448 time: 0.7328825 Dec 22 08:41:39.549491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-58f0cf5d-382e-45b2-84a6-3629f4fbdb93 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.552832 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-58f0cf5d-382e-45b2-84a6-3629f4fbdb93 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0359795 Dec 22 08:41:39.555416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48008) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.555745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48010) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.575653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.576321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.584184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [None req-c2f3d879-171f-4ed5-b55c-4ae039b75246 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.587547 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c2f3d879-171f-4ed5-b55c-4ae039b75246 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0255072 Dec 22 08:41:39.610815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8e203d74-6ed9-4aae-a62a-8e067862d220 None None] Port d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:39.622739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48016) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.655937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-c390b727-7cb4-451a-a18b-c034a9dee6fa tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.661271 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c390b727-7cb4-451a-a18b-c034a9dee6fa tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0276709 Dec 22 08:41:39.661271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e9809-9f3d-422b-8cbc-33fe36d029c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Pushing event updated for resources: {'Port': ['ID=d327d02b-9e4e-4cc8-a1a4-b5661c4ef723,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:39.666200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48020) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.677700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-d0e14f81-4279-48b2-b9cd-d1076da777fb tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.678681 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d0e14f81-4279-48b2-b9cd-d1076da777fb tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0123131 Dec 22 08:41:39.682089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48024) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.689408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [None req-f522be6b-e906-4bb8-a750-9578baa72005 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:41:39.691172 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f522be6b-e906-4bb8-a750-9578baa72005 tempest-ExtensionsTestJSON-1543917308 tempest-ExtensionsTestJSON-1543917308-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074799 Dec 22 08:41:39.693634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-13998be4-dd7f-4c8e-9151-ff81e721639c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Unset dirty status for tenant:165f4abba70a4bb1b79d4e26df423f36 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:39.699734 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d786e193-e891-4b34-8645-efd48dce50a6 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7076960 Dec 22 08:41:39.701084 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-13998be4-dd7f-4c8e-9151-ff81e721639c tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "GET /v2.0/ports/d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 HTTP/1.1" status: 200 len: 1130 time: 0.6164274 Dec 22 08:41:39.703819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48028) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.704151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48032) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.731982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3e39a563-0379-44ff-8432-8e8cbf0904bb tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Deleting port 0bbd0290-1169-428b-99d6-dbebfb336bcb {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:39.732338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e39a563-0379-44ff-8432-8e8cbf0904bb tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.738628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f5956215-d73f-4b4f-8539-e79f151c9f3b None None] Provisioning for port 609c14ab-08e3-4130-b12b-993a10ce52a7 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:39.746920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f5956215-d73f-4b4f-8539-e79f151c9f3b None None] Provisioning complete for port 609c14ab-08e3-4130-b12b-993a10ce52a7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:39.749959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f5956215-d73f-4b4f-8539-e79f151c9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.819437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f5956215-d73f-4b4f-8539-e79f151c9f3b None None] Port 609c14ab-08e3-4130-b12b-993a10ce52a7 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:39.874245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-1404a1b6-ccaf-4cc5-abc0-49c3aea7a973 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Deleting port d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:39.875185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1404a1b6-ccaf-4cc5-abc0-49c3aea7a973 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.928021 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.992980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d431b47-4083-416f-a52c-81c5fba1bb79 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.002106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'project_id': 'df60ab9b5d6a42a19037bc7a8dba0d46', 'port_id': '609c14ab-08e3-4130-b12b-993a10ce52a7'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:40.015368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:40.030205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Usage tracker for resource:floatingip and tenant:df60ab9b5d6a42a19037bc7a8dba0d46 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:40.037018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:40.047634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:40.193717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.259632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48046) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:40.306367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1d431b47-4083-416f-a52c-81c5fba1bb79 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Calling delete_port for bbab926b-9d72-483a-aac1-315025beec95 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:40.363922 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-327bcfbb-a958-4c1e-97e6-9e1b4e55081e req-2084a298-1759-4700-b236-20ffcd4a6d3e tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 210 time: 0.2536762 Dec 22 08:41:40.366932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-3e39a563-0379-44ff-8432-8e8cbf0904bb tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] For port 0bbd0290-1169-428b-99d6-dbebfb336bcb, host hv-neutron-8225, got binding levels [] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:40.367286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e39a563-0379-44ff-8432-8e8cbf0904bb tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.456668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.54', 52935) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:40.488116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1404a1b6-ccaf-4cc5-abc0-49c3aea7a973 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.523801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3e39a563-0379-44ff-8432-8e8cbf0904bb tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Calling delete_port for 0bbd0290-1169-428b-99d6-dbebfb336bcb owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:40.695899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50b1278b-2bd9-4d44-ace5-3f67c3427287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.703903 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d431b47-4083-416f-a52c-81c5fba1bb79 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.722815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-1404a1b6-ccaf-4cc5-abc0-49c3aea7a973 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Calling delete_port for d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:40.753866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e39a563-0379-44ff-8432-8e8cbf0904bb tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.757584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d431b47-4083-416f-a52c-81c5fba1bb79 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event deleted for resources: {'Port': ['ID=bbab926b-9d72-483a-aac1-315025beec95,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:40.843886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39a563-0379-44ff-8432-8e8cbf0904bb tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bbd0290-1169-428b-99d6-dbebfb336bcb,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:40.847171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35611f17-8b39-4b6f-8062-70a50e5289e4 req-38ae6208-2dd7-4926-8365-d1ea66272297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:40.848644 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35611f17-8b39-4b6f-8062-70a50e5289e4 req-38ae6208-2dd7-4926-8365-d1ea66272297 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f81a5a8b4184e2b8ada05056a875a3a&device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 1096 time: 0.3910763 Dec 22 08:41:40.852689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d431b47-4083-416f-a52c-81c5fba1bb79 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.859180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e39a563-0379-44ff-8432-8e8cbf0904bb tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.891481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-50b1278b-2bd9-4d44-ace5-3f67c3427287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:40.917602 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1d431b47-4083-416f-a52c-81c5fba1bb79 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "DELETE /v2.0/ports/bbab926b-9d72-483a-aac1-315025beec95 HTTP/1.1" status: 204 len: 168 time: 1.7549782 Dec 22 08:41:40.924063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48058) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:41.023005 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3e39a563-0379-44ff-8432-8e8cbf0904bb tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "DELETE /v2.0/ports/0bbd0290-1169-428b-99d6-dbebfb336bcb HTTP/1.1" status: 204 len: 168 time: 1.4627011 Dec 22 08:41:41.033043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48062) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:41.050986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-50b1278b-2bd9-4d44-ace5-3f67c3427287 admin admin] Usage tracker for resource:security_group_rule and tenant:7e508072a5b4441ea6c31ce0247e6ad2 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:41.069962 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba30f26a-3197-41af-acf3-46d8a019d058 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] GET failed (client error): The resource could not be found. Dec 22 08:41:41.070481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ba30f26a-3197-41af-acf3-46d8a019d058 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Synchronizing usage tracker for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:41.071350 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-50b1278b-2bd9-4d44-ace5-3f67c3427287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:41.086555 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-50b1278b-2bd9-4d44-ace5-3f67c3427287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:41.093111 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb707fe5-e252-4e16-9f4d-ec76db54b8e4 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:41:41.093625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fb707fe5-e252-4e16-9f4d-ec76db54b8e4 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Synchronizing usage tracker for tenant:9ece5e509a704120a4009799fcf49d66 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:41.123644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35611f17-8b39-4b6f-8062-70a50e5289e4 req-333b0f64-a473-4743-85f7-c6dcad072918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:41.125179 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35611f17-8b39-4b6f-8062-70a50e5289e4 req-333b0f64-a473-4743-85f7-c6dcad072918 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1f81a5a8b4184e2b8ada05056a875a3a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2672529 Dec 22 08:41:41.128093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ba30f26a-3197-41af-acf3-46d8a019d058 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Unset dirty status for tenant:a05b08f71f22493aba43190395732cc2 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:41.129133 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ba30f26a-3197-41af-acf3-46d8a019d058 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "GET /v2.0/ports/bbab926b-9d72-483a-aac1-315025beec95 HTTP/1.1" status: 404 len: 333 time: 0.2018983 Dec 22 08:41:41.132664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48066) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:41.162170 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.183938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c9773-039d-4ef4-b1f5-36b74a9bf336 req-0e20b11a-f9cd-45e5-b75a-5fa289c3aae1 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:41.184629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-ed5c9773-039d-4ef4-b1f5-36b74a9bf336 req-0e20b11a-f9cd-45e5-b75a-5fa289c3aae1 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Synchronizing usage tracker for tenant:1f81a5a8b4184e2b8ada05056a875a3a on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:41.189842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fb707fe5-e252-4e16-9f4d-ec76db54b8e4 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Unset dirty status for tenant:9ece5e509a704120a4009799fcf49d66 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:41.190963 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fb707fe5-e252-4e16-9f4d-ec76db54b8e4 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "GET /v2.0/ports/0bbd0290-1169-428b-99d6-dbebfb336bcb HTTP/1.1" status: 404 len: 333 time: 0.1549864 Dec 22 08:41:41.212748 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48070) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:41.223625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1952553126', 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:41.265186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0590-15a8-425b-9416-ad5856127dbc req-69f3be98-0b0e-4bbd-9def-a042891134c3 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:41.266909 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-69f3be98-0b0e-4bbd-9def-a042891134c3 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.54 "GET /v2.0/networks?id=428092a9-8d6c-49a4-9f7d-f345b940981c HTTP/1.1" status: 200 len: 806 time: 0.7600653 Dec 22 08:41:41.282596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:41.312060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:41.319180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ceb18-348f-4674-9935-f0da1648da63 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Deleting port c68cff55-d015-4f2b-b5a9-1a15f971a9f7 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:41.319511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c0ceb18-348f-4674-9935-f0da1648da63 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.370292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-ed5c9773-039d-4ef4-b1f5-36b74a9bf336 req-0e20b11a-f9cd-45e5-b75a-5fa289c3aae1 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Unset dirty status for tenant:1f81a5a8b4184e2b8ada05056a875a3a on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:41.371453 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ed5c9773-039d-4ef4-b1f5-36b74a9bf336 req-0e20b11a-f9cd-45e5-b75a-5fa289c3aae1 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 943 time: 1.1835496 Dec 22 08:41:41.381390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Made reservation on behalf of 9ece5e509a704120a4009799fcf49d66 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:41.383650 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.409788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35611f17-8b39-4b6f-8062-70a50e5289e4 req-6d0a7751-c388-437f-aec4-dde0b32bbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:41.411181 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35611f17-8b39-4b6f-8062-70a50e5289e4 req-6d0a7751-c388-437f-aec4-dde0b32bbbfc service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2797596 Dec 22 08:41:41.451151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] device_id is not set on port 53c3c09f-998f-492d-aed6-9b7e4f640c29 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:41.512724 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-3c943a89-0ba8-420b-93a8-bbf4b224962f tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c35afbf7ce934c9cbd729a00925c97dc HTTP/1.1" status: 200 len: 379 time: 0.2216213 Dec 22 08:41:41.534080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1404a1b6-ccaf-4cc5-abc0-49c3aea7a973 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.544427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Request body: {'port': {'device_id': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'admin_state_up': True, 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'security_groups': ['bc7d98f4-77b7-47dd-8e93-aafcd97c020a']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:41.561081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.602452 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bc2952a3-d550-4fc1-adc3-0450bfcee6cf req-dc5da86d-39d8-40ab-b687-312288b4b904 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 210 time: 0.1040375 Dec 22 08:41:41.671443 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ed5c9773-039d-4ef4-b1f5-36b74a9bf336 req-71ea98f0-d24c-4af3-9809-367a7a61abf8 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907221 Dec 22 08:41:41.698742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404a1b6-ccaf-4cc5-abc0-49c3aea7a973 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Pushing event deleted for resources: {'Port': ['ID=d327d02b-9e4e-4cc8-a1a4-b5661c4ef723,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:41.854341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1404a1b6-ccaf-4cc5-abc0-49c3aea7a973 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.976669 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1404a1b6-ccaf-4cc5-abc0-49c3aea7a973 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "DELETE /v2.0/ports/d327d02b-9e4e-4cc8-a1a4-b5661c4ef723 HTTP/1.1" status: 204 len: 168 time: 2.2676425 Dec 22 08:41:41.980581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50b1278b-2bd9-4d44-ace5-3f67c3427287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.984102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48078) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:41.986627 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Router cd8906b1-dd02-42c8-b729-9320c10170a2 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:41.997059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50b1278b-2bd9-4d44-ace5-3f67c3427287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.007411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:42.030797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c0ceb18-348f-4674-9935-f0da1648da63 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.038942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-a58dc42b-7866-4d65-926c-38c4b9ee4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:42.040393 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-a58dc42b-7866-4d65-926c-38c4b9ee4a06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f81a5a8b4184e2b8ada05056a875a3a&device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 1096 time: 0.5554326 Dec 22 08:41:42.040810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Allocated IP 172.26.1.170 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/396e1a48-2be6-4a3e-9a0f-2dc3bd29920e) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:42.102542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:42.172413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.177401 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-50b1278b-2bd9-4d44-ace5-3f67c3427287 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e508072a5b4441ea6c31ce0247e6ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9106061 Dec 22 08:41:42.183072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1278b-2bd9-4d44-ace5-3f67c3427287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba30fd7-e2f7-4c83-9934-5995a8cacaae,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.185450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Made reservation on behalf of c35afbf7ce934c9cbd729a00925c97dc for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:42.188844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.210958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48082) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:42.243429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ceb18-348f-4674-9935-f0da1648da63 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Calling delete_port for c68cff55-d015-4f2b-b5a9-1a15f971a9f7 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:42.274227 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-289baafd-af62-4381-b6ff-030496470672 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e3d411-91ff-4be0-a8ec-495318db0369 HTTP/1.1" status: 200 len: 217 time: 0.2169662 Dec 22 08:41:42.332277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d17f001-3e89-40bd-9592-04edaf1cff8b tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Deleting subnet 0353fdcd-c03a-4579-93c0-407befd68181 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:42.345608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3d17f001-3e89-40bd-9592-04edaf1cff8b tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.442321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-bc763632-fd68-4f22-8b81-67546cef24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:42.443682 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-bc763632-fd68-4f22-8b81-67546cef24c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=305877c8-72e7-4616-b485-e8e11f34d46b HTTP/1.1" status: 200 len: 851 time: 0.1559973 Dec 22 08:41:42.447117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3d17f001-3e89-40bd-9592-04edaf1cff8b tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.471922 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:42.483295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db348b-d558-42e5-8f26-a445e22622d3 None None] Sync routers for ids ['cd8906b1-dd02-42c8-b729-9320c10170a2'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:42.496111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db348b-d558-42e5-8f26-a445e22622d3 None None] Routers {'cd8906b1-dd02-42c8-b729-9320c10170a2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:42.497294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-81db348b-d558-42e5-8f26-a445e22622d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['cd8906b1-dd02-42c8-b729-9320c10170a2'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:42.538628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a76e-90f3-434c-b794-bcbdd8d94590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.562881 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.567357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-81db348b-d558-42e5-8f26-a445e22622d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:42.575794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db348b-d558-42e5-8f26-a445e22622d3 None None] Routers {'cd8906b1-dd02-42c8-b729-9320c10170a2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:42.576387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-81db348b-d558-42e5-8f26-a445e22622d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['cd8906b1-dd02-42c8-b729-9320c10170a2'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:42.589045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.599040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.602729 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3b82a612-ce43-4011-ab99-a4c7dd1c62a3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.3439229 Dec 22 08:41:42.611741 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48086) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:42.656202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-81db348b-d558-42e5-8f26-a445e22622d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:42.656648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db348b-d558-42e5-8f26-a445e22622d3 None None] The sync data for ids ['cd8906b1-dd02-42c8-b729-9320c10170a2'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:42.692765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a76e-90f3-434c-b794-bcbdd8d94590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.718734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Network 3aec3751-c939-4fd7-9149-7b8abf68e04d is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:42.730603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:42.739913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:42.740825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:42.741409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.764151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Allocated IP 172.20.0.13 (428092a9-8d6c-49a4-9f7d-f345b940981c/8f5a9766-35a8-4ccf-837d-8fea790cad3f/1b32b89b-b2e4-45f9-8593-e916d4e7481c) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:42.789928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event updated for resources: {'Port': ['ID=53c3c09f-998f-492d-aed6-9b7e4f640c29,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.803751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c0ceb18-348f-4674-9935-f0da1648da63 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.822783 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8523f51e-788c-41ad-8474-d60d5e7b2033 req-17f05c4c-108a-473a-a197-eeed9211bb7e tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 210 time: 0.0664518 Dec 22 08:41:42.880867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3d17f001-3e89-40bd-9592-04edaf1cff8b tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.909117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ceb18-348f-4674-9935-f0da1648da63 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event deleted for resources: {'Port': ['ID=c68cff55-d015-4f2b-b5a9-1a15f971a9f7,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.977995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5c0ceb18-348f-4674-9935-f0da1648da63 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.982060 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5c0ceb18-348f-4674-9935-f0da1648da63 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "DELETE /v2.0/ports/c68cff55-d015-4f2b-b5a9-1a15f971a9f7 HTTP/1.1" status: 204 len: 168 time: 1.8462334 Dec 22 08:41:42.983593 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9fb113f8-0b51-451d-b7f4-86301abc2f16 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7698886 Dec 22 08:41:42.986078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-72858536-95e1-4165-aa1d-5837e5906025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:42.987632 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-72858536-95e1-4165-aa1d-5837e5906025 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8206ff15-91dd-4485-9c82-7e86a57041d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5119441 Dec 22 08:41:42.990331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48094) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:42.990800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48096) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.089486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.151635 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3e933db8-7975-4334-a1e2-1c663e9f4216 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/routers/cd8906b1-dd02-42c8-b729-9320c10170a2 HTTP/1.1" status: 200 len: 919 time: 0.5299876 Dec 22 08:41:43.151635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a76e-90f3-434c-b794-bcbdd8d94590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.153887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48102) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.210100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-373305ee-1734-4482-9ef6-af01ede99613 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Deleting subnet 340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:43.212231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655aeeec-2d0f-41f7-9983-4a3fc20c4a85 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:43.212776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-655aeeec-2d0f-41f7-9983-4a3fc20c4a85 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Synchronizing usage tracker for tenant:9ece5e509a704120a4009799fcf49d66 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:43.250981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2a76e-90f3-434c-b794-bcbdd8d94590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba30fd7-e2f7-4c83-9934-5995a8cacaae,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:43.320364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-373305ee-1734-4482-9ef6-af01ede99613 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.321612 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2a5eaf16-a6f8-4aa2-a860-4ab878cea192 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8906b1-dd02-42c8-b729-9320c10170a2 HTTP/1.1" status: 200 len: 205 time: 0.1397462 Dec 22 08:41:43.331921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:43.333059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:43.335429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:43.347439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48106) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.359343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3d17f001-3e89-40bd-9592-04edaf1cff8b tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.382435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Pushing event updated for resources: {'Port': ['ID=396e1a48-2be6-4a3e-9a0f-2dc3bd29920e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:43.396561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a76e-90f3-434c-b794-bcbdd8d94590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.397707 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f2d2a76e-90f3-434c-b794-bcbdd8d94590 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ba30fd7-e2f7-4c83-9934-5995a8cacaae HTTP/1.1" status: 204 len: 168 time: 1.1835942 Dec 22 08:41:43.427901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93d1d9-f9f2-40f6-b5c0-43d8a778ff4d req-0c15e8c6-df13-4413-a59f-fc8151a72f5e tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:43.429395 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2d93d1d9-f9f2-40f6-b5c0-43d8a778ff4d req-0c15e8c6-df13-4413-a59f-fc8151a72f5e tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 943 time: 0.4786255 Dec 22 08:41:43.508738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17f001-3e89-40bd-9592-04edaf1cff8b tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Pushing event deleted for resources: {'Subnet': ['ID=0353fdcd-c03a-4579-93c0-407befd68181,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:43.511182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3d17f001-3e89-40bd-9592-04edaf1cff8b tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.521083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-655aeeec-2d0f-41f7-9983-4a3fc20c4a85 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Unset dirty status for tenant:9ece5e509a704120a4009799fcf49d66 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:43.521990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79896b2-0941-4ad1-9f17-d767b566d1ab None None] Network 62847edb-5c5c-49f3-98e6-db543fa00373 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:43.522951 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-655aeeec-2d0f-41f7-9983-4a3fc20c4a85 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "GET /v2.0/ports/53c3c09f-998f-492d-aed6-9b7e4f640c29 HTTP/1.1" status: 200 len: 955 time: 0.5295084 Dec 22 08:41:43.530615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48112) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.537941 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-fa354bfd-f4d2-46ce-be02-260936c13e5a service neutron] 10.222.0.54 "GET /v2.0/networks/8206ff15-91dd-4485-9c82-7e86a57041d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843037 Dec 22 08:41:43.541095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-373305ee-1734-4482-9ef6-af01ede99613 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.560253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.589955 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2d93d1d9-f9f2-40f6-b5c0-43d8a778ff4d req-6a9c2533-1ea1-4a20-9720-e9315604e8e6 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224854 Dec 22 08:41:43.602361 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3d17f001-3e89-40bd-9592-04edaf1cff8b tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "DELETE /v2.0/subnets/0353fdcd-c03a-4579-93c0-407befd68181 HTTP/1.1" status: 204 len: 168 time: 1.6126304 Dec 22 08:41:43.647903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48118) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.705198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Transition to ACTIVE for port object 1b32b89b-b2e4-45f9-8593-e916d4e7481c will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:43.772561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-85ac0caa-5959-4994-bf03-0c4a75dd6219 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Deleting port 53c3c09f-998f-492d-aed6-9b7e4f640c29 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:43.772882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-85ac0caa-5959-4994-bf03-0c4a75dd6219 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.895263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.901413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.919972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.932678 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0fc11-246e-4c55-aec4-1227caa37320 None None] DHCP port deletion for 62847edb-5c5c-49f3-98e6-db543fa00373 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:43.939948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0fc11-246e-4c55-aec4-1227caa37320 None None] Deleting port ba6478d3-fe0a-40d6-880f-0e22fe90556c {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:43.940297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bfd0fc11-246e-4c55-aec4-1227caa37320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.943883 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Deleting port ba6478d3-fe0a-40d6-880f-0e22fe90556c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:43.943883 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.984004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.100691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-373305ee-1734-4482-9ef6-af01ede99613 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.137498 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff2f0c9f-3457-4954-89b0-f33a531f4a67 req-1517dab1-6058-47f1-ab50-0c5f5dd78ce0 service neutron] 10.222.0.54 "GET /v2.0/networks/8206ff15-91dd-4485-9c82-7e86a57041d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630252 Dec 22 08:41:44.266457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-bfd0fc11-246e-4c55-aec4-1227caa37320 None None] For port ba6478d3-fe0a-40d6-880f-0e22fe90556c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ba6478d3-fe0a-40d6-880f-0e22fe90556c,segment=NetworkSegment(d7b86046-32b8-4b19-940a-39e0e623437d),segment_id=d7b86046-32b8-4b19-940a-39e0e623437d)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:44.266879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bfd0fc11-246e-4c55-aec4-1227caa37320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.285936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Network 428092a9-8d6c-49a4-9f7d-f345b940981c is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:44.306815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:44.318593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:44.324794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:44.325669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.355789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Pushing event updated for resources: {'Port': ['ID=1b32b89b-b2e4-45f9-8593-e916d4e7481c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:44.409406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0fc11-246e-4c55-aec4-1227caa37320 None None] Calling delete_port for ba6478d3-fe0a-40d6-880f-0e22fe90556c owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:44.416729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48140) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:44.435657 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-91d3c7f6-a36e-48a6-bdc1-a34123855baf tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9064512 Dec 22 08:41:44.450822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-85ac0caa-5959-4994-bf03-0c4a75dd6219 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.610488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.635002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bfd0fc11-246e-4c55-aec4-1227caa37320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.639776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Request body: {'port': {'device_id': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:44.651797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-85ac0caa-5959-4994-bf03-0c4a75dd6219 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Calling delete_port for 53c3c09f-998f-492d-aed6-9b7e4f640c29 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:44.671585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-786972788'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:44.695206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:44.714819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-373305ee-1734-4482-9ef6-af01ede99613 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.716271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:network and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:44.730533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:44.738436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0fc11-246e-4c55-aec4-1227caa37320 None None] No DVR routers for this DVR port ba6478d3-fe0a-40d6-880f-0e22fe90556c on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:44.741612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0fc11-246e-4c55-aec4-1227caa37320 None None] Pushing event deleted for resources: {'Port': ['ID=ba6478d3-fe0a-40d6-880f-0e22fe90556c,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:44.754520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2d04fcc3-6f99-4e37-a26b-9394ef5ea4b4 None None] Provisioning for port 1b32b89b-b2e4-45f9-8593-e916d4e7481c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:44.760372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2d04fcc3-6f99-4e37-a26b-9394ef5ea4b4 None None] Provisioning complete for port 1b32b89b-b2e4-45f9-8593-e916d4e7481c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:44.760898 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2d04fcc3-6f99-4e37-a26b-9394ef5ea4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.768586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Deleting port a130ed27-65ee-43aa-b22a-22848380ade8 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:44.768920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.775338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:44.794746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] For port ba6478d3-fe0a-40d6-880f-0e22fe90556c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ba6478d3-fe0a-40d6-880f-0e22fe90556c,segment=NetworkSegment(d7b86046-32b8-4b19-940a-39e0e623437d),segment_id=d7b86046-32b8-4b19-940a-39e0e623437d)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:44.795062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.828895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2d04fcc3-6f99-4e37-a26b-9394ef5ea4b4 None None] Port 1b32b89b-b2e4-45f9-8593-e916d4e7481c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:44.913944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.915072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b26d69-ee26-4ef7-ba1b-f5c0d62acc45 None None] Network 67356c77-c38d-427c-9573-170cf4a4c1eb requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:44.920023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373305ee-1734-4482-9ef6-af01ede99613 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event deleted for resources: {'Subnet': ['ID=340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:44.926798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-373305ee-1734-4482-9ef6-af01ede99613 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.941019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c97b6-1ad2-4a6d-b608-48f1cf9fb66b req-6dd23355-1086-4875-a906-6d40dfbef35c tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:44.942491 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c91c97b6-1ad2-4a6d-b608-48f1cf9fb66b req-6dd23355-1086-4875-a906-6d40dfbef35c tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 932 time: 0.8073852 Dec 22 08:41:44.955899 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-373305ee-1734-4482-9ef6-af01ede99613 tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "DELETE /v2.0/subnets/340e89ee-fc5d-4b95-ac23-2a0c02d2e7ed HTTP/1.1" status: 204 len: 168 time: 1.9608772 Dec 22 08:41:44.958292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Made reservation on behalf of 4b23950907ce4be994f895524d5180ba for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:44.961859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.969206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48148) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.058153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Calling delete_port for ba6478d3-fe0a-40d6-880f-0e22fe90556c owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:45.075518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-85ac0caa-5959-4994-bf03-0c4a75dd6219 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.102206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.131794 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c91c97b6-1ad2-4a6d-b608-48f1cf9fb66b req-06b5ef52-7f25-47db-9f73-22220231339a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755190 Dec 22 08:41:45.140361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:45.152859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:security_group_rule and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:45.157250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.171141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:45.227748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5ed35-9d4c-43c0-8591-60fa53f98710 None None] DHCP port deletion for 67356c77-c38d-427c-9573-170cf4a4c1eb request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:45.232216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-93f5ed35-9d4c-43c0-8591-60fa53f98710 None None] Deleting port a9e237e8-6c56-4738-b780-c9560185e9ca {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:45.233329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-93f5ed35-9d4c-43c0-8591-60fa53f98710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.233775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:45.241150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac0caa-5959-4994-bf03-0c4a75dd6219 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event deleted for resources: {'Port': ['ID=53c3c09f-998f-492d-aed6-9b7e4f640c29,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:45.268915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.272636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-85ac0caa-5959-4994-bf03-0c4a75dd6219 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.301327 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-85ac0caa-5959-4994-bf03-0c4a75dd6219 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "DELETE /v2.0/ports/53c3c09f-998f-492d-aed6-9b7e4f640c29 HTTP/1.1" status: 204 len: 168 time: 1.7659006 Dec 22 08:41:45.304469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48152) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.308847 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9badb-7fa1-4884-8dcd-ea1fcf48b1d1 req-dc4cd130-aaee-4a38-8881-60f6b376add6 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:45.310179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.310295 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4fe9badb-7fa1-4884-8dcd-ea1fcf48b1d1 req-dc4cd130-aaee-4a38-8881-60f6b376add6 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 943 time: 0.5858717 Dec 22 08:41:45.328459 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:45.328800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:45.333253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.353933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Deleting port a9e237e8-6c56-4738-b780-c9560185e9ca {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:45.354251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.451108 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f41ad6-a3dd-48e3-8740-0628a68f4933 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:41:45.451852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a8f41ad6-a3dd-48e3-8740-0628a68f4933 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Synchronizing usage tracker for tenant:9ece5e509a704120a4009799fcf49d66 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:45.481271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-93f5ed35-9d4c-43c0-8591-60fa53f98710 None None] For port a9e237e8-6c56-4738-b780-c9560185e9ca, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a9e237e8-6c56-4738-b780-c9560185e9ca,segment=NetworkSegment(ef704b39-b32f-452c-9e2e-359e301e5ef6),segment_id=ef704b39-b32f-452c-9e2e-359e301e5ef6)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:45.481663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-93f5ed35-9d4c-43c0-8591-60fa53f98710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.514464 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4fe9badb-7fa1-4884-8dcd-ea1fcf48b1d1 req-f7c6bc76-3094-4972-8c11-cf70bf5fdd80 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887813 Dec 22 08:41:45.519505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Calling delete_port for a130ed27-65ee-43aa-b22a-22848380ade8 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:45.609887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-93f5ed35-9d4c-43c0-8591-60fa53f98710 None None] Calling delete_port for a9e237e8-6c56-4738-b780-c9560185e9ca owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:45.626564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a8f41ad6-a3dd-48e3-8740-0628a68f4933 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Unset dirty status for tenant:9ece5e509a704120a4009799fcf49d66 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:45.631362 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a8f41ad6-a3dd-48e3-8740-0628a68f4933 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "GET /v2.0/ports/53c3c09f-998f-492d-aed6-9b7e4f640c29 HTTP/1.1" status: 404 len: 333 time: 0.3210230 Dec 22 08:41:45.657052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48156) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.677891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Request body: {'port': {'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1879616898'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:45.706909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-93f5ed35-9d4c-43c0-8591-60fa53f98710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.749265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:45.755602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5ed35-9d4c-43c0-8591-60fa53f98710 None None] Pushing event deleted for resources: {'Port': ['ID=a9e237e8-6c56-4738-b780-c9560185e9ca,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:45.760808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5ed35-9d4c-43c0-8591-60fa53f98710 None None] No DVR routers for this DVR port a9e237e8-6c56-4738-b780-c9560185e9ca on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:45.768061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.795747 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a9e237e8-6c56-4738-b780-c9560185e9ca no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:45.802482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.808282 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:45.834983 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Deleting port ba6478d3-fe0a-40d6-880f-0e22fe90556c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:45.835270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.836389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: a9e237e8-6c56-4738-b780-c9560185e9ca {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:41:45.836950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a9e237e8-6c56-4738-b780-c9560185e9ca not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:45.837424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ba6478d3-fe0a-40d6-880f-0e22fe90556c no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:45.872017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: ba6478d3-fe0a-40d6-880f-0e22fe90556c {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:41:45.872458 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ba6478d3-fe0a-40d6-880f-0e22fe90556c not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:45.895823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:45.940821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] For port a9e237e8-6c56-4738-b780-c9560185e9ca, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a9e237e8-6c56-4738-b780-c9560185e9ca,segment=NetworkSegment(ef704b39-b32f-452c-9e2e-359e301e5ef6),segment_id=ef704b39-b32f-452c-9e2e-359e301e5ef6)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:45.941169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.948762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Made reservation on behalf of 9ece5e509a704120a4009799fcf49d66 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:45.951092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.969900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] The port 'ba6478d3-fe0a-40d6-880f-0e22fe90556c' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:41:45.975344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c7522a-d616-426e-b771-19d441fd2ecc,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:46.046583 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.074226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] device_id is not set on port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:46.097064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Calling delete_port for a9e237e8-6c56-4738-b780-c9560185e9ca owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:46.110198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.182067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.235993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Pushing event deleted for resources: {'Port': ['ID=a130ed27-65ee-43aa-b22a-22848380ade8,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:46.268757 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:46.268757 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:46.371323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.371672 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Added segment f3fa02de-f780-4fc1-9964-f3068d1d47c4 of type vlan for network cac34824-e31c-46ac-9595-974c682d3652 Dec 22 08:41:46.391915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.415728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.477234 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.533869 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > segment before_delete 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.534195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.534955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.535285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > port after_create 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.535603 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > port after_delete 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.535964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > port after_update 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.536315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > segment after_delete 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.536684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > subnet after_create 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.537018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > subnet after_delete 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.537332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > subnet after_update 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.652025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.660447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa06cba-2d2a-40b5-809c-c353af780bc8 req-a0fd175f-9000-4051-85d7-79e597a29bd4 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:46.661922 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7fa06cba-2d2a-40b5-809c-c353af780bc8 req-a0fd175f-9000-4051-85d7-79e597a29bd4 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 932 time: 0.3879974 Dec 22 08:41:46.663008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.676943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > subnet after_create 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.677296 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > subnet after_delete 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.677634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > subnet before_create 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.678186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Subscribe: > subnet before_update 55550000 {{(pid=87534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:41:46.678551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62847edb-5c5c-49f3-98e6-db543fa00373']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:46.706498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.707015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Fanout notify agent at l3_agent the message router_deleted on router cd8906b1-dd02-42c8-b729-9320c10170a2 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:41:46.708194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Pushing event updated for resources: {'Port': ['ID=396e1a48-2be6-4a3e-9a0f-2dc3bd29920e,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:46.713437 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b32b89b-b2e4-45f9-8593-e916d4e7481c {{(pid=87534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:41:46.728103 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7fa06cba-2d2a-40b5-809c-c353af780bc8 req-e06526db-4c64-489a-a5d1-147c624e6285 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575204 Dec 22 08:41:46.737281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.741724 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a44c932b-d29a-41de-a8e4-95bdbf47f90c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/cd8906b1-dd02-42c8-b729-9320c10170a2 HTTP/1.1" status: 204 len: 168 time: 3.3880789 Dec 22 08:41:46.742026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48164) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:46.746625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1987341395', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'enable_snat': False}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:46.752855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:46.756861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Usage tracker for resource:router and tenant:02854c1a14c74eac9d566d5954d113b5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:46.759820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:46.763375 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.765431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:46.769280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Deleting port a9e237e8-6c56-4738-b780-c9560185e9ca {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:46.769614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.776798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.780523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b86046-32b8-4b19-940a-39e0e623437d') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:46.780821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b86046-32b8-4b19-940a-39e0e623437d') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:46.834605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.835602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.843146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] The port 'a9e237e8-6c56-4738-b780-c9560185e9ca' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:41:46.894187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.920488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.949859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Transition to ACTIVE for port object 1b32b89b-b2e4-45f9-8593-e916d4e7481c will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:46.962388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.984763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.986561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.012889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67356c77-c38d-427c-9573-170cf4a4c1eb']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:47.028389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:47.028794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: from cryptography.utils import int_from_bytes Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: from cryptography.utils import int_from_bytes Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn_limited( Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn_limited( Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:47.058067 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:47.086807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef704b39-b32f-452c-9e2e-359e301e5ef6') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:47.087102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef704b39-b32f-452c-9e2e-359e301e5ef6') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:47.138108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.143998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:47.144588 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.155213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.216901 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Floating IP bddb4468-f67e-4772-a303-d97fdef4c49b associated. External IP: 172.26.1.170, port: 609c14ab-08e3-4130-b12b-993a10ce52a7. Dec 22 08:41:47.234991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.297637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:47.298063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:47.312745 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:47.320975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.428828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.451359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.462486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] Pushing event deleted for resources: {'Network': ['ID=67356c77-c38d-427c-9573-170cf4a4c1eb,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:47.469227 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-68dc238a-a490-4bf4-a00c-827d5be0a12c tempest-AllowedAddressPairIpV6TestJSON-6526681 tempest-AllowedAddressPairIpV6TestJSON-6526681-project] 10.222.0.37 "DELETE /v2.0/networks/67356c77-c38d-427c-9573-170cf4a4c1eb HTTP/1.1" status: 204 len: 168 time: 2.4878123 Dec 22 08:41:47.528935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Pushing event updated for resources: {'Port': ['ID=1b32b89b-b2e4-45f9-8593-e916d4e7481c,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:47.604147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.652558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82877eb5-bdf1-4ff6-a49b-0ab3414d0143 req-70b72a1c-82ca-4020-bc70-2aaaba21ad5a tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:47.654087 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-82877eb5-bdf1-4ff6-a49b-0ab3414d0143 req-70b72a1c-82ca-4020-bc70-2aaaba21ad5a tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 943 time: 0.9631245 Dec 22 08:41:47.658966 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.660229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Network': ['ID=cac34824-e31c-46ac-9595-974c682d3652,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:47.671629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network cac34824-e31c-46ac-9595-974c682d3652 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:47.740810 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6b2362a1-35be-4f83-8e7c-e8a03e1e71d7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.3211498 Dec 22 08:41:47.776505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48172) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:47.803382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.811423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'subnet': {'network_id': 'cac34824-e31c-46ac-9595-974c682d3652', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:47.827013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48178) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:47.832584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] Pushing event deleted for resources: {'Network': ['ID=62847edb-5c5c-49f3-98e6-db543fa00373,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:47.853995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.887625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.890260 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5154399e-c10f-40e4-8361-f9878c8c722f tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915 tempest-ExtraDHCPOptionsIpV6TestJSON-1589824915-project] 10.222.0.37 "DELETE /v2.0/networks/62847edb-5c5c-49f3-98e6-db543fa00373 HTTP/1.1" status: 204 len: 168 time: 4.2298529 Dec 22 08:41:47.925414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.948393 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-82877eb5-bdf1-4ff6-a49b-0ab3414d0143 req-70a41b2b-a21e-4b18-bf9f-7a9fc28645db tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253675 Dec 22 08:41:48.087316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35880486-f1d2-4123-be61-7cbd60f8c414 req-a6929f21-7586-4625-9772-13ba19c685b7 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:48.088942 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35880486-f1d2-4123-be61-7cbd60f8c414 req-a6929f21-7586-4625-9772-13ba19c685b7 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 944 time: 0.2080884 Dec 22 08:41:48.123810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Allocated IP 172.26.1.95 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/02dc873a-4089-4a10-b737-8ec30c08ffef) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:48.200414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48188) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.212399 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35880486-f1d2-4123-be61-7cbd60f8c414 req-c43dfe46-133f-470b-a208-969c9e52288f tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856900 Dec 22 08:41:48.253519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Network 3aec3751-c939-4fd7-9149-7b8abf68e04d is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:48.279569 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:48.288842 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Attempting to bind port 1b32b89b-b2e4-45f9-8593-e916d4e7481c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:48.289178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Attempting to bind port 1b32b89b-b2e4-45f9-8593-e916d4e7481c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:48.289509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Attempting to bind port 1b32b89b-b2e4-45f9-8593-e916d4e7481c on network 428092a9-8d6c-49a4-9f7d-f345b940981c {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:48.295295 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:48.296145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:48.296745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.300481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event updated for resources: {'Port': ['ID=d4d74997-dcb4-412a-a6bf-75d8b594e7d3,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:48.323666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:48.325937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Port 1b32b89b-b2e4-45f9-8593-e916d4e7481c on network 428092a9-8d6c-49a4-9f7d-f345b940981c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:48.326265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Attempting to bind port 1b32b89b-b2e4-45f9-8593-e916d4e7481c on network 428092a9-8d6c-49a4-9f7d-f345b940981c {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:48.328984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.338891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:subnet and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:48.353943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:48.386445 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-19b1268b-9e7e-4b8a-a538-90b874657723 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=165f4abba70a4bb1b79d4e26df423f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849527 Dec 22 08:41:48.389925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48194) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.414872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:48.415224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Checking segment: {'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:48.415605 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Bound using segment: {'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:48.416049 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Bound port: 1b32b89b-b2e4-45f9-8593-e916d4e7481c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5e0e65-b554-472f-af84-2fc511464a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c'}}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:48.416395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.427514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:48.429516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.451896 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-058ece1c-1285-4d0a-9cb8-67aabc5a4aa7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a05b08f71f22493aba43190395732cc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6102664 Dec 22 08:41:48.458661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48198) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.466463 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-408a939b-2a40-4a25-9510-c5a53eec6171 tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7954338 Dec 22 08:41:48.474569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48202) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.497318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:48.522012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Made reservation on behalf of 4b23950907ce4be994f895524d5180ba for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:48.525364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.542358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:48.557246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:48.567270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:48.583228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 55e3d411-91ff-4be0-a8ec-495318db0369 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:41:48.603049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eadb861d-7ba6-4216-ab59-c52b5013d033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.610716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event updated for resources: {'Port': ['ID=02dc873a-4089-4a10-b737-8ec30c08ffef,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:48.667047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Router 996442c0-2503-40ff-930b-29a2a04cd8af has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:48.685930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eadb861d-7ba6-4216-ab59-c52b5013d033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.714078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] For port 1b32b89b-b2e4-45f9-8593-e916d4e7481c, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:48.722118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 55e3d411-91ff-4be0-a8ec-495318db0369, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55e3d411-91ff-4be0-a8ec-495318db0369,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:48.735482 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '55e3d411-91ff-4be0-a8ec-495318db0369', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'port_id': '55e3d411-91ff-4be0-a8ec-495318db0369', 'mac_address': 'fa:16:3e:57:53:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:41:48.789316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d98c4c1-b0b3-44ff-ad3f-3c4ea1bd59ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.791019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.808080 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e3d411-91ff-4be0-a8ec-495318db0369 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:41:48.809426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] For port 1b32b89b-b2e4-45f9-8593-e916d4e7481c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b32b89b-b2e4-45f9-8593-e916d4e7481c,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:48.825804 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 55e3d411-91ff-4be0-a8ec-495318db0369, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55e3d411-91ff-4be0-a8ec-495318db0369,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:48.828608 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.831145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.862196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.911917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=55e3d411-91ff-4be0-a8ec-495318db0369,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:48.961550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d98c4c1-b0b3-44ff-ad3f-3c4ea1bd59ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.995378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:48.995995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.997389 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] 10.222.0.54 "PUT /v2.0/ports/1b32b89b-b2e4-45f9-8593-e916d4e7481c HTTP/1.1" status: 200 len: 1094 time: 4.3667662 Dec 22 08:41:49.008638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'tag': '1b32b89b-b2e4-45f9-8593-e916d4e7481c'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:41:49.094114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['55e3d411-91ff-4be0-a8ec-495318db0369'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:41:49.154965 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'tag': '1b32b89b-b2e4-45f9-8593-e916d4e7481c', 'status': 'completed', 'code': 200} Dec 22 08:41:49.194087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eadb861d-7ba6-4216-ab59-c52b5013d033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.246458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18ab74-4520-4603-9c77-bd9b67514716 service neutron] Pushing event updated for resources: {'Port': ['ID=1b32b89b-b2e4-45f9-8593-e916d4e7481c,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:49.249951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb861d-7ba6-4216-ab59-c52b5013d033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812a5658-920d-4b7e-82af-e489dd11c45d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:49.276797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:49.289281 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c085ce-a52b-40df-beb9-909b0c3cc304 None None] Sync routers for ids ['996442c0-2503-40ff-930b-29a2a04cd8af'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:49.305347 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c085ce-a52b-40df-beb9-909b0c3cc304 None None] Routers {'996442c0-2503-40ff-930b-29a2a04cd8af'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:49.307155 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-81c085ce-a52b-40df-beb9-909b0c3cc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['996442c0-2503-40ff-930b-29a2a04cd8af'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:49.330575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d98c4c1-b0b3-44ff-ad3f-3c4ea1bd59ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.362979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98c4c1-b0b3-44ff-ad3f-3c4ea1bd59ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e663c83-720e-4672-a7ab-3fab3e9cdf79,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:49.366220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d98c4c1-b0b3-44ff-ad3f-3c4ea1bd59ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.370609 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0d98c4c1-b0b3-44ff-ad3f-3c4ea1bd59ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e663c83-720e-4672-a7ab-3fab3e9cdf79 HTTP/1.1" status: 204 len: 168 time: 0.9055984 Dec 22 08:41:49.371895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.386232 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-81c085ce-a52b-40df-beb9-909b0c3cc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:49.398005 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c085ce-a52b-40df-beb9-909b0c3cc304 None None] Routers {'996442c0-2503-40ff-930b-29a2a04cd8af'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:49.399087 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-81c085ce-a52b-40df-beb9-909b0c3cc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['996442c0-2503-40ff-930b-29a2a04cd8af'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:49.410076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.466990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0c2a829d-fb57-425d-a235-bf045719868a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.497583 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-81c085ce-a52b-40df-beb9-909b0c3cc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:49.498110 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c085ce-a52b-40df-beb9-909b0c3cc304 None None] The sync data for ids ['996442c0-2503-40ff-930b-29a2a04cd8af'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:49.502155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee984a6-ebc7-4884-b6cc-30595c1037ae req-11853384-94d6-447d-8d61-03739739a8b0 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:49.509607 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-aee984a6-ebc7-4884-b6cc-30595c1037ae req-11853384-94d6-447d-8d61-03739739a8b0 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 944 time: 0.3514290 Dec 22 08:41:49.514725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0590-15a8-425b-9416-ad5856127dbc req-533b248c-4000-4d75-b51f-0c0faf9895fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:49.516176 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-533b248c-4000-4d75-b51f-0c0faf9895fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c35afbf7ce934c9cbd729a00925c97dc&device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 1097 time: 0.4110308 Dec 22 08:41:49.607892 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-656e5d39-eaf1-466a-84a3-d23597c545f2 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.9025764 Dec 22 08:41:49.625199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48218) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:49.629008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Subnet': ['ID=d3f75c83-7e26-4b7d-9b45-51a9c23e8283,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:49.695762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eadb861d-7ba6-4216-ab59-c52b5013d033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.699281 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-eadb861d-7ba6-4216-ab59-c52b5013d033 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/812a5658-920d-4b7e-82af-e489dd11c45d HTTP/1.1" status: 204 len: 168 time: 1.3060143 Dec 22 08:41:49.703448 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-20218fa6-c439-4243-9ea6-b2b43e3e87cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b32b89b-b2e4-45f9-8593-e916d4e7481c HTTP/1.1" status: 200 len: 217 time: 0.1649802 Dec 22 08:41:49.716311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.883925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Checking segment: {'id': 'f3fa02de-f780-4fc1-9964-f3068d1d47c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cac34824-e31c-46ac-9595-974c682d3652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:49.884501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network hostable DHCP agents. Network: cac34824-e31c-46ac-9595-974c682d3652, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:49.946310 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-aee984a6-ebc7-4884-b6cc-30595c1037ae req-af387a2a-dd21-4c22-b6fa-b9b875a589bd tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4356954 Dec 22 08:41:49.980746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0590-15a8-425b-9416-ad5856127dbc req-e24631b6-a054-4ede-b831-fb5b74f1369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:49.983304 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-e24631b6-a054-4ede-b831-fb5b74f1369a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f5a9766-35a8-4ccf-837d-8fea790cad3f HTTP/1.1" status: 200 len: 845 time: 0.2682571 Dec 22 08:41:49.987689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607f84e-bd78-4e34-b320-56c73b60e74a req-8bc4b1b0-01fd-423f-b882-16fa27870302 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:49.994525 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2b0401aa-183c-41a3-883d-2a8812d568bf tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] 10.222.0.37 "GET /v2.0/floatingips/bddb4468-f67e-4772-a303-d97fdef4c49b HTTP/1.1" status: 200 len: 983 time: 0.3632014 Dec 22 08:41:49.996698 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48236) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:49.999375 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e607f84e-bd78-4e34-b320-56c73b60e74a req-8bc4b1b0-01fd-423f-b882-16fa27870302 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 944 time: 0.5520241 Dec 22 08:41:50.030534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] device_id is not set on port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:50.033671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network cac34824-e31c-46ac-9595-974c682d3652 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:50.069354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.124634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Transition to ACTIVE for port object d4d74997-dcb4-412a-a6bf-75d8b594e7d3 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:50.156851 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b8393225-a401-4f3a-9e2d-9b845c542b22 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.1583996 Dec 22 08:41:50.158349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48248) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.199497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.212476 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e607f84e-bd78-4e34-b320-56c73b60e74a req-64f3b2f4-0057-43b2-942b-1abc6a5fc56c tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122059 Dec 22 08:41:50.248667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, cac34824-e31c-46ac-9595-974c682d3652) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:50.260283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad7268-f94e-4763-a45f-62f733211161 None None] Network cac34824-e31c-46ac-9595-974c682d3652 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:50.272558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:50.273151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.396947 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5032984b-0585-42c7-942a-fd10d8821b9c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6098065 Dec 22 08:41:50.414041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48260) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.422415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-819865856', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:50.443828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:50.449882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:router and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:50.456573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0590-15a8-425b-9416-ad5856127dbc req-ab291388-3bb4-4016-906e-e283def40b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:50.459421 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-ab291388-3bb4-4016-906e-e283def40b0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=428092a9-8d6c-49a4-9f7d-f345b940981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4622262 Dec 22 08:41:50.459579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:50.470635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:50.483915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event updated for resources: {'Port': ['ID=d4d74997-dcb4-412a-a6bf-75d8b594e7d3,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:50.499945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:50.500284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:50.500791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:50.510050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:50.510574 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:50.511253 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 2 to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 Dec 22 08:41:50.519483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.592675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:50.593369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:50.593957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:50.614280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:50.614949 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:50.617369 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 3 to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 Dec 22 08:41:50.639468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:50.640107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:50.640711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:50.643604 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-a1c7b3c4-fdde-4b26-9c59-6ea26dd3e838 service neutron] 10.222.0.54 "GET /v2.0/networks/428092a9-8d6c-49a4-9f7d-f345b940981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682389 Dec 22 08:41:50.649474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Deleting port 396e1a48-2be6-4a3e-9a0f-2dc3bd29920e {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:50.651953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.689979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 55e3d411-91ff-4be0-a8ec-495318db0369 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:50.698642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48270) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.733875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b318a-fcb8-4da2-b514-98929dd6c88c None None] Network cac34824-e31c-46ac-9595-974c682d3652 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:50.734665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:50.734994 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:50.738437 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 4 to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 Dec 22 08:41:50.745825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.746832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.771035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:50.771721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:50.772511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:50.788361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:50.789136 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:50.795796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 5 to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 Dec 22 08:41:50.847122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:50.847915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:50.849778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:50.867250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.868581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:50.868916 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:50.869299 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 6 to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 Dec 22 08:41:50.882855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 55e3d411-91ff-4be0-a8ec-495318db0369 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:50.900446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48276) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.916826 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 55e3d411-91ff-4be0-a8ec-495318db0369 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:50.917166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.920527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:50.920847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:50.921223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:50.931900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:50.932228 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:50.932761 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 7 to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 Dec 22 08:41:50.956690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:50.957045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:50.957378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:50.966570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:50.966932 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:50.967383 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 8 to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 Dec 22 08:41:50.982608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Router 22759197-dcf3-420c-b6aa-19d7bc879dba is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:50.988204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:50.988760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:50.990123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:51.017578 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:51.018014 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:51.020208 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 9 to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 Dec 22 08:41:51.063418 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-061f0590-15a8-425b-9416-ad5856127dbc req-b109c39a-19f0-48fc-a174-c9dc9c87e365 service neutron] 10.222.0.54 "GET /v2.0/networks/428092a9-8d6c-49a4-9f7d-f345b940981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626573 Dec 22 08:41:51.169452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-122483928'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:51.180124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.198566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:51.200752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:51.201081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:51.201413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:51.209557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:network and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:51.212310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e3d411-91ff-4be0-a8ec-495318db0369'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:41:51.216989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:51.219520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:51.219840 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:51.224731 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.plugins.ml2.plugin [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempt 10 to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 Dec 22 08:41:51.263813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2115147126'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:51.279402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:51.302385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 55e3d411-91ff-4be0-a8ec-495318db0369, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55e3d411-91ff-4be0-a8ec-495318db0369,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:51.308034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:51.308457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:51.308877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempting to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:51.311302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.327804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:41:51.328298 dv-neutron-822561-2-hyperv neutron-server[87535]: ERROR neutron.plugins.ml2.managers [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Failed to bind port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '00f36063-cbba-4d6b-b542-e814787c4f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3aec3751-c939-4fd7-9149-7b8abf68e04d'}] Dec 22 08:41:51.328754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.367266 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:51.404499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Usage tracker for resource:network and tenant:e33cf9b92387463c9f526d398105f756 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:51.409236 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:51.420764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:51.422555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=55e3d411-91ff-4be0-a8ec-495318db0369,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:51.425658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.472047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.472376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.490212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:51.490941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.536619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:51.539253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:51.547951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Sync routers for ids ['22759197-dcf3-420c-b6aa-19d7bc879dba'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:51.558457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Routers {'22759197-dcf3-420c-b6aa-19d7bc879dba'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:51.559123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['22759197-dcf3-420c-b6aa-19d7bc879dba'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:51.565035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group_rule and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:51.574260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:51.597239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:51.607374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.608598 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6347637e-3b3c-4a8d-a8e7-a686b95dea1e tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8657691 Dec 22 08:41:51.613878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] For port d4d74997-dcb4-412a-a6bf-75d8b594e7d3, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:51.614294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attempted to set empty binding levels {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:41:51.616336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48296) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:51.744313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-27eb5b5b-2b3c-4179-b7a0-3222ef8a4fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.763647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Set router 22759197-dcf3-420c-b6aa-19d7bc879dba gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:51.784136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Calling delete_port for 396e1a48-2be6-4a3e-9a0f-2dc3bd29920e owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:51.816754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.828637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.836203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Made reservation on behalf of e33cf9b92387463c9f526d398105f756 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:51.839572 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.864087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.910063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] In _notify_port_updated(), no bound segment for port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 on network 3aec3751-c939-4fd7-9149-7b8abf68e04d {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:41:51.910521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:51.910630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:51.911236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.915141 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "PUT /v2.0/ports/d4d74997-dcb4-412a-a6bf-75d8b594e7d3 HTTP/1.1" status: 200 len: 977 time: 3.4370315 Dec 22 08:41:51.915954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48300) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:51.925522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3809081-e436-4cd2-865e-ead6b4049759 req-4c6dedbe-fb54-4a4c-88e8-a543730d91e7 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:51.927016 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e3809081-e436-4cd2-865e-ead6b4049759 req-4c6dedbe-fb54-4a4c-88e8-a543730d91e7 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 944 time: 0.5073230 Dec 22 08:41:51.938240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc07a7-d1c1-4a55-9869-349acc999faa req-4a424590-1733-4588-8763-6ef4cccd35e8 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:51.941217 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-78fc07a7-d1c1-4a55-9869-349acc999faa req-4a424590-1733-4588-8763-6ef4cccd35e8 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 944 time: 0.7595952 Dec 22 08:41:51.943389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Usage tracker for resource:security_group_rule and tenant:e33cf9b92387463c9f526d398105f756 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:51.946994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:51.955644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:52.024601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23b6a2-3edb-4049-9401-85946f6ac4cf tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event updated for resources: {'Port': ['ID=d4d74997-dcb4-412a-a6bf-75d8b594e7d3,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:52.071886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22759197-dcf3-420c-b6aa-19d7bc879dba', 'name': 'tempest-snat-router-1987341395', 'tenant_id': '02854c1a14c74eac9d566d5954d113b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.95'}], 'enable_snat': False}, 'gw_port_id': '02dc873a-4089-4a10-b737-8ec30c08ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:46Z', 'updated_at': '2021-12-22T08:41:49Z', 'revision_number': 3, 'project_id': '02854c1a14c74eac9d566d5954d113b5', 'gw_port': {'id': '02dc873a-4089-4a10-b737-8ec30c08ffef', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22759197-dcf3-420c-b6aa-19d7bc879dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:47Z', 'updated_at': '2021-12-22T08:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:52.073866 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e3809081-e436-4cd2-865e-ead6b4049759 req-4a5df500-127b-4eb5-aeff-aa032846fdb1 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939853 Dec 22 08:41:52.076513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Checking router: 22759197-dcf3-420c-b6aa-19d7bc879dba for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:41:52.076926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Updating router 22759197-dcf3-420c-b6aa-19d7bc879dba port 02dc873a-4089-4a10-b737-8ec30c08ffef binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:41:52.085279 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-893df1d0-3cf1-4c35-a440-2ed00711f6f5 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/routers/22759197-dcf3-420c-b6aa-19d7bc879dba HTTP/1.1" status: 200 len: 908 time: 0.4663298 Dec 22 08:41:52.090770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48304) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.133030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.137491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1987341395', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'enable_snat': True}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:52.139566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.142526 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-1d055146-8be8-4a5a-8f42-0fd7edc0ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:52.143988 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-1d055146-8be8-4a5a-8f42-0fd7edc0ef63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c35afbf7ce934c9cbd729a00925c97dc&device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 1097 time: 0.9671302 Dec 22 08:41:52.148639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.176224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:52.186123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800c3037-6b48-4620-9f7e-7552b842b7a3,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:52.191358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.191722 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Added segment 6f052185-9a30-4213-a7b4-ab977e7ac8a9 of type vlan for network 7e107f73-53d6-49df-a72e-95f67ebedb66 Dec 22 08:41:52.209642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:52.220989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.243179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Usage tracker for resource:router and tenant:02854c1a14c74eac9d566d5954d113b5 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:52.257646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.263824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:52.264488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.268876 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e3d411-91ff-4be0-a8ec-495318db0369', 'code': 200} Dec 22 08:41:52.277266 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:52.332671 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4268713 Dec 22 08:41:52.336069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48312) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.342065 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'name': 'tempest-PortsIpV6TestJSON-956266919'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:52.395145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Deleting port d4d74997-dcb4-412a-a6bf-75d8b594e7d3 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:52.395496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.438003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a12958-46f0-414f-8653-8032a0b72cae tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Network': ['ID=7e107f73-53d6-49df-a72e-95f67ebedb66,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:52.444004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:52.452220 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:52.472730 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-78fc07a7-d1c1-4a55-9869-349acc999faa req-e8a85fe4-421d-470f-813a-5d4c62a363b6 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3881562 Dec 22 08:41:52.527450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-bdbf17a6-bf38-4872-afa1-150caf418bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:52.528872 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-bdbf17a6-bf38-4872-afa1-150caf418bc2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=428092a9-8d6c-49a4-9f7d-f345b940981c HTTP/1.1" status: 200 len: 907 time: 0.3646312 Dec 22 08:41:52.572056 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:52.577160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:port and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:52.581729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:52.584506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.584808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.590821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:52.605784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37658b70-db23-4da1-bbcd-ae6546c3cbe8 req-1aca923b-72a8-4a43-9aa5-3d92a2051153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:52.607352 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-37658b70-db23-4da1-bbcd-ae6546c3cbe8 req-1aca923b-72a8-4a43-9aa5-3d92a2051153 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 1098 time: 0.1632493 Dec 22 08:41:52.608587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:52.611963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.643195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-37658b70-db23-4da1-bbcd-ae6546c3cbe8 req-948560b5-b6d0-4a47-bd87-fbb0df5eb8a8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.657475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.661018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:52.700879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-37658b70-db23-4da1-bbcd-ae6546c3cbe8 req-948560b5-b6d0-4a47-bd87-fbb0df5eb8a8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:52.705977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.709859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-37658b70-db23-4da1-bbcd-ae6546c3cbe8 req-948560b5-b6d0-4a47-bd87-fbb0df5eb8a8 service neutron] Usage tracker for resource:security_group_rule and tenant:b237907100614cf9bc129160858b6bab is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:52.716018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.718949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.721591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-37658b70-db23-4da1-bbcd-ae6546c3cbe8 req-948560b5-b6d0-4a47-bd87-fbb0df5eb8a8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:52.730836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-37658b70-db23-4da1-bbcd-ae6546c3cbe8 req-948560b5-b6d0-4a47-bd87-fbb0df5eb8a8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:52.737287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Transition to ACTIVE for port object 02dc873a-4089-4a10-b737-8ec30c08ffef will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:52.747816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.753001 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-430c9cfa-5b70-46af-b7d9-05780c30359a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b32b89b-b2e4-45f9-8593-e916d4e7481c HTTP/1.1" status: 200 len: 217 time: 0.2120845 Dec 22 08:41:52.822119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.851378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:52.861030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.868328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Attempting to bind port 02dc873a-4089-4a10-b737-8ec30c08ffef on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:52.868703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Attempting to bind port 02dc873a-4089-4a10-b737-8ec30c08ffef by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:52.869070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Attempting to bind port 02dc873a-4089-4a10-b737-8ec30c08ffef on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:52.879478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:52.879846 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:52.881060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.881464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:52.881991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Bound port: 02dc873a-4089-4a10-b737-8ec30c08ffef, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:52.882363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.954185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.977158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-37658b70-db23-4da1-bbcd-ae6546c3cbe8 req-948560b5-b6d0-4a47-bd87-fbb0df5eb8a8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.979193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event deleted for resources: {'Port': ['ID=396e1a48-2be6-4a3e-9a0f-2dc3bd29920e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:52.984473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-37658b70-db23-4da1-bbcd-ae6546c3cbe8 req-948560b5-b6d0-4a47-bd87-fbb0df5eb8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.018033 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-37658b70-db23-4da1-bbcd-ae6546c3cbe8 req-948560b5-b6d0-4a47-bd87-fbb0df5eb8a8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965907 Dec 22 08:41:53.020753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7345764-1cd0-442c-a1e6-3224133cc44f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:53.030794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b771dd0-80ab-4eff-9e0c-b53bbe6154f4 None None] Pushing event updated for resources: {'Port': ['ID=02dc873a-4089-4a10-b737-8ec30c08ffef,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:53.034882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948560b5-b6d0-4a47-bd87-fbb0df5eb8a8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d0db0534-9091-443c-a031-aa8080cac73c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:53.041523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.042163 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Added segment baa30f87-ce81-47ec-8077-87b025d408f7 of type vlan for network 7aa1db48-8268-4902-aca8-385db43e3ce5 Dec 22 08:41:53.044803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.057894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.063568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] For port 02dc873a-4089-4a10-b737-8ec30c08ffef, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:53.068258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] For port 02dc873a-4089-4a10-b737-8ec30c08ffef, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=02dc873a-4089-4a10-b737-8ec30c08ffef,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:53.077523 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.174765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=ff7aaa4c-14a7-44e5-8f71-b7f7794a608b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:53.179150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Checking segment: {'id': '6f052185-9a30-4213-a7b4-ab977e7ac8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:53.179572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network hostable DHCP agents. Network: 7e107f73-53d6-49df-a72e-95f67ebedb66, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:53.194352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Routers {'22759197-dcf3-420c-b6aa-19d7bc879dba'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:53.195430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['22759197-dcf3-420c-b6aa-19d7bc879dba'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:53.204966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:53.216724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 7e107f73-53d6-49df-a72e-95f67ebedb66) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:53.229918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:53.235909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:53.236817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.270222 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-48acdb38-26b8-4371-9227-4265ce2b2bd1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9328527 Dec 22 08:41:53.273243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48318) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:53.279831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1325670391'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:53.285320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:53.290041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:network and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:53.325192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:53.328013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-a736d9f5-ec28-423a-8853-a05a6cf0c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:53.330036 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-a736d9f5-ec28-423a-8853-a05a6cf0c26a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f5a9766-35a8-4ccf-837d-8fea790cad3f HTTP/1.1" status: 200 len: 845 time: 0.5657542 Dec 22 08:41:53.339990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:53.364606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:53.368035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.403938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] Set router 22759197-dcf3-420c-b6aa-19d7bc879dba gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:53.406101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:53.417845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b3298-6d58-49e9-9e5a-abdb232bdc96 req-fa30a3c9-21d2-47f4-ac5f-7b8e1d1c433c tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:53.419296 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d51b3298-6d58-49e9-9e5a-abdb232bdc96 req-fa30a3c9-21d2-47f4-ac5f-7b8e1d1c433c tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 944 time: 0.1261406 Dec 22 08:41:53.424767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.425202 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Added segment ea17e1ff-6871-47d0-bb4f-5771f27c64c7 of type vlan for network 924513f7-2ede-4b4b-b393-0401c7b280d3 Dec 22 08:41:53.495951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.554869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa7aa4-77f4-4099-9f5a-d47401ce4640 None None] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:53.556546 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d51b3298-6d58-49e9-9e5a-abdb232bdc96 req-d52356e1-4887-4052-8d1a-b6421da7f6b1 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257443 Dec 22 08:41:53.569959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.577350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:53.578007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.645546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.650317 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3757195 Dec 22 08:41:53.653294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b771dd0-80ab-4eff-9e0c-b53bbe6154f4 None None] Pushing event updated for resources: {'Port': ['ID=02dc873a-4089-4a10-b737-8ec30c08ffef,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:53.659325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48324) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:53.668826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] For port d4d74997-dcb4-412a-a6bf-75d8b594e7d3, host hv-neutron-8225, got binding levels [] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:53.669263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.749599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'ports': [{'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66'}, {'network_id': '924513f7-2ede-4b4b-b393-0401c7b280d3'}]} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:53.750001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:53.750567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '924513f7-2ede-4b4b-b393-0401c7b280d3'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:53.758648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc16e41-daab-4d98-b705-166b97db8d2a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Network': ['ID=924513f7-2ede-4b4b-b393-0401c7b280d3,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:53.805686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 924513f7-2ede-4b4b-b393-0401c7b280d3 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:53.997279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.997743 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Floating IP bddb4468-f67e-4772-a303-d97fdef4c49b disassociated (deleted). External IP: 172.26.1.170, port: 609c14ab-08e3-4130-b12b-993a10ce52a7. Dec 22 08:41:54.011095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22759197-dcf3-420c-b6aa-19d7bc879dba', 'name': 'tempest-snat-router-1987341395', 'tenant_id': '02854c1a14c74eac9d566d5954d113b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.95'}], 'enable_snat': False}, 'gw_port_id': '02dc873a-4089-4a10-b737-8ec30c08ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:46Z', 'updated_at': '2021-12-22T08:41:49Z', 'revision_number': 3, 'project_id': '02854c1a14c74eac9d566d5954d113b5', 'gw_port': {'id': '02dc873a-4089-4a10-b737-8ec30c08ffef', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22759197-dcf3-420c-b6aa-19d7bc879dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:47Z', 'updated_at': '2021-12-22T08:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:54.017586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113ea54-d6de-4569-9b13-9a336ae94bf7 None None] The sync data for ids ['22759197-dcf3-420c-b6aa-19d7bc879dba'] in dv-neutron-822561-2-hyperv is: [{'id': '22759197-dcf3-420c-b6aa-19d7bc879dba', 'name': 'tempest-snat-router-1987341395', 'tenant_id': '02854c1a14c74eac9d566d5954d113b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.95'}], 'enable_snat': False}, 'gw_port_id': '02dc873a-4089-4a10-b737-8ec30c08ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:46Z', 'updated_at': '2021-12-22T08:41:49Z', 'revision_number': 3, 'project_id': '02854c1a14c74eac9d566d5954d113b5', 'gw_port': {'id': '02dc873a-4089-4a10-b737-8ec30c08ffef', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22759197-dcf3-420c-b6aa-19d7bc879dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:47Z', 'updated_at': '2021-12-22T08:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:54.052375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.061668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Calling delete_port for d4d74997-dcb4-412a-a6bf-75d8b594e7d3 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:54.106161 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:54.169359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.452772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.458646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:54.459210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.565871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 1b32b89b-b2e4-45f9-8593-e916d4e7481c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:41:54.711997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Network': ['ID=7aa1db48-8268-4902-aca8-385db43e3ce5,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:54.723137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:54.787769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-e5c9b091-2b72-41e7-a70a-650b545b6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:54.789251 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-e5c9b091-2b72-41e7-a70a-650b545b6fac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=428092a9-8d6c-49a4-9f7d-f345b940981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4206192 Dec 22 08:41:54.790297 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.826605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c848bec-858b-4092-a6fd-f61f1fc4f543 req-361cc349-cc9d-46c1-aadf-fa922e679f96 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:54.834207 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7c848bec-858b-4092-a6fd-f61f1fc4f543 req-361cc349-cc9d-46c1-aadf-fa922e679f96 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 944 time: 0.1290329 Dec 22 08:41:54.882854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.913824 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7c848bec-858b-4092-a6fd-f61f1fc4f543 req-edeea723-17e4-4e60-9f40-61406f241e43 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735371 Dec 22 08:41:54.987418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 1b32b89b-b2e4-45f9-8593-e916d4e7481c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b32b89b-b2e4-45f9-8593-e916d4e7481c,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:55.003818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '1b32b89b-b2e4-45f9-8593-e916d4e7481c', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'port_id': '1b32b89b-b2e4-45f9-8593-e916d4e7481c', 'mac_address': 'fa:16:3e:53:72:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:41:55.068332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.086470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b32b89b-b2e4-45f9-8593-e916d4e7481c {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:41:55.101387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 1b32b89b-b2e4-45f9-8593-e916d4e7481c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b32b89b-b2e4-45f9-8593-e916d4e7481c,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:55.106190 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.114894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.171735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=1b32b89b-b2e4-45f9-8593-e916d4e7481c,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:55.222622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4d74997-dcb4-412a-a6bf-75d8b594e7d3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:55.242335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f28c7f-f753-4e5f-b512-f078eb716793 req-a09a3e19-effb-4d68-92f5-6ffcc06a8a6b tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:55.243775 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f6f28c7f-f753-4e5f-b512-f078eb716793 req-a09a3e19-effb-4d68-92f5-6ffcc06a8a6b tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 945 time: 1.4778361 Dec 22 08:41:55.322659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['1b32b89b-b2e4-45f9-8593-e916d4e7481c'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:41:55.349618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.355224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.355563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.355894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.356224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.356547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.356872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.357190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.357508 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.357857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.358173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.358485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.358796 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:55.365155 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dd4354be-5ecb-4128-8ff5-90d6bf884268 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.6566927 Dec 22 08:41:55.366000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48332) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.373014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'subnet': {'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:55.424116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:55.490577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:55.495191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Usage tracker for resource:subnet and tenant:e33cf9b92387463c9f526d398105f756 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:55.498368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:55.505152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:55.508218 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-a7ca2193-bced-4831-8d96-3e261cdd6f9b service neutron] 10.222.0.54 "GET /v2.0/networks/428092a9-8d6c-49a4-9f7d-f345b940981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802969 Dec 22 08:41:55.510227 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-75e14555-89d6-4e0b-b119-a5cc53aa111c tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d4d74997-dcb4-412a-a6bf-75d8b594e7d3 HTTP/1.1" status: 204 len: 168 time: 3.5847912 Dec 22 08:41:55.513128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48336) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.538446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:port and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:55.549242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Made reservation on behalf of e33cf9b92387463c9f526d398105f756 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:55.552686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.598105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:55.624374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:55.632286 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f6f28c7f-f753-4e5f-b512-f078eb716793 req-c56024f6-45bd-4ff9-8638-ce88b19a6796 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911456 Dec 22 08:41:55.685957 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9fbee9-1555-42b1-b117-d22c88402c6f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:41:55.687173 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4c9fbee9-1555-42b1-b117-d22c88402c6f tempest-PortsAdminExtendedAttrsTestJSON-1791644968 tempest-PortsAdminExtendedAttrsTestJSON-1791644968-project-admin] 10.222.0.37 "GET /v2.0/ports/d4d74997-dcb4-412a-a6bf-75d8b594e7d3 HTTP/1.1" status: 404 len: 333 time: 0.1726391 Dec 22 08:41:55.691978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48340) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.768222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 02dc873a-4089-4a10-b737-8ec30c08ffef up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:55.811259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 2} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:55.815777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.848628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 02dc873a-4089-4a10-b737-8ec30c08ffef completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:55.854302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 02dc873a-4089-4a10-b737-8ec30c08ffef triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:55.854673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.865172 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.26.1.11 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/2603d305-f6a9-4867-9f7e-922f633330fa) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:55.877912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.881347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.974259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Router 996442c0-2503-40ff-930b-29a2a04cd8af has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:55.992778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.005737 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-83794b20-fb64-484c-b749-52b06a9b4f88 req-35d0415f-36f9-4c54-8ce1-5673cbc4809d service neutron] 10.222.0.54 "GET /v2.0/networks/428092a9-8d6c-49a4-9f7d-f345b940981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773343 Dec 22 08:41:56.010930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 02dc873a-4089-4a10-b737-8ec30c08ffef, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=02dc873a-4089-4a10-b737-8ec30c08ffef,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:56.019924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.101810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=02dc873a-4089-4a10-b737-8ec30c08ffef,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:56.234884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.240124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.323557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aec3751-c939-4fd7-9149-7b8abf68e04d']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.353022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f36063-cbba-4d6b-b542-e814787c4f88') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.353310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f36063-cbba-4d6b-b542-e814787c4f88') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.374864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Subnet': ['ID=e7594945-a1d9-41f8-be1c-e34f97f9052f,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:56.379048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.388539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port 6a15ecb2-dce8-4c8a-98b5-c42b97bd2aae yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:56.399537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.399892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.400216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.400544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.400872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.401196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.401516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.401874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.402295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.402518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.402815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.403253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:56.413096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Checking segment: {'id': 'baa30f87-ce81-47ec-8077-87b025d408f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:56.413096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Network hostable DHCP agents. Network: 7aa1db48-8268-4902-aca8-385db43e3ce5, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:56.418961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.432988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c06c9-b365-4ff9-8ae9-68e454e0f0b6 req-e8cbfea7-6e61-4170-95c3-364e5e7e21aa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:56.434929 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-831c06c9-b365-4ff9-8ae9-68e454e0f0b6 req-e8cbfea7-6e61-4170-95c3-364e5e7e21aa tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 945 time: 0.3096237 Dec 22 08:41:56.439847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:56.440313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:56.455543 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:56.550481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.550805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:56.565518 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 1b32b89b-b2e4-45f9-8593-e916d4e7481c up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:56.568547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.582263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.593637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.596703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 7aa1db48-8268-4902-aca8-385db43e3ce5) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:56.610098 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-831c06c9-b365-4ff9-8ae9-68e454e0f0b6 req-2915879e-2165-44f1-800b-4457c6abb956 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499112 Dec 22 08:41:56.612720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:56.613469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.617237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] Pushing event deleted for resources: {'Network': ['ID=3aec3751-c939-4fd7-9149-7b8abf68e04d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:56.622211 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-511de95d-3850-46c7-99fd-79270efba5c3 tempest-PortsAdminExtendedAttrsTestJSON-1253715538 tempest-PortsAdminExtendedAttrsTestJSON-1253715538-project] 10.222.0.37 "DELETE /v2.0/networks/3aec3751-c939-4fd7-9149-7b8abf68e04d HTTP/1.1" status: 204 len: 168 time: 0.9292352 Dec 22 08:41:56.630657 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201b9660-f7fc-42f3-be8e-58228418a448 None None] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:56.660430 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-739bf87c-966a-447e-89e9-98b043e769a1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2928245 Dec 22 08:41:56.662406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48350) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.670932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'port': {'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5', 'name': 'tempest-AllowedAddressPairTestJSON-1138195315'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:56.841943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:56.847506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Usage tracker for resource:port and tenant:e33cf9b92387463c9f526d398105f756 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:56.851375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:56.851525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 1b32b89b-b2e4-45f9-8593-e916d4e7481c completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:56.859265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:56.862415 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 1b32b89b-b2e4-45f9-8593-e916d4e7481c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:56.862931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.872432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.874213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Made reservation on behalf of e33cf9b92387463c9f526d398105f756 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:56.879016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.905286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] device_id is not set on port b79dd77e-3121-4cf2-aa2c-e673715d8b44 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:56.972760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-7aa1db48-8268-4902-aca8-385db43e3ce5', 'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5', 'tenant_id': 'e33cf9b92387463c9f526d398105f756', 'fixed_ips': [{'subnet_id': 'e7594945-a1d9-41f8-be1c-e34f97f9052f'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:56.974092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.999820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:57.012954 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddc45b-98cb-4781-93e6-ea05d572c7a9 None None] Sync routers for ids ['996442c0-2503-40ff-930b-29a2a04cd8af'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:57.013445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48356) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:57.028580 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddc45b-98cb-4781-93e6-ea05d572c7a9 None None] Routers {'996442c0-2503-40ff-930b-29a2a04cd8af'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:57.029526 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9cddc45b-98cb-4781-93e6-ea05d572c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['996442c0-2503-40ff-930b-29a2a04cd8af'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:57.073259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.104230 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9cddc45b-98cb-4781-93e6-ea05d572c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:57.120715 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddc45b-98cb-4781-93e6-ea05d572c7a9 None None] Routers {'996442c0-2503-40ff-930b-29a2a04cd8af'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:57.121582 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9cddc45b-98cb-4781-93e6-ea05d572c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['996442c0-2503-40ff-930b-29a2a04cd8af'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:57.136376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Allocated IP 172.20.0.10 (7aa1db48-8268-4902-aca8-385db43e3ce5/e7594945-a1d9-41f8-be1c-e34f97f9052f/b79dd77e-3121-4cf2-aa2c-e673715d8b44) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:57.198852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.235661 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9cddc45b-98cb-4781-93e6-ea05d572c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:57.236812 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddc45b-98cb-4781-93e6-ea05d572c7a9 None None] The sync data for ids ['996442c0-2503-40ff-930b-29a2a04cd8af'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:57.250056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b32b89b-b2e4-45f9-8593-e916d4e7481c'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:41:57.260095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 1b32b89b-b2e4-45f9-8593-e916d4e7481c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b32b89b-b2e4-45f9-8593-e916d4e7481c,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:57.270784 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-06cdc330-7a6e-4b3a-b72c-c8b6d1c0b04d tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "DELETE /v2.0/floatingips/bddb4468-f67e-4772-a303-d97fdef4c49b HTTP/1.1" status: 204 len: 168 time: 7.1042519 Dec 22 08:41:57.275131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.286234 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48364) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:57.294035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:57.317162 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b32b89b-b2e4-45f9-8593-e916d4e7481c', 'code': 200} Dec 22 08:41:57.328306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.349389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=1b32b89b-b2e4-45f9-8593-e916d4e7481c,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:57.364088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:57.381757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f24e02-2b4a-4144-8d48-54999d89f4fe req-751ce71a-e6f0-4033-9c69-4f20fec7bc38 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:57.383454 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d2f24e02-2b4a-4144-8d48-54999d89f4fe req-751ce71a-e6f0-4033-9c69-4f20fec7bc38 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 945 time: 0.5560055 Dec 22 08:41:57.387050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Usage tracker for resource:floatingip and tenant:573cecd7d140460e86e7d7b62c176657 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:57.400577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:57.410928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:57.416936 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6065c26c-ff7d-4017-aa0d-623c75fbb5bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99c3e76df7b44b659c144571e4f4e68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006314 Dec 22 08:41:57.418776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48368) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:57.464762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:57.465107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.473986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.479988 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:57.495619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:57.530515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.533643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=2603d305-f6a9-4867-9f7e-922f633330fa,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:57.561922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Transition to ACTIVE for port object b79dd77e-3121-4cf2-aa2c-e673715d8b44 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:57.574439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3ebe-3d20-49f0-b7b3-e449de0927f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.620042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Allocated IP 172.26.1.85 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/2968abf6-2530-433c-9854-713f275b0ec6) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:57.652057 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d2f24e02-2b4a-4144-8d48-54999d89f4fe req-813ef6d7-3add-409e-8b30-d8aca65dd1f1 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572117 Dec 22 08:41:57.655177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3ebe-3d20-49f0-b7b3-e449de0927f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.790289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port 3f0dee8e-683a-4a52-a2a6-29b16f8d86b0 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:57.795114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 02dc873a-4089-4a10-b737-8ec30c08ffef up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:57.815912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.874366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Allocated IP 172.20.0.2 (7aa1db48-8268-4902-aca8-385db43e3ce5/e7594945-a1d9-41f8-be1c-e34f97f9052f/09899e44-c5bc-4641-a790-f7096601b2a7) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:57.926674 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 02dc873a-4089-4a10-b737-8ec30c08ffef triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:57.927149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.954913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:57.959113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:57.993104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Port': ['ID=b79dd77e-3121-4cf2-aa2c-e673715d8b44,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:58.010263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:58.056613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3ebe-3d20-49f0-b7b3-e449de0927f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.090946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c3ebe-3d20-49f0-b7b3-e449de0927f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff83f9f-6d8b-41df-aabf-bd1c599b5663,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:58.104266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.154881 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:58.155513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.188147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc323290-7500-43cc-aa3e-11678f396604 req-2700cf1b-25fa-461c-a2b7-f60f5f62fecc tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:58.195083 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cc323290-7500-43cc-aa3e-11678f396604 req-2700cf1b-25fa-461c-a2b7-f60f5f62fecc tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 946 time: 0.3851471 Dec 22 08:41:58.214287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.218842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3ebe-3d20-49f0-b7b3-e449de0927f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.222864 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3e2c3ebe-3d20-49f0-b7b3-e449de0927f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fff83f9f-6d8b-41df-aabf-bd1c599b5663 HTTP/1.1" status: 204 len: 168 time: 0.8003209 Dec 22 08:41:58.231213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Transition to ACTIVE for port object 09899e44-c5bc-4641-a790-f7096601b2a7 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:58.254926 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-23e63b68-42aa-4578-b16e-833098f7daa3 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5904045 Dec 22 08:41:58.258513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48378) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.264083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'port': {'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5', 'name': 'tempest-AllowedAddressPairTestJSON-1928349200', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:49:89:61'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:58.267852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Transition to ACTIVE for port object 09899e44-c5bc-4641-a790-f7096601b2a7 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:58.278348 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.292695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d98171-5cba-48a4-a7b2-15b0687aebfc req-1d6e25d0-1ed1-4a45-bd5a-86f1278d4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:58.294771 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-82d98171-5cba-48a4-a7b2-15b0687aebfc req-1d6e25d0-1ed1-4a45-bd5a-86f1278d4c92 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 1099 time: 0.7428741 Dec 22 08:41:58.303184 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cc323290-7500-43cc-aa3e-11678f396604 req-187fae00-5fed-4d20-89ab-1c4535356010 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070278 Dec 22 08:41:58.342860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b582875-8d5f-4504-8106-5dbab7484167 req-e156ded4-96e4-4e8d-85f4-a45e147721da tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:58.344376 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5b582875-8d5f-4504-8106-5dbab7484167 req-e156ded4-96e4-4e8d-85f4-a45e147721da tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 945 time: 0.5423763 Dec 22 08:41:58.384539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48382) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.394657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-12c8575e-386e-4030-a132-42670e533d9c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Request body: {'floatingip': {'port_id': '55e3d411-91ff-4be0-a8ec-495318db0369'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:58.411495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:58.412623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:58.416599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:58.458517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Pushing event updated for resources: {'Port': ['ID=09899e44-c5bc-4641-a790-f7096601b2a7,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:58.468073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.468874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.469363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.469837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.470268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.470998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.471406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.472469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.472963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.473338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.473822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.474940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:58.489774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12c8575e-386e-4030-a132-42670e533d9c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for floatingip, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.565653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Attempting to bind port 09899e44-c5bc-4641-a790-f7096601b2a7 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:58.566160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Attempting to bind port 09899e44-c5bc-4641-a790-f7096601b2a7 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'baa30f87-ce81-47ec-8077-87b025d408f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:58.566618 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Attempting to bind port 09899e44-c5bc-4641-a790-f7096601b2a7 on network 7aa1db48-8268-4902-aca8-385db43e3ce5 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:58.573081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:58.573627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Checking segment: {'id': 'baa30f87-ce81-47ec-8077-87b025d408f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:58.574137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.574617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Bound using segment: {'id': 'baa30f87-ce81-47ec-8077-87b025d408f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:58.575202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Bound port: 09899e44-c5bc-4641-a790-f7096601b2a7, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa30f87-ce81-47ec-8077-87b025d408f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:58.575719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.580011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.603638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48388) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.642134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:58.646098 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-82d98171-5cba-48a4-a7b2-15b0687aebfc req-20ce41c7-590e-4142-9e23-f4acd0beb8f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390794 Dec 22 08:41:58.649413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Usage tracker for resource:port and tenant:e33cf9b92387463c9f526d398105f756 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:58.654846 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.669392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] For port 09899e44-c5bc-4641-a790-f7096601b2a7, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:58.672303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.673846 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] For port 09899e44-c5bc-4641-a790-f7096601b2a7, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=09899e44-c5bc-4641-a790-f7096601b2a7,segment=NetworkSegment(baa30f87-ce81-47ec-8077-87b025d408f7),segment_id=baa30f87-ce81-47ec-8077-87b025d408f7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:58.679362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.680435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:58.691540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:58.714002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Made reservation on behalf of e33cf9b92387463c9f526d398105f756 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:58.771412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2015f9c-461c-4e32-967f-76e070d1e5fa None None] Pushing event updated for resources: {'Port': ['ID=09899e44-c5bc-4641-a790-f7096601b2a7,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:59.012148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.054633 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8ba84957-7843-435c-8c5f-1333252df1fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ece5e509a704120a4009799fcf49d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415514 Dec 22 08:41:59.057107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48392) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.065588 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.164624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] device_id is not set on port 0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:59.223614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.248681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:59.258015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:59.275349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:59.326361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event updated for resources: {'Port': ['ID=2968abf6-2530-433c-9854-713f275b0ec6,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:59.330269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:59.442018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:59.470231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:59.471047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.562680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Allocated IP 172.26.1.86 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/5362ce08-3871-4e44-a9cc-aa02064d5f95) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:59.586933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3667f8e2-0bcd-4a85-b5c2-a5d2e33d664d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.599969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=6a15ecb2-dce8-4c8a-98b5-c42b97bd2aae,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:59.811701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 09899e44-c5bc-4641-a790-f7096601b2a7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:59.859587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.905139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ef2b66-b4ae-447c-a3d2-57687b9d687b None None] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:59.924346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3384ec-7431-4562-8e79-eea63bf04b2e req-02e62363-058d-4cd1-92d1-719ff5118ffb tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.925852 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9b3384ec-7431-4562-8e79-eea63bf04b2e req-02e62363-058d-4cd1-92d1-719ff5118ffb tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 946 time: 0.5024819 Dec 22 08:41:59.929204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 09899e44-c5bc-4641-a790-f7096601b2a7 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:59.938793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Allocated IP 172.20.0.6 (7aa1db48-8268-4902-aca8-385db43e3ce5/e7594945-a1d9-41f8-be1c-e34f97f9052f/0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:00.019591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e90912ab-05a2-4f52-ba39-499582beb210 None None] Provisioning for port 09899e44-c5bc-4641-a790-f7096601b2a7 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:00.035050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12c8575e-386e-4030-a132-42670e533d9c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.037999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e90912ab-05a2-4f52-ba39-499582beb210 None None] Provisioning complete for port 09899e44-c5bc-4641-a790-f7096601b2a7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:00.038648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e90912ab-05a2-4f52-ba39-499582beb210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.068505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12c8575e-386e-4030-a132-42670e533d9c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.150265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3667f8e2-0bcd-4a85-b5c2-a5d2e33d664d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.181394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Checking segment: {'id': 'ea17e1ff-6871-47d0-bb4f-5771f27c64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '924513f7-2ede-4b4b-b393-0401c7b280d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:00.182232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network hostable DHCP agents. Network: 924513f7-2ede-4b4b-b393-0401c7b280d3, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:00.186500 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9b3384ec-7431-4562-8e79-eea63bf04b2e req-ca9a8d62-fb83-4955-a608-d856b7a39bed tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492249 Dec 22 08:42:00.200103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=3f0dee8e-683a-4a52-a2a6-29b16f8d86b0,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.277062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.287161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e90912ab-05a2-4f52-ba39-499582beb210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.329585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e90912ab-05a2-4f52-ba39-499582beb210 None None] For port 09899e44-c5bc-4641-a790-f7096601b2a7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=09899e44-c5bc-4641-a790-f7096601b2a7,segment=NetworkSegment(baa30f87-ce81-47ec-8077-87b025d408f7),segment_id=baa30f87-ce81-47ec-8077-87b025d408f7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:00.335774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e90912ab-05a2-4f52-ba39-499582beb210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.421931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90912ab-05a2-4f52-ba39-499582beb210 None None] Pushing event updated for resources: {'Port': ['ID=09899e44-c5bc-4641-a790-f7096601b2a7,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.434701 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-12c8575e-386e-4030-a132-42670e533d9c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Floating IP 7fe2ab3f-9c89-4ac4-a408-6c13cfd6dc56 associated. External IP: 172.26.1.60, port: 55e3d411-91ff-4be0-a8ec-495318db0369. Dec 22 08:42:00.457816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 924513f7-2ede-4b4b-b393-0401c7b280d3 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:00.490802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 924513f7-2ede-4b4b-b393-0401c7b280d3) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:00.501592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847b16a-4198-4ca5-9b6d-f924cbfe6af1 None None] Network 924513f7-2ede-4b4b-b393-0401c7b280d3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:00.510339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:00.516376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:00.521046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:00.521740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.529311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.556694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.620815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3667f8e2-0bcd-4a85-b5c2-a5d2e33d664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.642113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:42:00.684037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.711445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:00.718993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3667f8e2-0bcd-4a85-b5c2-a5d2e33d664d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.720998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:00.727967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Pushing event updated for resources: {'Port': ['ID=5362ce08-3871-4e44-a9cc-aa02064d5f95,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.730398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:00.731325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a1da55ed-3bf8-434f-81f8-023cb2e5018a None None] Provisioning complete for port 09899e44-c5bc-4641-a790-f7096601b2a7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:00.731859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a1da55ed-3bf8-434f-81f8-023cb2e5018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.738111 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3667f8e2-0bcd-4a85-b5c2-a5d2e33d664d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5834ba29-82b6-415f-bdb0-3ab3963e3e34 HTTP/1.1" status: 204 len: 168 time: 1.6633484 Dec 22 08:42:00.739771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667f8e2-0bcd-4a85-b5c2-a5d2e33d664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5834ba29-82b6-415f-bdb0-3ab3963e3e34,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.766531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Transition to ACTIVE for port object 0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:00.863778 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-53b63ab5-99a9-4219-99b2-dc617bcd92b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.1787813 Dec 22 08:42:00.886014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48400) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.942027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a1da55ed-3bf8-434f-81f8-023cb2e5018a None None] Provisioning for port b79dd77e-3121-4cf2-aa2c-e673715d8b44 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:00.947105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a1da55ed-3bf8-434f-81f8-023cb2e5018a None None] Provisioning complete for port b79dd77e-3121-4cf2-aa2c-e673715d8b44 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:00.947496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a1da55ed-3bf8-434f-81f8-023cb2e5018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.070339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a1da55ed-3bf8-434f-81f8-023cb2e5018a None None] Port b79dd77e-3121-4cf2-aa2c-e673715d8b44 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:01.174646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-956097e1-f860-48df-ab66-2f38ed14999a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 3f0dee8e-683a-4a52-a2a6-29b16f8d86b0 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:01.174978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-956097e1-f860-48df-ab66-2f38ed14999a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.198197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bc552e39-bf49-4eed-a7b7-96cd6622b49c None None] Provisioning complete for port b79dd77e-3121-4cf2-aa2c-e673715d8b44 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:01.198763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bc552e39-bf49-4eed-a7b7-96cd6622b49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.217507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c8575e-386e-4030-a132-42670e533d9c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Router 6623d282-0de3-4542-9c7d-d1e01259763e has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:01.225506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.289848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bc552e39-bf49-4eed-a7b7-96cd6622b49c None None] Port b79dd77e-3121-4cf2-aa2c-e673715d8b44 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:01.349990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.421561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.425602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Port': ['ID=0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:01.505149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:01.518850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:01.526337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:01.714876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:01.730503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f098cb-d685-438e-af7b-20ca318d7181 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:01.738668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.756789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.760729 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-addec1ef-bd2b-4260-a243-da09b98c593b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.3430834 Dec 22 08:42:01.767816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48422) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.772026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f098cb-d685-438e-af7b-20ca318d7181 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:01.772695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c6f098cb-d685-438e-af7b-20ca318d7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:01.856338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:01.856338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.872435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 09899e44-c5bc-4641-a790-f7096601b2a7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:01.912099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c8575e-386e-4030-a132-42670e533d9c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:01.921085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12c8575e-386e-4030-a132-42670e533d9c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.925291 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] Sync routers for ids ['6623d282-0de3-4542-9c7d-d1e01259763e'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:01.947256 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] Routers {'6623d282-0de3-4542-9c7d-d1e01259763e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:01.947875 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6623d282-0de3-4542-9c7d-d1e01259763e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:01.959379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c6f098cb-d685-438e-af7b-20ca318d7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:01.968271 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fdee1d07-6126-4ad4-80fe-75df870ea5f1 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.7087083 Dec 22 08:42:01.982747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48430) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:02.017877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3ebb1466-9ec3-4eac-a811-243083206aa5 None None] Provisioning for port 0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:02.037371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3ebb1466-9ec3-4eac-a811-243083206aa5 None None] Provisioning complete for port 0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:02.038935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1466-9ec3-4eac-a811-243083206aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.109300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f59830-7e28-427d-ab8d-6a0bf741fc8b req-db7eee95-99ca-4664-991f-ff6b38190fa3 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:02.110214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-b8f59830-7e28-427d-ab8d-6a0bf741fc8b req-db7eee95-99ca-4664-991f-ff6b38190fa3 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Synchronizing usage tracker for tenant:c35afbf7ce934c9cbd729a00925c97dc on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:02.127089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f098cb-d685-438e-af7b-20ca318d7181 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:02.127727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c6f098cb-d685-438e-af7b-20ca318d7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:02.149080 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-12c8575e-386e-4030-a132-42670e533d9c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "PUT /v2.0/floatingips/7fe2ab3f-9c89-4ac4-a408-6c13cfd6dc56 HTTP/1.1" status: 200 len: 990 time: 3.7637601 Dec 22 08:42:02.170957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'tag': '55e3d411-91ff-4be0-a8ec-495318db0369'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:02.247174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-956097e1-f860-48df-ab66-2f38ed14999a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.262966 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] Set router 6623d282-0de3-4542-9c7d-d1e01259763e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:02.375292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c6f098cb-d685-438e-af7b-20ca318d7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:02.376214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f098cb-d685-438e-af7b-20ca318d7181 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:02.392248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb53eb3-ea41-46ec-adac-9b177899d3a8 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:02.402039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb53eb3-ea41-46ec-adac-9b177899d3a8 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:02.409260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb1466-9ec3-4eac-a811-243083206aa5 None None] Port 0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:02.410019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb53eb3-ea41-46ec-adac-9b177899d3a8 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:02.411685 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9cb53eb3-ea41-46ec-adac-9b177899d3a8 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Synchronizing usage tracker for tenant:e33cf9b92387463c9f526d398105f756 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:02.426170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 09899e44-c5bc-4641-a790-f7096601b2a7 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:02.429159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.464774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.467566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9cb53eb3-ea41-46ec-adac-9b177899d3a8 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Unset dirty status for tenant:e33cf9b92387463c9f526d398105f756 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:02.472014 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9cb53eb3-ea41-46ec-adac-9b177899d3a8 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.4844530 Dec 22 08:42:02.472739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48450) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:02.476698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.663852 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'tag': '55e3d411-91ff-4be0-a8ec-495318db0369', 'status': 'completed', 'code': 200} Dec 22 08:42:02.702247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-956097e1-f860-48df-ab66-2f38ed14999a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 3f0dee8e-683a-4a52-a2a6-29b16f8d86b0 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:02.726790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Pushing event updated for resources: {'Port': ['ID=5362ce08-3871-4e44-a9cc-aa02064d5f95,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:02.762427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-aeb31fd8-07a4-4f63-aa54-7e3172ddd35f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Deleting port 0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:02.762756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeb31fd8-07a4-4f63-aa54-7e3172ddd35f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.792757 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '7fe2ab3f-9c89-4ac4-a408-6c13cfd6dc56', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'port_id': '55e3d411-91ff-4be0-a8ec-495318db0369', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'mac_address': 'fa:16:3e:57:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:41:17Z', 'updated_at': '2021-12-22T08:41:59Z', 'revision_number': 1, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b650d8b-42ba-4d7f-ae12-d30510cb5493', 'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'mac_address': 'fa:16:3e:26:5a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:02Z', 'updated_at': '2021-12-22T08:41:15Z', 'revision_number': 5, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'subnets': [{'id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:02.795651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.797369 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] Checking router: 6623d282-0de3-4542-9c7d-d1e01259763e for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:02.813753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-b8f59830-7e28-427d-ab8d-6a0bf741fc8b req-db7eee95-99ca-4664-991f-ff6b38190fa3 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Unset dirty status for tenant:c35afbf7ce934c9cbd729a00925c97dc on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:02.815095 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8f59830-7e28-427d-ab8d-6a0bf741fc8b req-db7eee95-99ca-4664-991f-ff6b38190fa3 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 946 time: 1.3868322 Dec 22 08:42:02.815443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Router 2af090e2-059d-474c-b893-842c3387970d is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:42:02.818068 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] Routers {'6623d282-0de3-4542-9c7d-d1e01259763e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:02.818898 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6623d282-0de3-4542-9c7d-d1e01259763e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:02.894823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.896334 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f943af9a-2c58-43cf-a19d-ab4ccefa7cc0 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6089931 Dec 22 08:42:02.939471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48462) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:02.948123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48464) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.069501 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] Set router 6623d282-0de3-4542-9c7d-d1e01259763e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:03.111591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2032617770'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:03.113014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-956097e1-f860-48df-ab66-2f38ed14999a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.117479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:03.121550 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8f59830-7e28-427d-ab8d-6a0bf741fc8b req-82b31723-b651-4bfa-84e3-dd6d5359c13e tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894080 Dec 22 08:42:03.121781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Usage tracker for resource:router and tenant:9257be0033ed48b2ad189c5296b109fd is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:03.124600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:03.131736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:03.146116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.147135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.170354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.201525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.239957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956097e1-f860-48df-ab66-2f38ed14999a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=3f0dee8e-683a-4a52-a2a6-29b16f8d86b0,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:03.245504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeb31fd8-07a4-4f63-aa54-7e3172ddd35f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.332902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:03.338509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-956097e1-f860-48df-ab66-2f38ed14999a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.354819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.355984 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8c387698-b0b1-4ba7-bd27-27d7e52c9591 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4068704 Dec 22 08:42:03.356910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:03.362785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48476) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.372484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-87355586-0f6a-4255-b38c-4d144f087e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:03.374399 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-87355586-0f6a-4255-b38c-4d144f087e10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f81a5a8b4184e2b8ada05056a875a3a&device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 1098 time: 0.6166275 Dec 22 08:42:03.377504 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-956097e1-f860-48df-ab66-2f38ed14999a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/3f0dee8e-683a-4a52-a2a6-29b16f8d86b0 HTTP/1.1" status: 204 len: 168 time: 2.4857473 Dec 22 08:42:03.418851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48480) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.427897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Usage tracker for resource:floatingip and tenant:1fe4cdd5295c48d983ea0f0a9f310963 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:03.432450 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-aeb31fd8-07a4-4f63-aa54-7e3172ddd35f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Calling delete_port for 0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:03.435118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:03.483022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:03.567239 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '7fe2ab3f-9c89-4ac4-a408-6c13cfd6dc56', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'port_id': '55e3d411-91ff-4be0-a8ec-495318db0369', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'mac_address': 'fa:16:3e:57:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:41:17Z', 'updated_at': '2021-12-22T08:41:59Z', 'revision_number': 1, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b650d8b-42ba-4d7f-ae12-d30510cb5493', 'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'mac_address': 'fa:16:3e:26:5a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:02Z', 'updated_at': '2021-12-22T08:41:15Z', 'revision_number': 5, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'subnets': [{'id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:03.572081 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9492350-e59f-4751-9a61-ed9ed97055ff None None] The sync data for ids ['6623d282-0de3-4542-9c7d-d1e01259763e'] in dv-neutron-822561-2-hyperv is: [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '7fe2ab3f-9c89-4ac4-a408-6c13cfd6dc56', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'port_id': '55e3d411-91ff-4be0-a8ec-495318db0369', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'mac_address': 'fa:16:3e:57:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:41:17Z', 'updated_at': '2021-12-22T08:41:59Z', 'revision_number': 1, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b650d8b-42ba-4d7f-ae12-d30510cb5493', 'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'mac_address': 'fa:16:3e:26:5a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:02Z', 'updated_at': '2021-12-22T08:41:15Z', 'revision_number': 5, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'subnets': [{'id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:03.612152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:03.628170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Sync routers for ids ['2af090e2-059d-474c-b893-842c3387970d'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:03.639904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Routers {'2af090e2-059d-474c-b893-842c3387970d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:03.640527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2af090e2-059d-474c-b893-842c3387970d'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:03.711031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e249e55-c32c-4ddb-bbbf-ae55d290c565 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.785042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.796671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dabe075-62ac-491a-bbf7-d6ba392a1002 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:03.803379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dabe075-62ac-491a-bbf7-d6ba392a1002 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:03.803634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7dabe075-62ac-491a-bbf7-d6ba392a1002 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:03.821102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f95a-7480-48f4-bc6b-6a682828e75a req-6df03170-8a70-4651-a642-4ab19d5e5d52 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:03.833049 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c5d4f95a-7480-48f4-bc6b-6a682828e75a req-6df03170-8a70-4651-a642-4ab19d5e5d52 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 946 time: 0.5706520 Dec 22 08:42:03.833049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeb31fd8-07a4-4f63-aa54-7e3172ddd35f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.864754 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Set router 2af090e2-059d-474c-b893-842c3387970d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:03.868487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48488) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.900700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e0ccd7a3-b20a-4495-8310-af41f168c530 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Request body: {'floatingip': {'port_id': '1b32b89b-b2e4-45f9-8593-e916d4e7481c'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:03.902484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.906389 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9a658614-71e7-49dd-ae62-78c3aecbf915 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.8013277 Dec 22 08:42:03.921820 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9593d-56e1-463c-bc60-d312306da775 None None] New status for floating IP 7fe2ab3f-9c89-4ac4-a408-6c13cfd6dc56: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:42:03.962347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb31fd8-07a4-4f63-aa54-7e3172ddd35f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event deleted for resources: {'Port': ['ID=0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:03.964564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48492) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.211197 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a4d2b7af-f2fb-41b1-95c6-06388fb66cdc tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/routers/2af090e2-059d-474c-b893-842c3387970d HTTP/1.1" status: 200 len: 907 time: 0.2364538 Dec 22 08:42:04.243245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48496) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.248617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7dabe075-62ac-491a-bbf7-d6ba392a1002 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:04.253043 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7dabe075-62ac-491a-bbf7-d6ba392a1002 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.8337007 Dec 22 08:42:04.253691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48500) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.327042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd7a3-b20a-4495-8310-af41f168c530 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for floatingip, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.329794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af090e2-059d-474c-b893-842c3387970d', 'name': 'tempest-snat-router-1987341395', 'tenant_id': '02854c1a14c74eac9d566d5954d113b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '2968abf6-2530-433c-9854-713f275b0ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:41:59Z', 'revision_number': 3, 'project_id': '02854c1a14c74eac9d566d5954d113b5', 'gw_port': {'id': '2968abf6-2530-433c-9854-713f275b0ec6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af090e2-059d-474c-b893-842c3387970d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:56Z', 'updated_at': '2021-12-22T08:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:04.335569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Checking router: 2af090e2-059d-474c-b893-842c3387970d for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:04.336092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Updating router 2af090e2-059d-474c-b893-842c3387970d port 2968abf6-2530-433c-9854-713f275b0ec6 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:42:04.399207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.456090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e249e55-c32c-4ddb-bbbf-ae55d290c565 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.459957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-9a161fde-3eef-49b7-8a7c-64e0a45d3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:04.461411 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-9a161fde-3eef-49b7-8a7c-64e0a45d3e19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8206ff15-91dd-4485-9c82-7e86a57041d4 HTTP/1.1" status: 200 len: 913 time: 1.0186777 Dec 22 08:42:04.463428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e249e55-c32c-4ddb-bbbf-ae55d290c565 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.666126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e249e55-c32c-4ddb-bbbf-ae55d290c565 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.666607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e249e55-c32c-4ddb-bbbf-ae55d290c565 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e13dac8-25d1-4460-9850-ce69c8db3e11 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:04.712850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-16526cbd-520f-48b4-b16d-991bcc2070bb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 6a15ecb2-dce8-4c8a-98b5-c42b97bd2aae {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:04.713398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-16526cbd-520f-48b4-b16d-991bcc2070bb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.733925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e249e55-c32c-4ddb-bbbf-ae55d290c565 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.735617 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2e249e55-c32c-4ddb-bbbf-ae55d290c565 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5e13dac8-25d1-4460-9850-ce69c8db3e11 HTTP/1.1" status: 204 len: 168 time: 1.3708198 Dec 22 08:42:04.747031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48506) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.750619 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-c3529a2a-f3fd-403f-a72f-62fc01ee0fc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e3d411-91ff-4be0-a8ec-495318db0369 HTTP/1.1" status: 200 len: 1000 time: 0.2792137 Dec 22 08:42:04.760139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Request body: {'router': {'name': 'tempest-router-689667571', 'distributed': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:04.791314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.802137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:04.804593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Transition to ACTIVE for port object 2968abf6-2530-433c-9854-713f275b0ec6 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:04.813218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.819757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Usage tracker for resource:router and tenant:9257be0033ed48b2ad189c5296b109fd is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:04.830275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:04.872066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:04.891878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Attempting to bind port 2968abf6-2530-433c-9854-713f275b0ec6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:04.892443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Attempting to bind port 2968abf6-2530-433c-9854-713f275b0ec6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:04.892589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Attempting to bind port 2968abf6-2530-433c-9854-713f275b0ec6 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:04.903372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:04.903819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:04.904130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-b30e1e22-b163-4c43-8703-20a8e679f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:04.904589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.904589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:04.904986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Bound port: 2968abf6-2530-433c-9854-713f275b0ec6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:04.905419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.905587 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-b30e1e22-b163-4c43-8703-20a8e679f1e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=305877c8-72e7-4616-b485-e8e11f34d46b HTTP/1.1" status: 200 len: 851 time: 0.1372287 Dec 22 08:42:04.910108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.911104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.947345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8390d-237c-4744-8377-4d7e9e0f0343 None None] Pushing event updated for resources: {'Port': ['ID=2968abf6-2530-433c-9854-713f275b0ec6,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:04.983527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.991999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] For port 2968abf6-2530-433c-9854-713f275b0ec6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:04.999311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] For port 2968abf6-2530-433c-9854-713f275b0ec6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2968abf6-2530-433c-9854-713f275b0ec6,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:05.004576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.026719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.047214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.065662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.070564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.090015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8390d-237c-4744-8377-4d7e9e0f0343 None None] Pushing event updated for resources: {'Port': ['ID=2968abf6-2530-433c-9854-713f275b0ec6,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:05.106121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Routers {'2af090e2-059d-474c-b893-842c3387970d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:05.106835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2af090e2-059d-474c-b893-842c3387970d'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:05.210623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeb31fd8-07a4-4f63-aa54-7e3172ddd35f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.257834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.259059 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d3cac786-15ed-4450-aca7-9dc66bcf088d tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5109541 Dec 22 08:42:05.311762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48510) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.342403 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-aeb31fd8-07a4-4f63-aa54-7e3172ddd35f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "DELETE /v2.0/ports/0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6 HTTP/1.1" status: 204 len: 168 time: 2.8682740 Dec 22 08:42:05.355364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] Set router 2af090e2-059d-474c-b893-842c3387970d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:05.363601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48514) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.409317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-8e83af22-1ad9-44ad-9b76-eac397af2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:05.410804 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-8e83af22-1ad9-44ad-9b76-eac397af2449 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8206ff15-91dd-4485-9c82-7e86a57041d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4962292 Dec 22 08:42:05.455709 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-364e04ca-cf6c-443f-82e1-f2686b26e73b tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] GET failed (client error): The resource could not be found. Dec 22 08:42:05.462809 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-364e04ca-cf6c-443f-82e1-f2686b26e73b tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "GET /v2.0/ports/0ed1f2ed-7ea7-4b3c-81c1-760cf2d814a6 HTTP/1.1" status: 404 len: 333 time: 0.0850813 Dec 22 08:42:05.464874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48518) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.486577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'port': {'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5', 'name': 'tempest-AllowedAddressPairTestJSON-257409898'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:05.618023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94628632-fe07-404a-ad7c-01c30577c98c tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.645565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Allocated IP 172.26.1.37 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/7c4d38fd-1513-4d29-8853-2206c5e0eda8) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:05.645905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af090e2-059d-474c-b893-842c3387970d', 'name': 'tempest-snat-router-1987341395', 'tenant_id': '02854c1a14c74eac9d566d5954d113b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '2968abf6-2530-433c-9854-713f275b0ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:41:59Z', 'revision_number': 3, 'project_id': '02854c1a14c74eac9d566d5954d113b5', 'gw_port': {'id': '2968abf6-2530-433c-9854-713f275b0ec6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af090e2-059d-474c-b893-842c3387970d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:56Z', 'updated_at': '2021-12-22T08:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:05.650006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120fcfb-7ded-4df7-bf20-e04b36ca9053 None None] The sync data for ids ['2af090e2-059d-474c-b893-842c3387970d'] in dv-neutron-822561-2-hyperv is: [{'id': '2af090e2-059d-474c-b893-842c3387970d', 'name': 'tempest-snat-router-1987341395', 'tenant_id': '02854c1a14c74eac9d566d5954d113b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '2968abf6-2530-433c-9854-713f275b0ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:41:59Z', 'revision_number': 3, 'project_id': '02854c1a14c74eac9d566d5954d113b5', 'gw_port': {'id': '2968abf6-2530-433c-9854-713f275b0ec6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af090e2-059d-474c-b893-842c3387970d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:56Z', 'updated_at': '2021-12-22T08:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:05.751037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-16526cbd-520f-48b4-b16d-991bcc2070bb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.995530 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-30ad8794-2898-448e-8e9c-ff1c03acc5b8 service neutron] 10.222.0.54 "GET /v2.0/networks/8206ff15-91dd-4485-9c82-7e86a57041d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704565 Dec 22 08:42:05.999139 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.013377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-16526cbd-520f-48b4-b16d-991bcc2070bb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 6a15ecb2-dce8-4c8a-98b5-c42b97bd2aae owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:06.128094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:06.147576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Usage tracker for resource:port and tenant:e33cf9b92387463c9f526d398105f756 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:06.156336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:06.184318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Deleting port 2968abf6-2530-433c-9854-713f275b0ec6 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:06.184657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.252082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:06.307783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Made reservation on behalf of e33cf9b92387463c9f526d398105f756 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:06.311419 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.363045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.20.0.1 (cac34824-e31c-46ac-9595-974c682d3652/d3f75c83-7e26-4b7d-9b45-51a9c23e8283/a528c6cf-3054-4bd7-a200-de73ae7df1ff) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:06.373366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.390966 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c5af15aa-a516-4e61-8be1-049c1e775eab req-ac8eee04-135d-4d67-a3c5-8226c75701be service neutron] 10.222.0.54 "GET /v2.0/networks/8206ff15-91dd-4485-9c82-7e86a57041d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719621 Dec 22 08:42:06.400204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] device_id is not set on port a66a24aa-a337-4ca7-bc30-42976060660d yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:06.462050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94628632-fe07-404a-ad7c-01c30577c98c tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.466764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94628632-fe07-404a-ad7c-01c30577c98c tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.536943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-16526cbd-520f-48b4-b16d-991bcc2070bb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.643279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94628632-fe07-404a-ad7c-01c30577c98c tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.643775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94628632-fe07-404a-ad7c-01c30577c98c tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3d866cc-d12a-4200-8d55-e3b63e0cd2a5 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:06.656629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16526cbd-520f-48b4-b16d-991bcc2070bb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=6a15ecb2-dce8-4c8a-98b5-c42b97bd2aae,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:06.659125 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.689763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-16526cbd-520f-48b4-b16d-991bcc2070bb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.739504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Allocated IP 172.20.0.4 (7aa1db48-8268-4902-aca8-385db43e3ce5/e7594945-a1d9-41f8-be1c-e34f97f9052f/a66a24aa-a337-4ca7-bc30-42976060660d) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:06.775112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.780737 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:06.785507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:06.791757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:06.812871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94628632-fe07-404a-ad7c-01c30577c98c tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.814564 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-94628632-fe07-404a-ad7c-01c30577c98c tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] 10.222.0.37 "DELETE /v2.0/routers/f3d866cc-d12a-4200-8d55-e3b63e0cd2a5 HTTP/1.1" status: 204 len: 168 time: 1.4884713 Dec 22 08:42:06.816281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] For port 2968abf6-2530-433c-9854-713f275b0ec6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2968abf6-2530-433c-9854-713f275b0ec6,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:06.816630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.819867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48524) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:06.826365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Pushing event updated for resources: {'Port': ['ID=7c4d38fd-1513-4d29-8853-2206c5e0eda8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:06.826498 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-16526cbd-520f-48b4-b16d-991bcc2070bb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/6a15ecb2-dce8-4c8a-98b5-c42b97bd2aae HTTP/1.1" status: 204 len: 168 time: 2.5111752 Dec 22 08:42:06.831705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48528) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:06.839616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Request body: {'router': {'name': 'tempest-router-111399489', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '564b543dd59a4804af5097c378933e06'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:06.845401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd7a3-b20a-4495-8310-af41f168c530 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.876813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:06.896986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Usage tracker for resource:router and tenant:564b543dd59a4804af5097c378933e06 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:06.907733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:06.935848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:07.000825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd7a3-b20a-4495-8310-af41f168c530 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.035605 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.036505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.055019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Calling delete_port for 2968abf6-2530-433c-9854-713f275b0ec6 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:07.065151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.132602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.155641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.223659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network cac34824-e31c-46ac-9595-974c682d3652 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:07.239731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:07.250051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:07.279038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca6dfb-d71a-4e4e-bd75-769fbb2bac62 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:07.279734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b2ca6dfb-d71a-4e4e-bd75-769fbb2bac62 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:07.283706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.285438 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-e0ccd7a3-b20a-4495-8310-af41f168c530 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Floating IP 7bd9a892-ad8e-486d-902b-dff610fa97bb associated. External IP: 172.26.1.183, port: 1b32b89b-b2e4-45f9-8593-e916d4e7481c. Dec 22 08:42:07.286783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=a528c6cf-3054-4bd7-a200-de73ae7df1ff,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:07.328484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.332184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.375845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Transition to ACTIVE for port object a66a24aa-a337-4ca7-bc30-42976060660d will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:07.383689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b2ca6dfb-d71a-4e4e-bd75-769fbb2bac62 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:07.387307 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b2ca6dfb-d71a-4e4e-bd75-769fbb2bac62 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5453677 Dec 22 08:42:07.388989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48534) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:07.408251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.473785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.479268 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-391fee46-edeb-4bcb-afe4-01b17fc41c7f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6499474 Dec 22 08:42:07.488261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48538) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:07.508575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:07.530407 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8362e90-ac00-40aa-9d69-f5cb51c258a5 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:42:07.531707 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e8362e90-ac00-40aa-9d69-f5cb51c258a5 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/3f0dee8e-683a-4a52-a2a6-29b16f8d86b0 HTTP/1.1" status: 404 len: 333 time: 0.0948238 Dec 22 08:42:07.537767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48542) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:07.572119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.605740 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f70fad-44f6-43eb-95dd-3833b0f2518b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:42:07.607059 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d7f70fad-44f6-43eb-95dd-3833b0f2518b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/6a15ecb2-dce8-4c8a-98b5-c42b97bd2aae HTTP/1.1" status: 404 len: 333 time: 0.0685258 Dec 22 08:42:07.612629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48546) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:07.643057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.763400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event deleted for resources: {'Port': ['ID=2968abf6-2530-433c-9854-713f275b0ec6,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:07.781338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2968abf6-2530-433c-9854-713f275b0ec6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:07.817283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 2968abf6-2530-433c-9854-713f275b0ec6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:07.817956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2968abf6-2530-433c-9854-713f275b0ec6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:42:07.854247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port 2968abf6-2530-433c-9854-713f275b0ec6 not found, will not notify nova. {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:42:08.019553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:08.032172 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Port': ['ID=a66a24aa-a337-4ca7-bc30-42976060660d,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:08.034669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:08.044279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:08.098452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.153709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.273352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2fce6cba-c958-4d16-9972-b2f8925ae48c None None] Provisioning for port a66a24aa-a337-4ca7-bc30-42976060660d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:08.280582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2fce6cba-c958-4d16-9972-b2f8925ae48c None None] Provisioning complete for port a66a24aa-a337-4ca7-bc30-42976060660d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:08.280980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2fce6cba-c958-4d16-9972-b2f8925ae48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.295230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.295565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.334894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2fce6cba-c958-4d16-9972-b2f8925ae48c None None] Port a66a24aa-a337-4ca7-bc30-42976060660d cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:08.353223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:08.353858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.393271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ccd7a3-b20a-4495-8310-af41f168c530 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Router 454d2f1d-b89e-491c-9d41-082a32f28aa0 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:08.400263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.405497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.463857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.466904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.495491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.502259 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-581ae4b1-6aa3-423c-b6cc-f5e38e7ba098 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0278499 Dec 22 08:42:08.503300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48552) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:08.507851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.543643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87534) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 22 08:42:08.543975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Router 98f3f35d-37b1-4e76-b57e-d65c0ca4d19c migrating from provider to provider. {{(pid=87534) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 22 08:42:08.544346 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.569452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.569994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2af090e2-059d-474c-b893-842c3387970d {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:08.574570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924513f7-2ede-4b4b-b393-0401c7b280d3']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:08.590275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6cdf4b1d-3b7a-4946-b7c2-220755a3a280 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:49:89:61'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:08.593757 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea17e1ff-6871-47d0-bb4f-5771f27c64c7') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:08.594057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea17e1ff-6871-47d0-bb4f-5771f27c64c7') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:08.614929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.676263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.680084 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b37c3b65-5bc6-4250-b294-a9a037fba266 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2af090e2-059d-474c-b893-842c3387970d HTTP/1.1" status: 204 len: 168 time: 4.4303806 Dec 22 08:42:08.695911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.701104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48556) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:08.716396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.767472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.793228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:42:08.793626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.804441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Pushing event updated for resources: {'Port': ['ID=7c4d38fd-1513-4d29-8853-2206c5e0eda8,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:08.810220 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:08.839430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ccd7a3-b20a-4495-8310-af41f168c530 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:08.849561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] Sync routers for ids ['454d2f1d-b89e-491c-9d41-082a32f28aa0'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:08.858864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] Routers {'454d2f1d-b89e-491c-9d41-082a32f28aa0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:08.859495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['454d2f1d-b89e-491c-9d41-082a32f28aa0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:08.889837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd7a3-b20a-4495-8310-af41f168c530 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.046267 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e0ccd7a3-b20a-4495-8310-af41f168c530 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "PUT /v2.0/floatingips/7bd9a892-ad8e-486d-902b-dff610fa97bb HTTP/1.1" status: 200 len: 992 time: 5.1693416 Dec 22 08:42:09.057183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'tag': '1b32b89b-b2e4-45f9-8593-e916d4e7481c'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:09.062018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.066995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] Set router 454d2f1d-b89e-491c-9d41-082a32f28aa0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:09.119859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.154557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.176442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.211661 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/networks/924513f7-2ede-4b4b-b393-0401c7b280d3 HTTP/1.1" status: 204 len: 168 time: 1.5980031 Dec 22 08:42:09.220926 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'tag': '1b32b89b-b2e4-45f9-8593-e916d4e7481c', 'status': 'completed', 'code': 200} Dec 22 08:42:09.228535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48564) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:09.229315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e53937-eab4-4142-b0b3-51eddae1ecb4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Network': ['ID=924513f7-2ede-4b4b-b393-0401c7b280d3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:09.246519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1305261006'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:09.256054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:09.264829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:network and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:09.271179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:09.326849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:09.372325 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.scheduler.l3_agent_scheduler [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] No L3 agents can host the router 98f3f35d-37b1-4e76-b57e-d65c0ca4d19c Dec 22 08:42:09.415935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.419905 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-545b2b2b-a119-423d-a13b-da34fe00b3ab tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4754732 Dec 22 08:42:09.424126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48570) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:09.485780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:09.489178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.494002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '7bd9a892-ad8e-486d-902b-dff610fa97bb', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'port_id': '1b32b89b-b2e4-45f9-8593-e916d4e7481c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'mac_address': 'fa:16:3e:53:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:41:23Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 1, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0500f981-1a14-46bf-a7de-85a201dabf4f', 'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'mac_address': 'fa:16:3e:37:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:07Z', 'updated_at': '2021-12-22T08:41:20Z', 'revision_number': 5, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'subnets': [{'id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:09.498183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] Checking router: 454d2f1d-b89e-491c-9d41-082a32f28aa0 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:09.506944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] Routers {'454d2f1d-b89e-491c-9d41-082a32f28aa0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:09.507651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['454d2f1d-b89e-491c-9d41-082a32f28aa0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:09.524550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.536470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:09.543985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Deleting port 02dc873a-4089-4a10-b737-8ec30c08ffef {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:09.544324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.574763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.575105 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Added segment 6d59e803-675f-48a3-8aeb-7a9178f6562f of type vlan for network 346b7271-9e0f-4dab-bbfe-b126710a2686 Dec 22 08:42:09.635067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.703961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] Set router 454d2f1d-b89e-491c-9d41-082a32f28aa0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:09.752240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.757652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:09.758278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.776904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2968abf6-2530-433c-9854-713f275b0ec6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:09.797130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-5af19df5-5f06-40c2-8826-d73b591c29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:09.799311 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-5af19df5-5f06-40c2-8826-d73b591c29f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c35afbf7ce934c9cbd729a00925c97dc&device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 1099 time: 0.6167109 Dec 22 08:42:09.816227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 2968abf6-2530-433c-9854-713f275b0ec6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:09.816709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2968abf6-2530-433c-9854-713f275b0ec6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:09.836110 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6018429 Dec 22 08:42:09.837587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48574) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:09.838862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] For port 02dc873a-4089-4a10-b737-8ec30c08ffef, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=02dc873a-4089-4a10-b737-8ec30c08ffef,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:09.839220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.895358 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ae3661d2-9721-47f7-bccc-833b4c1339cf tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.4678271 Dec 22 08:42:09.898132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '346b7271-9e0f-4dab-bbfe-b126710a2686', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:09.904799 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48578) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:09.979888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023e5e5-ec90-41ca-b578-842fd370a8f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Network': ['ID=346b7271-9e0f-4dab-bbfe-b126710a2686,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:09.993931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Hosts for router 98f3f35d-37b1-4e76-b57e-d65c0ca4d19c: [] {{(pid=87534) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Dec 22 08:42:10.037280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4b1d-3b7a-4946-b7c2-220755a3a280 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.038352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 346b7271-9e0f-4dab-bbfe-b126710a2686 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:10.059967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Calling delete_port for 02dc873a-4089-4a10-b737-8ec30c08ffef owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:10.122751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-98f8913b-ec59-4b74-8262-9303cfd8c0e4 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Synchronizing usage tracker for tenant:df60ab9b5d6a42a19037bc7a8dba0d46 on resource:floatingip {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:10.136256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Hosts for other DVR routers connected to router 98f3f35d-37b1-4e76-b57e-d65c0ca4d19c: set() {{(pid=87534) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Dec 22 08:42:10.138661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.142683 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-454bca74-417f-4710-8d40-3e08295fbe9f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] 10.222.0.37 "PUT /v2.0/routers/98f3f35d-37b1-4e76-b57e-d65c0ca4d19c HTTP/1.1" status: 200 len: 716 time: 2.6412697 Dec 22 08:42:10.153171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48582) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.254360 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-98f8913b-ec59-4b74-8262-9303cfd8c0e4 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Unset dirty status for tenant:df60ab9b5d6a42a19037bc7a8dba0d46 on resource:floatingip {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:10.258462 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-98f8913b-ec59-4b74-8262-9303cfd8c0e4 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3497703 Dec 22 08:42:10.260346 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48588) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.301607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '7bd9a892-ad8e-486d-902b-dff610fa97bb', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'port_id': '1b32b89b-b2e4-45f9-8593-e916d4e7481c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'mac_address': 'fa:16:3e:53:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:41:23Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 1, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0500f981-1a14-46bf-a7de-85a201dabf4f', 'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'mac_address': 'fa:16:3e:37:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:07Z', 'updated_at': '2021-12-22T08:41:20Z', 'revision_number': 5, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'subnets': [{'id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:10.307188 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6e8d8-c3da-4c5b-b953-850e341c37a3 None None] The sync data for ids ['454d2f1d-b89e-491c-9d41-082a32f28aa0'] in dv-neutron-822561-2-hyperv is: [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '7bd9a892-ad8e-486d-902b-dff610fa97bb', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'port_id': '1b32b89b-b2e4-45f9-8593-e916d4e7481c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'mac_address': 'fa:16:3e:53:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:41:23Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 1, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0500f981-1a14-46bf-a7de-85a201dabf4f', 'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'mac_address': 'fa:16:3e:37:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:07Z', 'updated_at': '2021-12-22T08:41:20Z', 'revision_number': 5, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'subnets': [{'id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:10.343682 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-0a5fbdbd-8d6d-4ccb-9cff-4cf31d2c8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:10.345174 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-0a5fbdbd-8d6d-4ccb-9cff-4cf31d2c8531 service neutron] 10.222.0.54 "GET /v2.0/networks?id=428092a9-8d6c-49a4-9f7d-f345b940981c HTTP/1.1" status: 200 len: 907 time: 0.5272593 Dec 22 08:42:10.351612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:10.355223 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6501d966-b15f-4d81-84d6-fe769f826184 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] 10.222.0.37 "GET /v2.0/routers/98f3f35d-37b1-4e76-b57e-d65c0ca4d19c HTTP/1.1" status: 200 len: 716 time: 0.2010510 Dec 22 08:42:10.358328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48592) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.365223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:10.368114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:10.369017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:10.376510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:10.416907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:10.420525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.486086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.599250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.ipam_backend_mixin [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Performing IP validity checks on allocation pools {{(pid=87535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:42:10.602069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.ipam_backend_mixin [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:42:10.621200 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417210b3-c8ae-4b35-a7d0-d2a05cbdebed None None] New status for floating IP 7bd9a892-ad8e-486d-902b-dff610fa97bb: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:42:10.699440 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:42:10.702576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.726715 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d464298b-8ed1-4535-aea8-772846abcd9f tempest-RoutersTestDVR-1952770282 tempest-RoutersTestDVR-1952770282-project] 10.222.0.37 "GET /v2.0/routers/98f3f35d-37b1-4e76-b57e-d65c0ca4d19c HTTP/1.1" status: 200 len: 682 time: 0.3640583 Dec 22 08:42:10.727513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48600) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.796773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.806785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c10da-039d-46b6-8908-d50849f36f00 tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Deleting port 7c4d38fd-1513-4d29-8853-2206c5e0eda8 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:10.807118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dc1c10da-039d-46b6-8908-d50849f36f00 tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.963242 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-8593b7c6-cb31-435c-b8c7-52ee9a92880f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b32b89b-b2e4-45f9-8593-e916d4e7481c HTTP/1.1" status: 200 len: 1000 time: 0.6067569 Dec 22 08:42:11.022484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event deleted for resources: {'Port': ['ID=02dc873a-4089-4a10-b737-8ec30c08ffef,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.040374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.056893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3d28-14b8-4137-8ce8-58cb91100f02 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.080092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=a528c6cf-3054-4bd7-a200-de73ae7df1ff,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.208697 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-99207a82-071c-45b6-8ad4-11f0efeab1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:11.210164 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-99207a82-071c-45b6-8ad4-11f0efeab1e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f5a9766-35a8-4ccf-837d-8fea790cad3f HTTP/1.1" status: 200 len: 845 time: 0.2354558 Dec 22 08:42:11.330178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4b1d-3b7a-4946-b7c2-220755a3a280 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.350444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dc1c10da-039d-46b6-8908-d50849f36f00 tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.351051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dc1c10da-039d-46b6-8908-d50849f36f00 tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.365398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4b1d-3b7a-4946-b7c2-220755a3a280 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.456964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.536406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c10da-039d-46b6-8908-d50849f36f00 tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Calling delete_port for 7c4d38fd-1513-4d29-8853-2206c5e0eda8 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:11.627799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3d28-14b8-4137-8ce8-58cb91100f02 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.638296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3d28-14b8-4137-8ce8-58cb91100f02 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.672823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.685067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf4b1d-3b7a-4946-b7c2-220755a3a280 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Port': ['ID=a66a24aa-a337-4ca7-bc30-42976060660d,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.697974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.731784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3d28-14b8-4137-8ce8-58cb91100f02 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.732297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2d3d28-14b8-4137-8ce8-58cb91100f02 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98f3f35d-37b1-4e76-b57e-d65c0ca4d19c {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:11.739416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.744398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network cac34824-e31c-46ac-9595-974c682d3652 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:11.747329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-96db2271-baa4-40c4-b63a-55eb5354e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:11.748880 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-96db2271-baa4-40c4-b63a-55eb5354e395 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=428092a9-8d6c-49a4-9f7d-f345b940981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4858148 Dec 22 08:42:11.749781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf4b1d-3b7a-4946-b7c2-220755a3a280 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] In _notify_port_updated(), no bound segment for port a66a24aa-a337-4ca7-bc30-42976060660d on network 7aa1db48-8268-4902-aca8-385db43e3ce5 {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:42:11.755393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdf4b1d-3b7a-4946-b7c2-220755a3a280 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:11.756024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4b1d-3b7a-4946-b7c2-220755a3a280 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.757301 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6cdf4b1d-3b7a-4946-b7c2-220755a3a280 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "PUT /v2.0/ports/a66a24aa-a337-4ca7-bc30-42976060660d HTTP/1.1" status: 200 len: 993 time: 3.2507699 Dec 22 08:42:11.762599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:11.779073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48608) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:11.791768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.792304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22759197-dcf3-420c-b6aa-19d7bc879dba {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:11.854987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=ad3369b5-93e8-4bb5-af7e-d4f9459696e3,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.860601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.861719 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c003c5ac-6a66-43e9-a0c3-9ca4fa573ae7 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "DELETE /v2.0/routers/22759197-dcf3-420c-b6aa-19d7bc879dba HTTP/1.1" status: 204 len: 168 time: 3.1597767 Dec 22 08:42:11.866075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48612) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:11.867877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3d28-14b8-4137-8ce8-58cb91100f02 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.869082 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7d2d3d28-14b8-4137-8ce8-58cb91100f02 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] 10.222.0.37 "DELETE /v2.0/routers/98f3f35d-37b1-4e76-b57e-d65c0ca4d19c HTTP/1.1" status: 204 len: 168 time: 1.1412685 Dec 22 08:42:11.876281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-564516111', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:11.881244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48616) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:11.889449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bacc3ef6-0aae-4421-bc11-0b060fb3af8f None None] Provisioning complete for port a66a24aa-a337-4ca7-bc30-42976060660d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:11.890167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Request body: {'router': {'name': 'tempest-router-906531236', 'distributed': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:11.890782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bacc3ef6-0aae-4421-bc11-0b060fb3af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.894393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:11.900579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:11.904270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Usage tracker for resource:router and tenant:1b72f9ed6f854b0eabfa75bdc064f38d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:11.908909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:11.914302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Usage tracker for resource:router and tenant:9257be0033ed48b2ad189c5296b109fd is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:11.920195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:11.923100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Checking segment: {'id': '6d59e803-675f-48a3-8aeb-7a9178f6562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '346b7271-9e0f-4dab-bbfe-b126710a2686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:11.923707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network hostable DHCP agents. Network: 346b7271-9e0f-4dab-bbfe-b126710a2686, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:11.928315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:11.936158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:11.959768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.960997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.967598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.969099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.976293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 346b7271-9e0f-4dab-bbfe-b126710a2686 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:11.992331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bacc3ef6-0aae-4421-bc11-0b060fb3af8f None None] Port a66a24aa-a337-4ca7-bc30-42976060660d cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:12.003057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.004960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.016957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 346b7271-9e0f-4dab-bbfe-b126710a2686) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:12.025062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:12.025892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.028342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abec551-e184-4f03-a14b-bdc4293bb87b None None] Network 346b7271-9e0f-4dab-bbfe-b126710a2686 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:12.114328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.121028 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-aba8a0e3-e06f-447f-827f-38a6ef8147fc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2715306 Dec 22 08:42:12.133326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48620) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:12.201455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '346b7271-9e0f-4dab-bbfe-b126710a2686', 'name': 'tempest-PortsIpV6TestJSON-604450724'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:12.226417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.227594 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e624ecbd-f934-4640-a946-05f7ce5c9e6f tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3440297 Dec 22 08:42:12.238899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48624) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:12.262078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-fdc6cac0-0ac5-4eb9-b620-ae83aaa462ca tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Deleting port a66a24aa-a337-4ca7-bc30-42976060660d {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:12.262393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdc6cac0-0ac5-4eb9-b620-ae83aaa462ca tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.283907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-346b7271-9e0f-4dab-bbfe-b126710a2686', 'network_id': '346b7271-9e0f-4dab-bbfe-b126710a2686', 'tenant_id': 'f7301437294d41e08fd37490b2cf3337', 'fixed_ips': [{'subnet_id': 'ad3369b5-93e8-4bb5-af7e-d4f9459696e3'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:12.284738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.473088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dc1c10da-039d-46b6-8908-d50849f36f00 tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.532731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8004f6b8-67e6-48da-a797-8dbf13c0f158 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.548070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.589428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Allocated IP 2001:db8::2 (346b7271-9e0f-4dab-bbfe-b126710a2686/ad3369b5-93e8-4bb5-af7e-d4f9459696e3/6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:12.632517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:12.645782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:12.647097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c10da-039d-46b6-8908-d50849f36f00 tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Pushing event deleted for resources: {'Port': ['ID=7c4d38fd-1513-4d29-8853-2206c5e0eda8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:12.709214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:12.712921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.724637 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-d1504a5c-a4ae-4fcc-af36-86784077e8a8 service neutron] 10.222.0.54 "GET /v2.0/networks/428092a9-8d6c-49a4-9f7d-f345b940981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9653940 Dec 22 08:42:12.744185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:12.780131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:12.825125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.851685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Transition to ACTIVE for port object 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:12.871619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Transition to ACTIVE for port object 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:12.880645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.955543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Network 346b7271-9e0f-4dab-bbfe-b126710a2686 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:12.958759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:12.964337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:13.002040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Pushing event updated for resources: {'Port': ['ID=6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:13.032800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8::3bd (346b7271-9e0f-4dab-bbfe-b126710a2686/ad3369b5-93e8-4bb5-af7e-d4f9459696e3/f6bbd4b0-7c9c-4f58-b331-42f5ae3be389) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:13.074378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Attempting to bind port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:13.074856 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Attempting to bind port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '6d59e803-675f-48a3-8aeb-7a9178f6562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '346b7271-9e0f-4dab-bbfe-b126710a2686'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:13.075214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Attempting to bind port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d on network 346b7271-9e0f-4dab-bbfe-b126710a2686 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:13.081515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:13.083670 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Checking segment: {'id': '6d59e803-675f-48a3-8aeb-7a9178f6562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '346b7271-9e0f-4dab-bbfe-b126710a2686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:13.083670 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.083670 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Bound using segment: {'id': '6d59e803-675f-48a3-8aeb-7a9178f6562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '346b7271-9e0f-4dab-bbfe-b126710a2686'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:13.084154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Bound port: 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d59e803-675f-48a3-8aeb-7a9178f6562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '346b7271-9e0f-4dab-bbfe-b126710a2686'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:13.084527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.158997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.183088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] For port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:13.186358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] For port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d,segment=NetworkSegment(6d59e803-675f-48a3-8aeb-7a9178f6562f),segment_id=6d59e803-675f-48a3-8aeb-7a9178f6562f)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:13.194288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.205008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.217460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8004f6b8-67e6-48da-a797-8dbf13c0f158 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.222921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8004f6b8-67e6-48da-a797-8dbf13c0f158 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.251470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dc1c10da-039d-46b6-8908-d50849f36f00 tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.280762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041c46f-72ad-44bf-8c33-3cdc877ff204 None None] Pushing event updated for resources: {'Port': ['ID=6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:13.397417 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8004f6b8-67e6-48da-a797-8dbf13c0f158 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.397930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8004f6b8-67e6-48da-a797-8dbf13c0f158 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35be6624-47ab-4b2c-acc9-3f0efe0282ef {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:13.405717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dc1c10da-039d-46b6-8908-d50849f36f00 tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.410053 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dc1c10da-039d-46b6-8908-d50849f36f00 tempest-FloatingIPAdminTestJSON-925630638 tempest-FloatingIPAdminTestJSON-925630638-project] 10.222.0.37 "DELETE /v2.0/floatingips/020a3b11-cba0-4edb-ac83-d843137a1b51 HTTP/1.1" status: 204 len: 168 time: 3.1448627 Dec 22 08:42:13.419593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48632) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:13.435415 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-93844faa-e69f-4601-a3a8-c84f9dda2463 req-35f7c0d1-a3f4-4625-a32d-484022dd5c67 service neutron] 10.222.0.54 "GET /v2.0/networks/428092a9-8d6c-49a4-9f7d-f345b940981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818726 Dec 22 08:42:13.503859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.522136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Allocated IP 172.26.1.76 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/17119daa-ac5b-4739-9f04-0ddb3cf3f8b2) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:13.541087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:13.650209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdc6cac0-0ac5-4eb9-b620-ae83aaa462ca tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.669773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8004f6b8-67e6-48da-a797-8dbf13c0f158 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.671115 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8004f6b8-67e6-48da-a797-8dbf13c0f158 tempest-RoutersTestDVR-1076584616 tempest-RoutersTestDVR-1076584616-project-admin] 10.222.0.37 "DELETE /v2.0/routers/35be6624-47ab-4b2c-acc9-3f0efe0282ef HTTP/1.1" status: 204 len: 168 time: 1.4136484 Dec 22 08:42:13.691191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.805997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:13.818897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.819400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9864d-0582-43c0-b8ca-6efe0249054b None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:13.842641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9864d-0582-43c0-b8ca-6efe0249054b None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:13.843275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-90d9864d-0582-43c0-b8ca-6efe0249054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:13.861034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 346b7271-9e0f-4dab-bbfe-b126710a2686 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:13.883355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:13.887219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:13.889995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-fdc6cac0-0ac5-4eb9-b620-ae83aaa462ca tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Calling delete_port for a66a24aa-a337-4ca7-bc30-42976060660d owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:13.895137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:13.895993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.911524 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-90d9864d-0582-43c0-b8ca-6efe0249054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:13.917542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:13.920585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=f6bbd4b0-7c9c-4f58-b331-42f5ae3be389,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:13.922310 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c7b20949-e9bc-4643-b965-b9c891eeefdb tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "PUT /v2.0/routers/58d18d25-f5c7-4dd9-be27-c1e37d8dccce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1491580 Dec 22 08:42:13.936173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48640) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:13.942667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'port': {'network_id': 'cac34824-e31c-46ac-9595-974c682d3652', 'name': 'tempest-FloatingIPTestJSON-1374034391'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:13.951539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9bb35458-10de-46bb-8059-1a7520884b74 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Deleting port 5362ce08-3871-4e44-a9cc-aa02064d5f95 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:13.952097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9bb35458-10de-46bb-8059-1a7520884b74 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.006202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9864d-0582-43c0-b8ca-6efe0249054b None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:14.007110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-90d9864d-0582-43c0-b8ca-6efe0249054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:14.172956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.181921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.182525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48648) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.187395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-90d9864d-0582-43c0-b8ca-6efe0249054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:14.188315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9864d-0582-43c0-b8ca-6efe0249054b None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:14.227296 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-33a66c55-debb-48ca-a0b1-625c12e8f342 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0928385 Dec 22 08:42:14.230240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48652) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.283848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:14.290308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:14.300705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9bb35458-10de-46bb-8059-1a7520884b74 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.301108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9bb35458-10de-46bb-8059-1a7520884b74 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.306055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:14.339370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Pushing event updated for resources: {'Port': ['ID=17119daa-ac5b-4739-9f04-0ddb3cf3f8b2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:14.350707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:14.367933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:14.375126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:port and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:14.389005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:14.390827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 02dc873a-4089-4a10-b737-8ec30c08ffef no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:14.408871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:14.435463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 02dc873a-4089-4a10-b737-8ec30c08ffef {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:14.435736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 02dc873a-4089-4a10-b737-8ec30c08ffef not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:14.488191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdc6cac0-0ac5-4eb9-b620-ae83aaa462ca tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.520610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9bb35458-10de-46bb-8059-1a7520884b74 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Calling delete_port for 5362ce08-3871-4e44-a9cc-aa02064d5f95 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:14.639492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6cac0-0ac5-4eb9-b620-ae83aaa462ca tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event deleted for resources: {'Port': ['ID=a66a24aa-a337-4ca7-bc30-42976060660d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:14.645031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-aaa524a8-2ff9-46a4-8151-a76a404733e2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:14.645364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aaa524a8-2ff9-46a4-8151-a76a404733e2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.683366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116f1e9-f2bd-4fde-accd-593632a1e999 None None] Network 346b7271-9e0f-4dab-bbfe-b126710a2686 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:14.691650 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Made reservation on behalf of 4b23950907ce4be994f895524d5180ba for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:14.695248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.707799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-50e21e96-27b7-41db-a19f-1d4736a390cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.807600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-50e21e96-27b7-41db-a19f-1d4736a390cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:14.813900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-50e21e96-27b7-41db-a19f-1d4736a390cf admin admin] Usage tracker for resource:security_group_rule and tenant:564b543dd59a4804af5097c378933e06 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:14.819848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-50e21e96-27b7-41db-a19f-1d4736a390cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:14.844224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ca50ad00-8d4b-45ad-ace1-d93f240fc36d None None] Provisioning for port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:14.856353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ca50ad00-8d4b-45ad-ace1-d93f240fc36d None None] Provisioning complete for port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:14.856751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ca50ad00-8d4b-45ad-ace1-d93f240fc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.897982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] device_id is not set on port 403ac9f7-cc78-4cf1-9da3-2af5c1ff372b yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:14.936855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-50e21e96-27b7-41db-a19f-1d4736a390cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:15.050306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9bb35458-10de-46bb-8059-1a7520884b74 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.116629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ca50ad00-8d4b-45ad-ace1-d93f240fc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.126676 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-20be60f8-64c5-4f81-ad7e-b935711252d9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7537866 Dec 22 08:42:15.156070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ca50ad00-8d4b-45ad-ace1-d93f240fc36d None None] For port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d,segment=NetworkSegment(6d59e803-675f-48a3-8aeb-7a9178f6562f),segment_id=6d59e803-675f-48a3-8aeb-7a9178f6562f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:15.161415 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ca50ad00-8d4b-45ad-ace1-d93f240fc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.208048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb35458-10de-46bb-8059-1a7520884b74 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Pushing event deleted for resources: {'Port': ['ID=5362ce08-3871-4e44-a9cc-aa02064d5f95,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:15.218041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.288151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50ad00-8d4b-45ad-ace1-d93f240fc36d None None] Pushing event updated for resources: {'Port': ['ID=6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:15.332212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.20.0.2 (cac34824-e31c-46ac-9595-974c682d3652/d3f75c83-7e26-4b7d-9b45-51a9c23e8283/403ac9f7-cc78-4cf1-9da3-2af5c1ff372b) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:15.472382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-50e21e96-27b7-41db-a19f-1d4736a390cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.488180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-50e21e96-27b7-41db-a19f-1d4736a390cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.532336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-51188e70-9223-4790-a875-7a1d9a1aca26 None None] Provisioning complete for port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:15.532777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-51188e70-9223-4790-a875-7a1d9a1aca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.565002 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-50e21e96-27b7-41db-a19f-1d4736a390cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=564b543dd59a4804af5097c378933e06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3500881 Dec 22 08:42:15.567195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdc6cac0-0ac5-4eb9-b620-ae83aaa462ca tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.568602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48662) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:15.610260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aaa524a8-2ff9-46a4-8151-a76a404733e2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.631227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9bb35458-10de-46bb-8059-1a7520884b74 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.645697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e21e96-27b7-41db-a19f-1d4736a390cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634ef231-3b10-4d52-8594-2e33fc38cccc,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:15.701602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-51188e70-9223-4790-a875-7a1d9a1aca26 None None] Provisioning for port f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:15.714042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-51188e70-9223-4790-a875-7a1d9a1aca26 None None] Provisioning complete for port f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:15.714482 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-51188e70-9223-4790-a875-7a1d9a1aca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.769827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-aaa524a8-2ff9-46a4-8151-a76a404733e2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:15.785123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-51188e70-9223-4790-a875-7a1d9a1aca26 None None] Port f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:15.824186 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fdc6cac0-0ac5-4eb9-b620-ae83aaa462ca tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "DELETE /v2.0/ports/a66a24aa-a337-4ca7-bc30-42976060660d HTTP/1.1" status: 204 len: 168 time: 4.0416689 Dec 22 08:42:15.833189 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48666) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:15.841506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9bb35458-10de-46bb-8059-1a7520884b74 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.845979 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9bb35458-10de-46bb-8059-1a7520884b74 tempest-FloatingIPAdminTestJSON-1499479868 tempest-FloatingIPAdminTestJSON-1499479868-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/bea0fbac-52f0-46ac-b8cb-de0a23bafae7 HTTP/1.1" status: 204 len: 168 time: 2.4221880 Dec 22 08:42:15.855927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48670) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:15.913213 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd03097b-9d32-438b-aa09-5c52f1ceb566 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] GET failed (client error): The resource could not be found. Dec 22 08:42:15.913772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dd03097b-9d32-438b-aa09-5c52f1ceb566 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Synchronizing usage tracker for tenant:e33cf9b92387463c9f526d398105f756 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:15.914277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c30df13f-5d29-4deb-9eea-1dd0e50fa5b1 None None] Provisioning complete for port f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:15.914875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c30df13f-5d29-4deb-9eea-1dd0e50fa5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.948223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.954789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:15.957967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.958455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-194a6912-02b8-457d-8b62-784ff84f1339 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Deleting port 609c14ab-08e3-4130-b12b-993a10ce52a7 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:15.958803 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-194a6912-02b8-457d-8b62-784ff84f1339 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.014735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dd03097b-9d32-438b-aa09-5c52f1ceb566 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Unset dirty status for tenant:e33cf9b92387463c9f526d398105f756 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:16.016432 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dd03097b-9d32-438b-aa09-5c52f1ceb566 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "GET /v2.0/ports/a66a24aa-a337-4ca7-bc30-42976060660d HTTP/1.1" status: 404 len: 333 time: 0.1794231 Dec 22 08:42:16.026535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48674) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:16.037378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c30df13f-5d29-4deb-9eea-1dd0e50fa5b1 None None] Port f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:16.045712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'port': {'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5', 'name': 'tempest-AllowedAddressPairTestJSON-1357730064'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:16.055094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:16.055581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.077452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-b8f1ede8-6dad-42f8-941e-1ed9f303cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:16.079089 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-b8f1ede8-6dad-42f8-941e-1ed9f303cd45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f81a5a8b4184e2b8ada05056a875a3a&device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 1098 time: 0.7171822 Dec 22 08:42:16.246909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7494bcc2-4fac-4ab3-8de4-d915effb5494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.382269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7494bcc2-4fac-4ab3-8de4-d915effb5494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.399413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.479653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aaa524a8-2ff9-46a4-8151-a76a404733e2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.517344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network cac34824-e31c-46ac-9595-974c682d3652 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:16.518343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:16.527178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:16.531188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:16.558780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=403ac9f7-cc78-4cf1-9da3-2af5c1ff372b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:16.582535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:16.590469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa524a8-2ff9-46a4-8151-a76a404733e2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=f6bbd4b0-7c9c-4f58-b331-42f5ae3be389,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:16.623798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aaa524a8-2ff9-46a4-8151-a76a404733e2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.631248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:16.631802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.638783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Made reservation on behalf of e33cf9b92387463c9f526d398105f756 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:16.642214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.662271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-194a6912-02b8-457d-8b62-784ff84f1339 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.667830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Router 6b70abdb-5fe2-497e-916d-1449ea283c21 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:42:16.676117 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aaa524a8-2ff9-46a4-8151-a76a404733e2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 HTTP/1.1" status: 204 len: 168 time: 2.4362836 Dec 22 08:42:16.676822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48682) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:16.683117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-137ceaf2-a59a-43d0-b85c-4369a3611814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:16.684516 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-137ceaf2-a59a-43d0-b85c-4369a3611814 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8206ff15-91dd-4485-9c82-7e86a57041d4 HTTP/1.1" status: 200 len: 913 time: 0.4871929 Dec 22 08:42:16.686864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] device_id is not set on port 8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:16.785223 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-952d3254-9bb2-495b-8c07-2d544c40db81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8458717 Dec 22 08:42:16.791222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48686) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:16.804863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'port': {'network_id': 'cac34824-e31c-46ac-9595-974c682d3652', 'name': 'tempest-FloatingIPTestJSON-1488776616'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:16.852032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-194a6912-02b8-457d-8b62-784ff84f1339 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Calling delete_port for 609c14ab-08e3-4130-b12b-993a10ce52a7 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:17.019460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:17.030248 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7387c4b8-bb3c-4247-a7dd-60fc1ca98efa None None] Sync routers for ids ['6b70abdb-5fe2-497e-916d-1449ea283c21'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:17.041277 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387c4b8-bb3c-4247-a7dd-60fc1ca98efa None None] Routers {'6b70abdb-5fe2-497e-916d-1449ea283c21'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:17.041968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:17.042301 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7387c4b8-bb3c-4247-a7dd-60fc1ca98efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b70abdb-5fe2-497e-916d-1449ea283c21'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:17.047252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:port and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:17.050825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:17.056911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.061054 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8ef2882e-15b0-4af2-a4d4-65a49662af76 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1907387 Dec 22 08:42:17.061868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48690) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.062773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:17.071842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a3c4cc14-1214-4498-ae73-39494474db77 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'enable_snat': False}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:17.091175 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fa34a7-cb03-4f2e-a4ea-94df7dec3ff7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:17.091740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fa34a7-cb03-4f2e-a4ea-94df7dec3ff7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:17.106906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7494bcc2-4fac-4ab3-8de4-d915effb5494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.107708 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7387c4b8-bb3c-4247-a7dd-60fc1ca98efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:17.117718 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387c4b8-bb3c-4247-a7dd-60fc1ca98efa None None] Routers {'6b70abdb-5fe2-497e-916d-1449ea283c21'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:17.118312 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7387c4b8-bb3c-4247-a7dd-60fc1ca98efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b70abdb-5fe2-497e-916d-1449ea283c21'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:17.137176 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-12fa34a7-cb03-4f2e-a4ea-94df7dec3ff7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 HTTP/1.1" status: 404 len: 333 time: 0.4558649 Dec 22 08:42:17.138419 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7494bcc2-4fac-4ab3-8de4-d915effb5494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.139411 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7494bcc2-4fac-4ab3-8de4-d915effb5494 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/634ef231-3b10-4d52-8594-2e33fc38cccc HTTP/1.1" status: 204 len: 168 time: 1.5613501 Dec 22 08:42:17.144545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48694) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.146965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494bcc2-4fac-4ab3-8de4-d915effb5494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634ef231-3b10-4d52-8594-2e33fc38cccc,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:17.195732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Made reservation on behalf of 4b23950907ce4be994f895524d5180ba for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:17.199748 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.208305 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7387c4b8-bb3c-4247-a7dd-60fc1ca98efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:17.209155 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7387c4b8-bb3c-4247-a7dd-60fc1ca98efa None None] The sync data for ids ['6b70abdb-5fe2-497e-916d-1449ea283c21'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:17.216588 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-9fcc8f0b-d465-43c0-a5f9-804576cfe7de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e3d411-91ff-4be0-a8ec-495318db0369 HTTP/1.1" status: 200 len: 1000 time: 0.3766069 Dec 22 08:42:17.217454 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-963badce-ba5d-4601-9c85-991658da9e00 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:42:17.218085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-963badce-ba5d-4601-9c85-991658da9e00 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:17.306466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-963badce-ba5d-4601-9c85-991658da9e00 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:17.307597 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-963badce-ba5d-4601-9c85-991658da9e00 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/f6bbd4b0-7c9c-4f58-b331-42f5ae3be389 HTTP/1.1" status: 404 len: 333 time: 0.1620109 Dec 22 08:42:17.335886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] device_id is not set on port 4ce9bd6f-8831-461f-9d25-ccd681e6b846 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:17.343033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48702) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.408980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-ec6ea7ae-b7d6-4bc5-a222-1511b0b8cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:17.410081 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-ec6ea7ae-b7d6-4bc5-a222-1511b0b8cb86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=305877c8-72e7-4616-b485-e8e11f34d46b HTTP/1.1" status: 200 len: 851 time: 0.1765742 Dec 22 08:42:17.502411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-194a6912-02b8-457d-8b62-784ff84f1339 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.520299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48708) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.526277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Allocated IP 172.20.0.6 (7aa1db48-8268-4902-aca8-385db43e3ce5/e7594945-a1d9-41f8-be1c-e34f97f9052f/8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:17.549246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9238ed6d-f99a-4963-9eb6-faacc7d90aa7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet ad3369b5-93e8-4bb5-af7e-d4f9459696e3 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:17.573022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9238ed6d-f99a-4963-9eb6-faacc7d90aa7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.616258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59a39947-1b5a-458b-94b2-8eb243a27830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.638824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a6912-02b8-457d-8b62-784ff84f1339 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event deleted for resources: {'Port': ['ID=609c14ab-08e3-4130-b12b-993a10ce52a7,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:17.712571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-59a39947-1b5a-458b-94b2-8eb243a27830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:17.724388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9238ed6d-f99a-4963-9eb6-faacc7d90aa7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.746975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-59a39947-1b5a-458b-94b2-8eb243a27830 admin admin] Usage tracker for resource:security_group_rule and tenant:9257be0033ed48b2ad189c5296b109fd is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:17.752598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-59a39947-1b5a-458b-94b2-8eb243a27830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:17.777121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-59a39947-1b5a-458b-94b2-8eb243a27830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:17.778550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-194a6912-02b8-457d-8b62-784ff84f1339 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.779387 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.20.0.4 (cac34824-e31c-46ac-9595-974c682d3652/d3f75c83-7e26-4b7d-9b45-51a9c23e8283/4ce9bd6f-8831-461f-9d25-ccd681e6b846) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:17.791912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-8c4dce50-b836-4b09-ab57-3056bc87d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:17.793376 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-8c4dce50-b836-4b09-ab57-3056bc87d010 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8206ff15-91dd-4485-9c82-7e86a57041d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3707356 Dec 22 08:42:17.797786 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-194a6912-02b8-457d-8b62-784ff84f1339 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "DELETE /v2.0/ports/609c14ab-08e3-4130-b12b-993a10ce52a7 HTTP/1.1" status: 204 len: 168 time: 1.9367068 Dec 22 08:42:17.802153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48714) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.018676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9238ed6d-f99a-4963-9eb6-faacc7d90aa7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.117479 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-c7e4571d-92b7-41f8-89e8-9166e76564cc service neutron] 10.222.0.54 "GET /v2.0/networks/8206ff15-91dd-4485-9c82-7e86a57041d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775965 Dec 22 08:42:18.125762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca9f8d3-3949-462d-9db8-b1bbd0a1811b tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:18.126449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0ca9f8d3-3949-462d-9db8-b1bbd0a1811b tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Synchronizing usage tracker for tenant:df60ab9b5d6a42a19037bc7a8dba0d46 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:18.228034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9238ed6d-f99a-4963-9eb6-faacc7d90aa7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.280271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0ca9f8d3-3949-462d-9db8-b1bbd0a1811b tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Unset dirty status for tenant:df60ab9b5d6a42a19037bc7a8dba0d46 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:18.282027 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0ca9f8d3-3949-462d-9db8-b1bbd0a1811b tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "GET /v2.0/ports?device_id=996442c0-2503-40ff-930b-29a2a04cd8af HTTP/1.1" status: 200 len: 913 time: 0.4764264 Dec 22 08:42:18.289254 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48718) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.291954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238ed6d-f99a-4963-9eb6-faacc7d90aa7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3369b5-93e8-4bb5-af7e-d4f9459696e3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:18.295300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9238ed6d-f99a-4963-9eb6-faacc7d90aa7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.302883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaebd962-9aa4-4b8c-8be7-71c59ec04e81 None None] Network 346b7271-9e0f-4dab-bbfe-b126710a2686 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:18.377902 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9238ed6d-f99a-4963-9eb6-faacc7d90aa7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/ad3369b5-93e8-4bb5-af7e-d4f9459696e3 HTTP/1.1" status: 204 len: 168 time: 1.0313330 Dec 22 08:42:18.395509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48722) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.430301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3c4cc14-1214-4498-ae73-39494474db77 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.443195 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172db180-912a-491a-bdf4-0a8c182a0b1d req-6c0fa9a1-dfda-4e1b-a564-1960b88f6240 service neutron] 10.222.0.54 "GET /v2.0/networks/8206ff15-91dd-4485-9c82-7e86a57041d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120415 Dec 22 08:42:18.445213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.488769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Transition to ACTIVE for port object 8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:18.624332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59a39947-1b5a-458b-94b2-8eb243a27830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.634448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b19555-9f39-4fea-806d-933c871d616e None None] DHCP port deletion for 346b7271-9e0f-4dab-bbfe-b126710a2686 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:18.639526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-87b19555-9f39-4fea-806d-933c871d616e None None] Deleting port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:18.640138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-87b19555-9f39-4fea-806d-933c871d616e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.644435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59a39947-1b5a-458b-94b2-8eb243a27830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.667918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.677091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.714941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.811054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:18.811398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.838713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a39947-1b5a-458b-94b2-8eb243a27830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ace724a-b572-4ee2-ba55-87e10bde8614,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:18.867822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48730) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.870280 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-59a39947-1b5a-458b-94b2-8eb243a27830 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9257be0033ed48b2ad189c5296b109fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3394470 Dec 22 08:42:18.883671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:18.889794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:18.921712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:18.956340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-87b19555-9f39-4fea-806d-933c871d616e None None] For port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d,segment=NetworkSegment(6d59e803-675f-48a3-8aeb-7a9178f6562f),segment_id=6d59e803-675f-48a3-8aeb-7a9178f6562f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:18.956730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-87b19555-9f39-4fea-806d-933c871d616e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.962727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Port': ['ID=8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:19.032172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:19.032826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.071245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.127721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-87b19555-9f39-4fea-806d-933c871d616e None None] Calling delete_port for 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:19.171820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network cac34824-e31c-46ac-9595-974c682d3652 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:19.211778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-87b19555-9f39-4fea-806d-933c871d616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.227946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:19.244130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:19.260967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b19555-9f39-4fea-806d-933c871d616e None None] No DVR routers for this DVR port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:19.269852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b19555-9f39-4fea-806d-933c871d616e None None] Pushing event deleted for resources: {'Port': ['ID=6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:19.270408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] For port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d,segment=NetworkSegment(6d59e803-675f-48a3-8aeb-7a9178f6562f),segment_id=6d59e803-675f-48a3-8aeb-7a9178f6562f)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:19.270889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.300714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c8f2b1aa-e5bf-46f0-9efb-726081654cc4 None None] Provisioning for port 8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:19.307023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c8f2b1aa-e5bf-46f0-9efb-726081654cc4 None None] Provisioning complete for port 8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:19.307756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=4ce9bd6f-8831-461f-9d25-ccd681e6b846,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:19.308267 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c8f2b1aa-e5bf-46f0-9efb-726081654cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.313226 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7c0862d5-ecee-4f6a-837b-74232c34647c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2823145 Dec 22 08:42:19.316158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48734) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:19.334977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6f61c18c-a627-4ef7-a31a-09dc05845433 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:49:89:61'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:19.401025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2b1aa-e5bf-46f0-9efb-726081654cc4 None None] Port 8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:19.402520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-eab2c410-1416-4573-9f0c-bd8c2ca0c1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.445806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-93a09348-29f0-4ed5-8bd3-1f1fae3578a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.454685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:19.465962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:19.466567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.520511 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a49fd2f6-d481-472b-8078-a8d4e8e08902 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7282698 Dec 22 08:42:19.527705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48738) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:19.540946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '4ce9bd6f-8831-461f-9d25-ccd681e6b846', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:19.545847 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-93a09348-29f0-4ed5-8bd3-1f1fae3578a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.570614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:19.587171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:floatingip and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:19.593163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:19.614479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:19.616992 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:19.617278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:19.669438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.715445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-93a09348-29f0-4ed5-8bd3-1f1fae3578a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.739103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a09348-29f0-4ed5-8bd3-1f1fae3578a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ace724a-b572-4ee2-ba55-87e10bde8614,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:19.756963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.776702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:19.830606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:19.830958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:19.878340 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-93a09348-29f0-4ed5-8bd3-1f1fae3578a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.879468 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-93a09348-29f0-4ed5-8bd3-1f1fae3578a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ace724a-b572-4ee2-ba55-87e10bde8614 HTTP/1.1" status: 204 len: 168 time: 1.0091047 Dec 22 08:42:20.004335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6f61c18c-a627-4ef7-a31a-09dc05845433 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.111087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.146252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:20.146668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.287281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3c4cc14-1214-4498-ae73-39494474db77 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.299554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3c4cc14-1214-4498-ae73-39494474db77 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.345388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] The port '6b8f7fe7-0d04-440f-b943-6ee8bdc35d4d' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:42:20.532428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.590502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6f61c18c-a627-4ef7-a31a-09dc05845433 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.593467 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346b7271-9e0f-4dab-bbfe-b126710a2686']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:20.598952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c4cc14-1214-4498-ae73-39494474db77 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Router 6b70abdb-5fe2-497e-916d-1449ea283c21 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:20.599823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6f61c18c-a627-4ef7-a31a-09dc05845433 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.633611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.26.1.83 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/a23867aa-5a35-4cd6-93ee-15e4437495f2) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:20.638353 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d59e803-675f-48a3-8aeb-7a9178f6562f') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:20.638645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d59e803-675f-48a3-8aeb-7a9178f6562f') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:20.661579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.710658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Deleting port 55649018-b847-4de4-ae14-c5aeab5edb0c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:20.711210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.746500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.800679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61c18c-a627-4ef7-a31a-09dc05845433 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Port': ['ID=8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:20.814866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48768) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:20.833848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:42:20.834532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:20.853642 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:20.930844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-6f61c18c-a627-4ef7-a31a-09dc05845433 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] In _notify_port_updated(), no bound segment for port 8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a on network 7aa1db48-8268-4902-aca8-385db43e3ce5 {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:42:20.937345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f61c18c-a627-4ef7-a31a-09dc05845433 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.938035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6f61c18c-a627-4ef7-a31a-09dc05845433 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.939352 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6f61c18c-a627-4ef7-a31a-09dc05845433 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "PUT /v2.0/ports/8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a HTTP/1.1" status: 200 len: 996 time: 1.6202896 Dec 22 08:42:20.942405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48774) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:20.959339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-efc7dee6-e03d-4036-aa75-c507451d74c5 None None] Provisioning complete for port 8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:20.959796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-efc7dee6-e03d-4036-aa75-c507451d74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.053116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.071024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c4cc14-1214-4498-ae73-39494474db77 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:21.076965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3c4cc14-1214-4498-ae73-39494474db77 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.081011 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a3c4cc14-1214-4498-ae73-39494474db77 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "PUT /v2.0/routers/6b70abdb-5fe2-497e-916d-1449ea283c21 HTTP/1.1" status: 200 len: 920 time: 4.0158453 Dec 22 08:42:21.081869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48780) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:21.097905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.101460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13f11b-f0c1-48ae-aab7-c1fe3ada801b None None] Sync routers for ids ['6b70abdb-5fe2-497e-916d-1449ea283c21'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:21.108248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.116702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Network': ['ID=346b7271-9e0f-4dab-bbfe-b126710a2686,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:21.119479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-efc7dee6-e03d-4036-aa75-c507451d74c5 None None] Port 8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:21.123451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13f11b-f0c1-48ae-aab7-c1fe3ada801b None None] Routers {'6b70abdb-5fe2-497e-916d-1449ea283c21'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:21.124087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4e13f11b-f0c1-48ae-aab7-c1fe3ada801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b70abdb-5fe2-497e-916d-1449ea283c21'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:21.130914 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ee0d336b-951f-4d93-9d90-23ae436bb713 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/networks/346b7271-9e0f-4dab-bbfe-b126710a2686 HTTP/1.1" status: 204 len: 168 time: 2.7344968 Dec 22 08:42:21.140008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48784) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:21.156276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-548238567'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:21.164852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:21.171281 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:network and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:21.175463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.180364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a9133e73-d213-4e29-8a2e-9f63aae44c4b tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Deleting port 8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:21.180704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9133e73-d213-4e29-8a2e-9f63aae44c4b tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.183544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:21.191300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4e13f11b-f0c1-48ae-aab7-c1fe3ada801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:21.199398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:21.199866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13f11b-f0c1-48ae-aab7-c1fe3ada801b None None] Routers {'6b70abdb-5fe2-497e-916d-1449ea283c21'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:21.200461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4e13f11b-f0c1-48ae-aab7-c1fe3ada801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:41:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b70abdb-5fe2-497e-916d-1449ea283c21'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:21.228636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1654596717'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:21.243170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:21.255945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:network and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:21.263656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4e13f11b-f0c1-48ae-aab7-c1fe3ada801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:21.264251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13f11b-f0c1-48ae-aab7-c1fe3ada801b None None] The sync data for ids ['6b70abdb-5fe2-497e-916d-1449ea283c21'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:21.310791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:21.315501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Calling delete_port for 55649018-b847-4de4-ae14-c5aeab5edb0c owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:21.357076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:21.369447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:21.372849 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.396440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:21.400039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.400771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.436372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.453088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1aea203f-e516-43b7-9278-78ac40258094 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/routers/6b70abdb-5fe2-497e-916d-1449ea283c21 HTTP/1.1" status: 200 len: 920 time: 0.3660421 Dec 22 08:42:21.555609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48788) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:21.591579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:21.639158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:security_group_rule and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:21.646723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:21.651931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:21.654915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:21.661450 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:21.667777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:21.676092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:21.710355 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-01eae21b-2b20-45ae-9676-ad4d893b17c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.722964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.723435 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Added segment 0f61478c-3506-459a-8608-c8f41b618fc8 of type vlan for network ecab3b43-b312-4d50-bf85-9f2d52772cc1 Dec 22 08:42:21.732324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9133e73-d213-4e29-8a2e-9f63aae44c4b tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.753295 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=a23867aa-5a35-4cd6-93ee-15e4437495f2,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:21.863389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a9133e73-d213-4e29-8a2e-9f63aae44c4b tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Calling delete_port for 8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:21.938161 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.954525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.972816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.045190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:22.045504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd9eb7b-d4fe-45f3-93fb-ac5435aaac56 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.048859 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dcd9eb7b-d4fe-45f3-93fb-ac5435aaac56 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&device_id=6b70abdb-5fe2-497e-916d-1449ea283c21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4768212 Dec 22 08:42:22.061733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48794) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.088776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24da634-c398-42b0-b1cc-a6673537bdbf,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:22.099074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.099514 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Added segment c64ea483-c5f9-49a5-95d6-1fbcab7b5967 of type vlan for network 906224fb-f2fa-4b66-98df-524285cae5f9 Dec 22 08:42:22.105330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.111261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.111861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.184864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9133e73-d213-4e29-8a2e-9f63aae44c4b tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.260604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.264548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9133e73-d213-4e29-8a2e-9f63aae44c4b tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event deleted for resources: {'Port': ['ID=8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:22.322486 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1806211 Dec 22 08:42:22.330405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48800) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.332841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10000b-e5c2-4c27-93b6-303a71307661 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Network': ['ID=ecab3b43-b312-4d50-bf85-9f2d52772cc1,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:22.340327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': 'ecab3b43-b312-4d50-bf85-9f2d52772cc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:22.346123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network ecab3b43-b312-4d50-bf85-9f2d52772cc1 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:22.360177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.387495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ff00ac-cd52-4e06-a898-625b7279a985 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.388078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f9ff00ac-cd52-4e06-a898-625b7279a985 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Synchronizing usage tracker for tenant:02854c1a14c74eac9d566d5954d113b5 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:22.415776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9133e73-d213-4e29-8a2e-9f63aae44c4b tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.418384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.424480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.425062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.477219 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5728836 Dec 22 08:42:22.478209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f9ff00ac-cd52-4e06-a898-625b7279a985 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Unset dirty status for tenant:02854c1a14c74eac9d566d5954d113b5 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:22.481870 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f9ff00ac-cd52-4e06-a898-625b7279a985 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 881 time: 0.4137897 Dec 22 08:42:22.481870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48804) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.486636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48806) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.498139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event deleted for resources: {'Port': ['ID=55649018-b847-4de4-ae14-c5aeab5edb0c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:22.504366 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a9133e73-d213-4e29-8a2e-9f63aae44c4b tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "DELETE /v2.0/ports/8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a HTTP/1.1" status: 204 len: 168 time: 1.5607486 Dec 22 08:42:22.511495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:22.552106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48812) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.636993 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-69de6828-97ca-4ecb-b95e-e68a6c558357 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b70abdb-5fe2-497e-916d-1449ea283c21 HTTP/1.1" status: 200 len: 205 time: 0.1350100 Dec 22 08:42:22.648007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48816) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.689210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.694177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f089993-5993-482f-9a61-8f121176e1ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Network': ['ID=906224fb-f2fa-4b66-98df-524285cae5f9,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:22.698508 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea793f17-0284-4f13-948c-9917f5af06a6 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] GET failed (client error): The resource could not be found. Dec 22 08:42:22.699290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ea793f17-0284-4f13-948c-9917f5af06a6 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Synchronizing usage tracker for tenant:e33cf9b92387463c9f526d398105f756 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:22.713410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:22.716666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:22.734560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:22.746754 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:22.761475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:22.802952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:22.809902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:22.836898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ea793f17-0284-4f13-948c-9917f5af06a6 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Unset dirty status for tenant:e33cf9b92387463c9f526d398105f756 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:22.837912 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ea793f17-0284-4f13-948c-9917f5af06a6 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "GET /v2.0/ports/8cdbc17f-d5a5-46cf-8c36-3e2b30c2628a HTTP/1.1" status: 404 len: 333 time: 0.2828963 Dec 22 08:42:22.847019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48820) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.864323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:22.864680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:22.868070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.884976 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:22.889149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'port': {'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5', 'name': 'tempest-AllowedAddressPairTestJSON-1749716604'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:22.900180 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.907170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:22.910616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.935338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.215182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.225003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:23.227363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.294394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:23.341491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.363869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Deleting port 17119daa-ac5b-4739-9f04-0ddb3cf3f8b2 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:23.364210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.496860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Made reservation on behalf of e33cf9b92387463c9f526d398105f756 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:23.500316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.532438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.645334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=57d9d878-7c7c-42b5-9047-6e6cf0d8e059,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:23.651965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.652679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] device_id is not set on port c7f7e801-d9c3-456c-97aa-958b095f74de yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:23.667059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:23.667417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network hostable DHCP agents. Network: 906224fb-f2fa-4b66-98df-524285cae5f9, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:23.701221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.785920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Calling delete_port for 17119daa-ac5b-4739-9f04-0ddb3cf3f8b2 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:23.837268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:23.860184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.862393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 906224fb-f2fa-4b66-98df-524285cae5f9) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:23.870454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e9e81-5fae-41b1-a829-766dcdb89e08 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:23.872166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:23.872814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.907278 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a6764094-11d8-4693-b71b-096b7c93b5e8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4213169 Dec 22 08:42:23.907707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48828) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:23.915501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'name': 'tempest-NetworksTestDHCPv6-1130569169'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:24.106694 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.114072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:24.117002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.127989 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=94c7a296-0a39-4520-b68c-57417a8eef99,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:24.143879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Allocated IP 172.20.0.14 (7aa1db48-8268-4902-aca8-385db43e3ce5/e7594945-a1d9-41f8-be1c-e34f97f9052f/c7f7e801-d9c3-456c-97aa-958b095f74de) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:24.161911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:24.169131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '57d9d878-7c7c-42b5-9047-6e6cf0d8e059'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:24.170140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.171837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:24.176208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Pushing event deleted for resources: {'Port': ['ID=17119daa-ac5b-4739-9f04-0ddb3cf3f8b2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:24.210449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:24.228062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Checking segment: {'id': '0f61478c-3506-459a-8608-c8f41b618fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ecab3b43-b312-4d50-bf85-9f2d52772cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:24.228414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network hostable DHCP agents. Network: ecab3b43-b312-4d50-bf85-9f2d52772cc1, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:24.273201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.291568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Router 996442c0-2503-40ff-930b-29a2a04cd8af has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:24.328264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:24.332095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.335483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network ecab3b43-b312-4d50-bf85-9f2d52772cc1 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:24.408942 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/57d9d878-7c7c-42b5-9047-6e6cf0d8e059/f27c5a83-434b-4c5c-9380-a770ac9923ae) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:24.436538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, ecab3b43-b312-4d50-bf85-9f2d52772cc1) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:24.452585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba886ea-7214-4039-96df-e46a15ede041 None None] Network ecab3b43-b312-4d50-bf85-9f2d52772cc1 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:24.466482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port edaa6b39-1d15-404f-ac0d-11c9b56595ff yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:24.497310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:24.521046 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.528016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.567181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.575854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.576543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Fanout notify agent at l3_agent the message router_deleted on router 6b70abdb-5fe2-497e-916d-1449ea283c21 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:24.589062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:24.589647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.602449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.603545 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bbd54ee6-b4c0-4343-9d33-3c1dff52726c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/6b70abdb-5fe2-497e-916d-1449ea283c21 HTTP/1.1" status: 204 len: 168 time: 1.9546137 Dec 22 08:42:24.604421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Transition to ACTIVE for port object c7f7e801-d9c3-456c-97aa-958b095f74de will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:24.607855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48836) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:24.614221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1350004057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:24.622777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:24.628210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Usage tracker for resource:router and tenant:1b72f9ed6f854b0eabfa75bdc064f38d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:24.631446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:24.639212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.639432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:24.645641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.652374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.653831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.671877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.693383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.720337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.721630 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-98e52059-1ded-42a1-b363-63b9f49be19d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1125531 Dec 22 08:42:24.724382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48840) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:24.729551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:24.743349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.812795 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9bf7fa31-4f2c-4269-876a-dfaa342dae53 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4810772 Dec 22 08:42:24.842957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:24.844169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48844) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:24.846765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.853573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:24.868284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': 'ecab3b43-b312-4d50-bf85-9f2d52772cc1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1557853903'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:24.883593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:24.905262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Transition to ACTIVE for port object f27c5a83-434b-4c5c-9380-a770ac9923ae will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:24.911817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e37de32-7844-443a-8555-59703e96967d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-ecab3b43-b312-4d50-bf85-9f2d52772cc1', 'network_id': 'ecab3b43-b312-4d50-bf85-9f2d52772cc1', 'tenant_id': 'f7301437294d41e08fd37490b2cf3337', 'fixed_ips': [{'subnet_id': '94c7a296-0a39-4520-b68c-57417a8eef99'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:24.912636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0e37de32-7844-443a-8555-59703e96967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.913534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Port': ['ID=c7f7e801-d9c3-456c-97aa-958b095f74de,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:25.122755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-0e37de32-7844-443a-8555-59703e96967d None None] Allocated IP 2001:db8::2 (ecab3b43-b312-4d50-bf85-9f2d52772cc1/94c7a296-0a39-4520-b68c-57417a8eef99/e40e1870-4062-4d18-a126-04fd6a169ef6) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:25.134862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Transition to ACTIVE for port object f27c5a83-434b-4c5c-9380-a770ac9923ae will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:25.155709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.166655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:25.179820 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d85ee093-6628-435d-ad10-837eed051fad tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "PUT /v2.0/routers/996442c0-2503-40ff-930b-29a2a04cd8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8862216 Dec 22 08:42:25.186438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48848) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.188708 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a354bf-6a67-4ab8-a173-1454d4f4f2f7 None None] Sync routers for ids ['996442c0-2503-40ff-930b-29a2a04cd8af'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:25.198937 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a354bf-6a67-4ab8-a173-1454d4f4f2f7 None None] Routers {'996442c0-2503-40ff-930b-29a2a04cd8af'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:25.199557 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-84a354bf-6a67-4ab8-a173-1454d4f4f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['996442c0-2503-40ff-930b-29a2a04cd8af'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:25.237745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.269220 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-84a354bf-6a67-4ab8-a173-1454d4f4f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:25.279560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Pushing event updated for resources: {'Port': ['ID=f27c5a83-434b-4c5c-9380-a770ac9923ae,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:25.280366 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a354bf-6a67-4ab8-a173-1454d4f4f2f7 None None] Routers {'996442c0-2503-40ff-930b-29a2a04cd8af'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:25.281172 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-84a354bf-6a67-4ab8-a173-1454d4f4f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['996442c0-2503-40ff-930b-29a2a04cd8af'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:25.309338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:25.313575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:25.322698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:25.345388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.359098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::1ed (906224fb-f2fa-4b66-98df-524285cae5f9/57d9d878-7c7c-42b5-9047-6e6cf0d8e059/edaa6b39-1d15-404f-ac0d-11c9b56595ff) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:25.365025 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-84a354bf-6a67-4ab8-a173-1454d4f4f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:25.365455 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a354bf-6a67-4ab8-a173-1454d4f4f2f7 None None] The sync data for ids ['996442c0-2503-40ff-930b-29a2a04cd8af'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:25.388632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-54ea8004-a8fb-48c3-b350-244c0b134c1f None None] Provisioning for port c7f7e801-d9c3-456c-97aa-958b095f74de completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:25.404247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-54ea8004-a8fb-48c3-b350-244c0b134c1f None None] Provisioning complete for port c7f7e801-d9c3-456c-97aa-958b095f74de triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:25.404522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-54ea8004-a8fb-48c3-b350-244c0b134c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.408448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:25.409073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.439384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=a23867aa-5a35-4cd6-93ee-15e4437495f2,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:25.482193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:25.486116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-54ea8004-a8fb-48c3-b350-244c0b134c1f None None] Port c7f7e801-d9c3-456c-97aa-958b095f74de cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:25.540786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:port and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:25.561391 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:25.572140 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1b494c2d-43a4-4ce9-98ea-45eda481846f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7184904 Dec 22 08:42:25.575656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48854) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.599037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Attempting to bind port f27c5a83-434b-4c5c-9380-a770ac9923ae on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:25.599396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Attempting to bind port f27c5a83-434b-4c5c-9380-a770ac9923ae by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:25.599750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Attempting to bind port f27c5a83-434b-4c5c-9380-a770ac9923ae on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:25.610712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:25.611081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:25.611476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.611863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:25.612313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Bound port: f27c5a83-434b-4c5c-9380-a770ac9923ae, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:25.612679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.622483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:25.627321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'port': {'network_id': '7aa1db48-8268-4902-aca8-385db43e3ce5', 'name': 'tempest-AllowedAddressPairTestJSON-1113188366'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:25.670095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:25.674111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.696782 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP d684121a-1737-4537-851d-224dbf228997 associated. External IP: 172.26.1.83, port: 4ce9bd6f-8831-461f-9d25-ccd681e6b846. Dec 22 08:42:25.760083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0e37de32-7844-443a-8555-59703e96967d None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.766297 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.779370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0e37de32-7844-443a-8555-59703e96967d None None] Transition to ACTIVE for port object e40e1870-4062-4d18-a126-04fd6a169ef6 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:25.788151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] For port f27c5a83-434b-4c5c-9380-a770ac9923ae, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:25.795689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] For port f27c5a83-434b-4c5c-9380-a770ac9923ae, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f27c5a83-434b-4c5c-9380-a770ac9923ae,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:25.812203 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0e37de32-7844-443a-8555-59703e96967d None None] Transition to ACTIVE for port object e40e1870-4062-4d18-a126-04fd6a169ef6 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:25.816073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.829124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.839580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:25.863029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port 73a33695-2a2f-4c92-b358-33d2273e9b13 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:25.896463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0e37de32-7844-443a-8555-59703e96967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.908170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:25.921554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object edaa6b39-1d15-404f-ac0d-11c9b56595ff will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:25.936180 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37de32-7844-443a-8555-59703e96967d None None] Network ecab3b43-b312-4d50-bf85-9f2d52772cc1 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:25.939331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-0e37de32-7844-443a-8555-59703e96967d None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:25.949880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37de32-7844-443a-8555-59703e96967d None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:26.016911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Made reservation on behalf of e33cf9b92387463c9f526d398105f756 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:26.020310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.045174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91710d93-1106-452d-a652-7f1f98e0392f None None] Pushing event updated for resources: {'Port': ['ID=f27c5a83-434b-4c5c-9380-a770ac9923ae,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.105155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.124585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0e37de32-7844-443a-8555-59703e96967d None None] Attempting to bind port e40e1870-4062-4d18-a126-04fd6a169ef6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:26.125948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0e37de32-7844-443a-8555-59703e96967d None None] Attempting to bind port e40e1870-4062-4d18-a126-04fd6a169ef6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '0f61478c-3506-459a-8608-c8f41b618fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ecab3b43-b312-4d50-bf85-9f2d52772cc1'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:26.125948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37de32-7844-443a-8555-59703e96967d None None] Attempting to bind port e40e1870-4062-4d18-a126-04fd6a169ef6 on network ecab3b43-b312-4d50-bf85-9f2d52772cc1 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:26.133328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37de32-7844-443a-8555-59703e96967d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:26.134268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37de32-7844-443a-8555-59703e96967d None None] Checking segment: {'id': '0f61478c-3506-459a-8608-c8f41b618fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ecab3b43-b312-4d50-bf85-9f2d52772cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:26.134268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0e37de32-7844-443a-8555-59703e96967d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.134791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37de32-7844-443a-8555-59703e96967d None None] Bound using segment: {'id': '0f61478c-3506-459a-8608-c8f41b618fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ecab3b43-b312-4d50-bf85-9f2d52772cc1'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:26.135254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0e37de32-7844-443a-8555-59703e96967d None None] Bound port: e40e1870-4062-4d18-a126-04fd6a169ef6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f61478c-3506-459a-8608-c8f41b618fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ecab3b43-b312-4d50-bf85-9f2d52772cc1'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:26.135969 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0e37de32-7844-443a-8555-59703e96967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.139880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] device_id is not set on port df431191-1ba2-493e-a570-204e58d06014 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:26.179233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.190763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37de32-7844-443a-8555-59703e96967d None None] Pushing event updated for resources: {'Port': ['ID=e40e1870-4062-4d18-a126-04fd6a169ef6,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.283196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.295409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.312895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-0e37de32-7844-443a-8555-59703e96967d None None] For port e40e1870-4062-4d18-a126-04fd6a169ef6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:26.316857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-0e37de32-7844-443a-8555-59703e96967d None None] For port e40e1870-4062-4d18-a126-04fd6a169ef6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e40e1870-4062-4d18-a126-04fd6a169ef6,segment=NetworkSegment(0f61478c-3506-459a-8608-c8f41b618fc8),segment_id=0f61478c-3506-459a-8608-c8f41b618fc8)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:26.322354 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0e37de32-7844-443a-8555-59703e96967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.328601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Deleting port 50cdc53e-d111-480a-b718-5b46e6f54abf {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:26.328601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.362834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8::28a (ecab3b43-b312-4d50-bf85-9f2d52772cc1/94c7a296-0a39-4520-b68c-57417a8eef99/73a33695-2a2f-4c92-b358-33d2273e9b13) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:26.413767 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37de32-7844-443a-8555-59703e96967d None None] Pushing event updated for resources: {'Port': ['ID=e40e1870-4062-4d18-a126-04fd6a169ef6,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.584090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:26.597322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:26.614404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:26.619979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:26.620612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.630144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=edaa6b39-1d15-404f-ac0d-11c9b56595ff,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.675013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Allocated IP 172.20.0.6 (7aa1db48-8268-4902-aca8-385db43e3ce5/e7594945-a1d9-41f8-be1c-e34f97f9052f/df431191-1ba2-493e-a570-204e58d06014) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:26.707565 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-60986ec3-5050-4e65-a28a-55e640d22975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7960203 Dec 22 08:42:26.712739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Allocated IP 172.26.1.118 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/5bb89809-cc9b-45d8-b922-0795491eee23) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:26.716783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48862) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:26.855016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.083952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93ce1c-d9af-409a-8483-54374918c021 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.089929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93ce1c-d9af-409a-8483-54374918c021 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.090678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3b93ce1c-d9af-409a-8483-54374918c021 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:27.114153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:27.129318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Calling delete_port for 50cdc53e-d111-480a-b718-5b46e6f54abf owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:27.129548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.162736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.165617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3b93ce1c-d9af-409a-8483-54374918c021 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:27.166809 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3b93ce1c-d9af-409a-8483-54374918c021 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4492598 Dec 22 08:42:27.171872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48868) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:27.238586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Transition to ACTIVE for port object df431191-1ba2-493e-a570-204e58d06014 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:27.259755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d1156d73-c884-4a27-8ff0-5649aaba70d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port edaa6b39-1d15-404f-ac0d-11c9b56595ff {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:27.260097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1156d73-c884-4a27-8ff0-5649aaba70d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.357323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a6e2e1-8f32-43d7-a173-5e4da6aaf196 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:27.383330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.424362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.460849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.470442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object 73a33695-2a2f-4c92-b358-33d2273e9b13 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:27.487067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:27.497891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:27.509735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:27.524928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:27.553386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.565903 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947fed5-4a10-44a6-9425-31e6e50547bc None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:27.586537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947fed5-4a10-44a6-9425-31e6e50547bc None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:27.587005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9947fed5-4a10-44a6-9425-31e6e50547bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:27.595068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:27.598243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Pushing event updated for resources: {'Port': ['ID=5bb89809-cc9b-45d8-b922-0795491eee23,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:27.644495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.652068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:27.702391 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-74aecced-09f9-40d0-a0d0-974e94708022 None None] Provisioning for port f27c5a83-434b-4c5c-9380-a770ac9923ae completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:27.704165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:27.721187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9947fed5-4a10-44a6-9425-31e6e50547bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:27.804513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=73a33695-2a2f-4c92-b358-33d2273e9b13,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:27.806624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947fed5-4a10-44a6-9425-31e6e50547bc None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:27.807257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9947fed5-4a10-44a6-9425-31e6e50547bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:27.828495 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8b793abb-f48e-4c7c-9300-e5b216f45cc1 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.2958827 Dec 22 08:42:27.830359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48874) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:27.837039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network ecab3b43-b312-4d50-bf85-9f2d52772cc1 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:27.849788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-36be4f32-2947-4db1-8cf5-b08cb50324ae tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:27.908297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2909376c-6b18-41e0-99df-15aca61b171a None None] Network ecab3b43-b312-4d50-bf85-9f2d52772cc1 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:27.909431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:27.912285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:27.918274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.918907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.941148 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f27c5a83-434b-4c5c-9380-a770ac9923ae up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:27.959944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.960975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.009033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9947fed5-4a10-44a6-9425-31e6e50547bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:28.009444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947fed5-4a10-44a6-9425-31e6e50547bc None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:28.028613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-36be4f32-2947-4db1-8cf5-b08cb50324ae tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.100001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.111624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-52c5c44f-eaf4-464e-9889-5341041f3cb4 None None] Provisioning for port e40e1870-4062-4d18-a126-04fd6a169ef6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:28.156778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Port': ['ID=df431191-1ba2-493e-a570-204e58d06014,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:28.201782 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6c8eb6fc-aa4a-49b2-95e4-8c77fceb6015 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6250455 Dec 22 08:42:28.206191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port f27c5a83-434b-4c5c-9380-a770ac9923ae completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:28.208014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1156d73-c884-4a27-8ff0-5649aaba70d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.215386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48880) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.216845 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f27c5a83-434b-4c5c-9380-a770ac9923ae triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:28.217290 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.228689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-67aad222-1bc6-42b7-a82e-7980549ff124 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:49:89:61'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f2:f8:dd'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:28.238861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event deleted for resources: {'Port': ['ID=50cdc53e-d111-480a-b718-5b46e6f54abf,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:28.336894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fcf5b2a8-4e3b-432d-8ad8-744693c1a807 None None] Provisioning for port df431191-1ba2-493e-a570-204e58d06014 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:28.348919 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fcf5b2a8-4e3b-432d-8ad8-744693c1a807 None None] Provisioning complete for port df431191-1ba2-493e-a570-204e58d06014 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:28.349312 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b2a8-4e3b-432d-8ad8-744693c1a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.469237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5b2a8-4e3b-432d-8ad8-744693c1a807 None None] Port df431191-1ba2-493e-a570-204e58d06014 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:28.489633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.510193 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c16f7d05-fc52-433a-9094-666e5c3bdac1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.6579702 Dec 22 08:42:28.517397 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48884) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.527629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port f27c5a83-434b-4c5c-9380-a770ac9923ae, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f27c5a83-434b-4c5c-9380-a770ac9923ae,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:28.533136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.535248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e40e1870-4062-4d18-a126-04fd6a169ef6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:28.556861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d1156d73-c884-4a27-8ff0-5649aaba70d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for edaa6b39-1d15-404f-ac0d-11c9b56595ff owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:28.687425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=f27c5a83-434b-4c5c-9380-a770ac9923ae,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:28.729179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-56c6c2fc-a081-4289-8853-858804758987 None None] Provisioning complete for port f27c5a83-434b-4c5c-9380-a770ac9923ae triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:28.729832 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-56c6c2fc-a081-4289-8853-858804758987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.776910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-36be4f32-2947-4db1-8cf5-b08cb50324ae tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.826275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-36be4f32-2947-4db1-8cf5-b08cb50324ae tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.826973 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-36be4f32-2947-4db1-8cf5-b08cb50324ae tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP d684121a-1737-4537-851d-224dbf228997 disassociated. External IP: 172.26.1.83, port: 4ce9bd6f-8831-461f-9d25-ccd681e6b846. Dec 22 08:42:28.830107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port e40e1870-4062-4d18-a126-04fd6a169ef6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:28.840528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e40e1870-4062-4d18-a126-04fd6a169ef6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:28.841152 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.913896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.928158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1156d73-c884-4a27-8ff0-5649aaba70d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.026124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-56c6c2fc-a081-4289-8853-858804758987 None None] Could not find standard attr ID for object edaa6b39-1d15-404f-ac0d-11c9b56595ff. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:29.058104 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.064975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1156d73-c884-4a27-8ff0-5649aaba70d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=edaa6b39-1d15-404f-ac0d-11c9b56595ff,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:29.111766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port e40e1870-4062-4d18-a126-04fd6a169ef6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e40e1870-4062-4d18-a126-04fd6a169ef6,segment=NetworkSegment(0f61478c-3506-459a-8608-c8f41b618fc8),segment_id=0f61478c-3506-459a-8608-c8f41b618fc8)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:29.119166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.151549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1156d73-c884-4a27-8ff0-5649aaba70d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.201219 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d1156d73-c884-4a27-8ff0-5649aaba70d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/edaa6b39-1d15-404f-ac0d-11c9b56595ff HTTP/1.1" status: 204 len: 168 time: 2.0270970 Dec 22 08:42:29.210936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48890) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.233452 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=e40e1870-4062-4d18-a126-04fd6a169ef6,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:29.246177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.254678 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-71b5b831-5796-4a61-9708-058cb9444ed1 None None] Provisioning complete for port e40e1870-4062-4d18-a126-04fd6a169ef6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:29.255081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-71b5b831-5796-4a61-9708-058cb9444ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.288501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-02341829-a850-4594-be57-c1b9effbdedb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 73a33695-2a2f-4c92-b358-33d2273e9b13 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:29.289089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02341829-a850-4594-be57-c1b9effbdedb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.332001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.373360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67aad222-1bc6-42b7-a82e-7980549ff124 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.421376 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-71b5b831-5796-4a61-9708-058cb9444ed1 None None] Provisioning for port 73a33695-2a2f-4c92-b358-33d2273e9b13 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:29.427560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-71b5b831-5796-4a61-9708-058cb9444ed1 None None] Provisioning complete for port 73a33695-2a2f-4c92-b358-33d2273e9b13 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:29.427928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-71b5b831-5796-4a61-9708-058cb9444ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.445513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.495134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-71b5b831-5796-4a61-9708-058cb9444ed1 None None] Port 73a33695-2a2f-4c92-b358-33d2273e9b13 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:29.498506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-71b5b831-5796-4a61-9708-058cb9444ed1 None None] Could not find standard attr ID for object edaa6b39-1d15-404f-ac0d-11c9b56595ff. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:29.621150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d7441b-9d09-4e61-9cae-7baa786e8678 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:29.622705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d7441b-9d09-4e61-9cae-7baa786e8678 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:29.624308 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-39d7441b-9d09-4e61-9cae-7baa786e8678 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3985565 Dec 22 08:42:29.625486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.626021 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Fanout notify agent at l3_agent the message router_deleted on router 996442c0-2503-40ff-930b-29a2a04cd8af {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:29.629787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0da963ae-59fe-40d8-bbc9-4f1ce1a0def3 None None] Provisioning complete for port 73a33695-2a2f-4c92-b358-33d2273e9b13 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:29.630251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0da963ae-59fe-40d8-bbc9-4f1ce1a0def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.639704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48896) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.677583 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.680689 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dce6f136-3e9c-4525-8ee3-3b99a872a023 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "DELETE /v2.0/routers/996442c0-2503-40ff-930b-29a2a04cd8af HTTP/1.1" status: 204 len: 168 time: 4.4422090 Dec 22 08:42:29.694106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48900) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.694619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0da963ae-59fe-40d8-bbc9-4f1ce1a0def3 None None] Port 73a33695-2a2f-4c92-b358-33d2273e9b13 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:29.772781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f27c5a83-434b-4c5c-9380-a770ac9923ae up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:29.851884 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f27c5a83-434b-4c5c-9380-a770ac9923ae triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:29.852246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.869806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36be4f32-2947-4db1-8cf5-b08cb50324ae tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:29.897401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02341829-a850-4594-be57-c1b9effbdedb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.979138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e40e1870-4062-4d18-a126-04fd6a169ef6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:30.045133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db3e07f-217c-414a-9544-44e703088b22 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 57d9d878-7c7c-42b5-9047-6e6cf0d8e059 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:30.058394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0db3e07f-217c-414a-9544-44e703088b22 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.091986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8ed9de-92e1-4128-83f5-883e0a450694 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Deleting subnet 0c2f1720-ffa6-46ab-b555-b34423aac8c1 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:30.098554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-02341829-a850-4594-be57-c1b9effbdedb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 73a33695-2a2f-4c92-b358-33d2273e9b13 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:30.102404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e40e1870-4062-4d18-a126-04fd6a169ef6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:30.102404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.110962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.112576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed9de-92e1-4128-83f5-883e0a450694 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.171259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.249750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0db3e07f-217c-414a-9544-44e703088b22 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.319280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed9de-92e1-4128-83f5-883e0a450694 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.402965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36be4f32-2947-4db1-8cf5-b08cb50324ae tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:30.421872 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494ba2f-e634-4c36-b6bd-9e13009f650e None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:30.425599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-36be4f32-2947-4db1-8cf5-b08cb50324ae tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.432491 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494ba2f-e634-4c36-b6bd-9e13009f650e None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:30.433163 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c494ba2f-e634-4c36-b6bd-9e13009f650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:30.477563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67aad222-1bc6-42b7-a82e-7980549ff124 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.490250 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-36be4f32-2947-4db1-8cf5-b08cb50324ae tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "PUT /v2.0/floatingips/d684121a-1737-4537-851d-224dbf228997 HTTP/1.1" status: 200 len: 687 time: 2.6557143 Dec 22 08:42:30.492853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48908) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:30.495755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02341829-a850-4594-be57-c1b9effbdedb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.511502 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c494ba2f-e634-4c36-b6bd-9e13009f650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:30.513826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67aad222-1bc6-42b7-a82e-7980549ff124 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.524209 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494ba2f-e634-4c36-b6bd-9e13009f650e None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:30.525146 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c494ba2f-e634-4c36-b6bd-9e13009f650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:30.595954 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c494ba2f-e634-4c36-b6bd-9e13009f650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:30.597295 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494ba2f-e634-4c36-b6bd-9e13009f650e None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:30.612891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02341829-a850-4594-be57-c1b9effbdedb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=73a33695-2a2f-4c92-b358-33d2273e9b13,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:30.693584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0db3e07f-217c-414a-9544-44e703088b22 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.726128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-67aad222-1bc6-42b7-a82e-7980549ff124 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] In _notify_port_updated(), no bound segment for port df431191-1ba2-493e-a570-204e58d06014 on network 7aa1db48-8268-4902-aca8-385db43e3ce5 {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:42:30.731598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aad222-1bc6-42b7-a82e-7980549ff124 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:30.731994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02341829-a850-4594-be57-c1b9effbdedb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.732215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67aad222-1bc6-42b7-a82e-7980549ff124 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.733491 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-67aad222-1bc6-42b7-a82e-7980549ff124 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "PUT /v2.0/ports/df431191-1ba2-493e-a570-204e58d06014 HTTP/1.1" status: 200 len: 1057 time: 2.5169291 Dec 22 08:42:30.733864 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-02341829-a850-4594-be57-c1b9effbdedb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/73a33695-2a2f-4c92-b358-33d2273e9b13 HTTP/1.1" status: 204 len: 168 time: 2.2133360 Dec 22 08:42:30.743078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48912) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:30.743409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48914) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:30.752347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed9de-92e1-4128-83f5-883e0a450694 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.782083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aad222-1bc6-42b7-a82e-7980549ff124 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event updated for resources: {'Port': ['ID=df431191-1ba2-493e-a570-204e58d06014,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:30.842374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9e76b3eb-835f-428c-9b4c-1c2afc7b1b93 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port a23867aa-5a35-4cd6-93ee-15e4437495f2 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:30.843253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e76b3eb-835f-428c-9b4c-1c2afc7b1b93 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.871499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Router 054f64b9-c961-4766-939e-723aa13ac4e7 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:42:30.881918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0db3e07f-217c-414a-9544-44e703088b22 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.895364 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c0393f-3380-400e-a50d-030b09599539 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:42:30.895903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48c0393f-3380-400e-a50d-030b09599539 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:30.935387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a734ef5e-7668-40f9-91b4-1057ddc2490f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Deleting port df431191-1ba2-493e-a570-204e58d06014 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:30.935709 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a734ef5e-7668-40f9-91b4-1057ddc2490f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.942668 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7f1be298-3561-4fa9-a79c-3c34ef36b3c7 None None] Provisioning complete for port df431191-1ba2-493e-a570-204e58d06014 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:30.943167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7f1be298-3561-4fa9-a79c-3c34ef36b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.967601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48c0393f-3380-400e-a50d-030b09599539 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:30.968677 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-48c0393f-3380-400e-a50d-030b09599539 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/73a33695-2a2f-4c92-b358-33d2273e9b13 HTTP/1.1" status: 404 len: 333 time: 0.2229118 Dec 22 08:42:30.977266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed9de-92e1-4128-83f5-883e0a450694 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.993813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48920) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:30.998611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3e07f-217c-414a-9544-44e703088b22 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=57d9d878-7c7c-42b5-9047-6e6cf0d8e059,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:31.022999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2003c4-f572-47c5-8485-98767cd3f0ce None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:31.049164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0db3e07f-217c-414a-9544-44e703088b22 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.064868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed9de-92e1-4128-83f5-883e0a450694 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.071143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ed951-fb43-4e48-81c8-b2295580be00 None None] Network 1d8f5143-018b-4992-af38-6acc7eb18b5c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:31.072410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ed9de-92e1-4128-83f5-883e0a450694 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2f1720-ffa6-46ab-b555-b34423aac8c1,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:31.086368 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0db3e07f-217c-414a-9544-44e703088b22 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/57d9d878-7c7c-42b5-9047-6e6cf0d8e059 HTTP/1.1" status: 204 len: 168 time: 1.4431739 Dec 22 08:42:31.088233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7f1be298-3561-4fa9-a79c-3c34ef36b3c7 None None] Port df431191-1ba2-493e-a570-204e58d06014 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:31.090607 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fa8ed9de-92e1-4128-83f5-883e0a450694 tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "DELETE /v2.0/subnets/0c2f1720-ffa6-46ab-b555-b34423aac8c1 HTTP/1.1" status: 204 len: 168 time: 1.3951316 Dec 22 08:42:31.090607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48924) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.090906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48926) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.191812 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c755c114-35c8-4881-b97f-a0733fc9e0d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet 94c7a296-0a39-4520-b68c-57417a8eef99 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:31.199779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c755c114-35c8-4881-b97f-a0733fc9e0d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.263053 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4f77cc16-1b0d-4b94-a046-bf3cab40a404 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082125 Dec 22 08:42:31.265923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48932) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.285197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:31.293416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e76b3eb-835f-428c-9b4c-1c2afc7b1b93 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.293761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e76b3eb-835f-428c-9b4c-1c2afc7b1b93 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.317986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c755c114-35c8-4881-b97f-a0733fc9e0d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.440700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:31.455590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852a7548-8256-431c-830a-6a36c6fd2a7d None None] Sync routers for ids ['054f64b9-c961-4766-939e-723aa13ac4e7'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:31.462672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.463853 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-12477ce0-7dd8-434c-b10d-b3bf50456d5e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "PUT /v2.0/routers/054f64b9-c961-4766-939e-723aa13ac4e7 HTTP/1.1" status: 200 len: 880 time: 6.7384751 Dec 22 08:42:31.468343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48938) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.473450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a7548-8256-431c-830a-6a36c6fd2a7d None None] Routers {'054f64b9-c961-4766-939e-723aa13ac4e7'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:31.473618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.474502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-852a7548-8256-431c-830a-6a36c6fd2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['054f64b9-c961-4766-939e-723aa13ac4e7'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:31.515990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9e76b3eb-835f-428c-9b4c-1c2afc7b1b93 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for a23867aa-5a35-4cd6-93ee-15e4437495f2 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:31.581775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:31.582543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] DHCP port deletion for 1d8f5143-018b-4992-af38-6acc7eb18b5c request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:31.589399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:31.594869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] Deleting port 9d53388b-65f5-4ed1-b70b-7e0b48277293 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:31.596603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.600207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:31.604725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:31.618852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-852a7548-8256-431c-830a-6a36c6fd2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:31.627250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Deleting port f27c5a83-434b-4c5c-9380-a770ac9923ae {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:31.627618 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.645618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a734ef5e-7668-40f9-91b4-1057ddc2490f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.698384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a7548-8256-431c-830a-6a36c6fd2a7d None None] Routers {'054f64b9-c961-4766-939e-723aa13ac4e7'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:31.699032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-852a7548-8256-431c-830a-6a36c6fd2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['054f64b9-c961-4766-939e-723aa13ac4e7'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:31.822987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f27c5a83-434b-4c5c-9380-a770ac9923ae no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:31.854305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Deleting port 9d53388b-65f5-4ed1-b70b-7e0b48277293 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:31.854679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.878587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:31.881801 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-852a7548-8256-431c-830a-6a36c6fd2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:31.882208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852a7548-8256-431c-830a-6a36c6fd2a7d None None] The sync data for ids ['054f64b9-c961-4766-939e-723aa13ac4e7'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:31.919227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a734ef5e-7668-40f9-91b4-1057ddc2490f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Calling delete_port for df431191-1ba2-493e-a570-204e58d06014 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:31.938073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:31.941486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.075266 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c755c114-35c8-4881-b97f-a0733fc9e0d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.097524 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bc96a749-4602-4897-a477-6975761d6d8b tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/routers/054f64b9-c961-4766-939e-723aa13ac4e7 HTTP/1.1" status: 200 len: 921 time: 0.6252763 Dec 22 08:42:32.102097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48944) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:32.186907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a734ef5e-7668-40f9-91b4-1057ddc2490f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.189775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e76b3eb-835f-428c-9b4c-1c2afc7b1b93 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.199640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] For port f27c5a83-434b-4c5c-9380-a770ac9923ae, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f27c5a83-434b-4c5c-9380-a770ac9923ae,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:32.200255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.207225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.221564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] For port 9d53388b-65f5-4ed1-b70b-7e0b48277293, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d53388b-65f5-4ed1-b70b-7e0b48277293,segment=NetworkSegment(bed238fe-5317-4f57-82f2-0a61478773df),segment_id=bed238fe-5317-4f57-82f2-0a61478773df)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:32.221988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.255658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76b3eb-835f-428c-9b4c-1c2afc7b1b93 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=a23867aa-5a35-4cd6-93ee-15e4437495f2,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:32.359960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] For port 9d53388b-65f5-4ed1-b70b-7e0b48277293, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d53388b-65f5-4ed1-b70b-7e0b48277293,segment=NetworkSegment(bed238fe-5317-4f57-82f2-0a61478773df),segment_id=bed238fe-5317-4f57-82f2-0a61478773df)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:32.360556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.370424 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734ef5e-7668-40f9-91b4-1057ddc2490f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event deleted for resources: {'Port': ['ID=df431191-1ba2-493e-a570-204e58d06014,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:32.372612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c755c114-35c8-4881-b97f-a0733fc9e0d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.389425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Calling delete_port for f27c5a83-434b-4c5c-9380-a770ac9923ae owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:32.458741 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755c114-35c8-4881-b97f-a0733fc9e0d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=94c7a296-0a39-4520-b68c-57417a8eef99,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:32.460797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c755c114-35c8-4881-b97f-a0733fc9e0d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.482356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea504e-2fad-43e3-bde7-6e56511a6265 None None] Network ecab3b43-b312-4d50-bf85-9f2d52772cc1 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:32.540617 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c755c114-35c8-4881-b97f-a0733fc9e0d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/94c7a296-0a39-4520-b68c-57417a8eef99 HTTP/1.1" status: 204 len: 168 time: 1.5369163 Dec 22 08:42:32.541099 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48948) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:32.561139 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Calling delete_port for 9d53388b-65f5-4ed1-b70b-7e0b48277293 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:32.575928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e76b3eb-835f-428c-9b4c-1c2afc7b1b93 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.578455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e76b3eb-835f-428c-9b4c-1c2afc7b1b93 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.583198 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9e76b3eb-835f-428c-9b4c-1c2afc7b1b93 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/floatingips/d684121a-1737-4537-851d-224dbf228997 HTTP/1.1" status: 204 len: 168 time: 2.0852103 Dec 22 08:42:32.589471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48952) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:32.606246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '403ac9f7-cc78-4cf1-9da3-2af5c1ff372b'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:32.646943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:32.652724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] Calling delete_port for 9d53388b-65f5-4ed1-b70b-7e0b48277293 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:32.702713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:floatingip and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:32.711932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.715284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:32.743135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port f27c5a83-434b-4c5c-9380-a770ac9923ae, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f27c5a83-434b-4c5c-9380-a770ac9923ae,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:32.753558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:32.774543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e9df7-012a-4afc-b5ee-2bf7db88b609 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:32.776308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-668e9df7-012a-4afc-b5ee-2bf7db88b609 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Synchronizing usage tracker for tenant:02854c1a14c74eac9d566d5954d113b5 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:32.779339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.780016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d53388b-65f5-4ed1-b70b-7e0b48277293 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:32.797836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] No DVR routers for this DVR port 9d53388b-65f5-4ed1-b70b-7e0b48277293 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:32.807110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.832467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event deleted for resources: {'Port': ['ID=9d53388b-65f5-4ed1-b70b-7e0b48277293,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:32.848563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.862647 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.887718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 9d53388b-65f5-4ed1-b70b-7e0b48277293 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:32.888068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d53388b-65f5-4ed1-b70b-7e0b48277293 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:32.897369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port e40e1870-4062-4d18-a126-04fd6a169ef6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:32.897369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.924140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:32.924545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:32.929588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-668e9df7-012a-4afc-b5ee-2bf7db88b609 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Unset dirty status for tenant:02854c1a14c74eac9d566d5954d113b5 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:32.929588 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-668e9df7-012a-4afc-b5ee-2bf7db88b609 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&device_id=054f64b9-c961-4766-939e-723aa13ac4e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8230202 Dec 22 08:42:32.933738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48960) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:32.954191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:32.954572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:32.958259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=f27c5a83-434b-4c5c-9380-a770ac9923ae,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:32.981005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:32.989603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:32.993449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:32.994161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.018939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a734ef5e-7668-40f9-91b4-1057ddc2490f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.021032 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a734ef5e-7668-40f9-91b4-1057ddc2490f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "DELETE /v2.0/ports/df431191-1ba2-493e-a570-204e58d06014 HTTP/1.1" status: 204 len: 168 time: 2.2767224 Dec 22 08:42:33.026074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48964) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.087629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4946048d-913a-45c0-9a7d-ea212e1926bc None None] DHCP port deletion for ecab3b43-b312-4d50-bf85-9f2d52772cc1 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:33.089752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.090515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4946048d-913a-45c0-9a7d-ea212e1926bc None None] Deleting port e40e1870-4062-4d18-a126-04fd6a169ef6 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:33.090893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4946048d-913a-45c0-9a7d-ea212e1926bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.099206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=e585e8ac-3c79-4ed5-8ce5-1abb77531375,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:33.128657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8f5143-018b-4992-af38-6acc7eb18b5c']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:33.140160 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6e7ece2e-486c-4ef0-acfc-8997198fec10 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8642941 Dec 22 08:42:33.143615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48968) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.149519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'name': 'tempest-NetworksTestDHCPv6-1452746712'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:33.168432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed238fe-5317-4f57-82f2-0a61478773df') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:33.169130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed238fe-5317-4f57-82f2-0a61478773df') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:33.186101 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-499a9aa9-bce4-483d-bd89-7b61b971a7a4 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] GET failed (client error): The resource could not be found. Dec 22 08:42:33.186639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-499a9aa9-bce4-483d-bd89-7b61b971a7a4 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Synchronizing usage tracker for tenant:e33cf9b92387463c9f526d398105f756 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:33.196758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.263220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.285198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:42:33.285707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:33.300922 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:33.324741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4946048d-913a-45c0-9a7d-ea212e1926bc None None] For port e40e1870-4062-4d18-a126-04fd6a169ef6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e40e1870-4062-4d18-a126-04fd6a169ef6,segment=NetworkSegment(0f61478c-3506-459a-8608-c8f41b618fc8),segment_id=0f61478c-3506-459a-8608-c8f41b618fc8)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:33.325391 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4946048d-913a-45c0-9a7d-ea212e1926bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.400910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:33.405456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:33.409199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:33.411935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.419828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:33.441470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.450149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event deleted for resources: {'Network': ['ID=1d8f5143-018b-4992-af38-6acc7eb18b5c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:33.453734 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91003f95-99f6-43c8-b4a7-d4536c92e6ea tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.455143 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-91003f95-99f6-43c8-b4a7-d4536c92e6ea tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 881 time: 0.5129664 Dec 22 08:42:33.455257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Deleting port f27c5a83-434b-4c5c-9380-a770ac9923ae {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:33.455689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.461189 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2f71b20e-87c6-462a-af24-d7676594263c tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "DELETE /v2.0/networks/1d8f5143-018b-4992-af38-6acc7eb18b5c HTTP/1.1" status: 204 len: 168 time: 2.3070800 Dec 22 08:42:33.462432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-499a9aa9-bce4-483d-bd89-7b61b971a7a4 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Unset dirty status for tenant:e33cf9b92387463c9f526d398105f756 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:33.466081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48972) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.466218 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-499a9aa9-bce4-483d-bd89-7b61b971a7a4 tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "GET /v2.0/ports/df431191-1ba2-493e-a570-204e58d06014 HTTP/1.1" status: 404 len: 333 time: 0.4114816 Dec 22 08:42:33.466310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48974) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.467710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48978) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.481710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] Deleting port 9d53388b-65f5-4ed1-b70b-7e0b48277293 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:33.482088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.491781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] For port e40e1870-4062-4d18-a126-04fd6a169ef6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e40e1870-4062-4d18-a126-04fd6a169ef6,segment=NetworkSegment(0f61478c-3506-459a-8608-c8f41b618fc8),segment_id=0f61478c-3506-459a-8608-c8f41b618fc8)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:33.492136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.512292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4946048d-913a-45c0-9a7d-ea212e1926bc None None] Calling delete_port for e40e1870-4062-4d18-a126-04fd6a169ef6 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:33.620544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-232956b3-01f9-4823-b1ad-71015d396b7a None None] The port '9d53388b-65f5-4ed1-b70b-7e0b48277293' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:42:33.631234 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for e40e1870-4062-4d18-a126-04fd6a169ef6 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:33.709771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.724103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4946048d-913a-45c0-9a7d-ea212e1926bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.744154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:33.744154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.785689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946048d-913a-45c0-9a7d-ea212e1926bc None None] Pushing event deleted for resources: {'Port': ['ID=e40e1870-4062-4d18-a126-04fd6a169ef6,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:33.799979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:33.800299 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:33.879194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946048d-913a-45c0-9a7d-ea212e1926bc None None] No DVR routers for this DVR port e40e1870-4062-4d18-a126-04fd6a169ef6 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:33.879901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-db519098-25fc-4569-a32c-851b079bb91c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Deleting port c7f7e801-d9c3-456c-97aa-958b095f74de {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:33.880541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db519098-25fc-4569-a32c-851b079bb91c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.882107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e40e1870-4062-4d18-a126-04fd6a169ef6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:33.908825 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-54ece1b6-5c18-47b7-adf4-87a619fffe77 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=054f64b9-c961-4766-939e-723aa13ac4e7 HTTP/1.1" status: 200 len: 205 time: 0.4438159 Dec 22 08:42:33.921394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e40e1870-4062-4d18-a126-04fd6a169ef6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:33.922398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e40e1870-4062-4d18-a126-04fd6a169ef6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:33.923016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 48986) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.943434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.26.1.101 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/7191d372-5ba7-45ab-b214-2b5061f4b279) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:33.970063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] For port f27c5a83-434b-4c5c-9380-a770ac9923ae, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f27c5a83-434b-4c5c-9380-a770ac9923ae,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:33.970528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.998676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-dccc83c9-22f4-4aa0-9f2f-1a698c35506e tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Deleting port 003e83c6-89f9-4ec5-806f-1e1084e30bce {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:33.999019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dccc83c9-22f4-4aa0-9f2f-1a698c35506e tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.037658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 8e02d18f-bc45-4cc6-a6d5-4d041fa602bb yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:34.108274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Calling delete_port for f27c5a83-434b-4c5c-9380-a770ac9923ae owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:34.109357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.149751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.187200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.226812 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:34.229790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:34.233721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:34.250268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] No DVR routers for this DVR port f27c5a83-434b-4c5c-9380-a770ac9923ae on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:34.258581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2ac10-08f5-4faa-b724-de29aa9eb77d None None] Pushing event deleted for resources: {'Port': ['ID=f27c5a83-434b-4c5c-9380-a770ac9923ae,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:34.270529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=7191d372-5ba7-45ab-b214-2b5061f4b279,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:34.278946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a41404-1452-45b6-a42f-089805f631ae None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:34.328954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port e40e1870-4062-4d18-a126-04fd6a169ef6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:34.329650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.416384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] The port 'e40e1870-4062-4d18-a126-04fd6a169ef6' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:42:34.502660 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': 'e585e8ac-3c79-4ed5-8ce5-1abb77531375'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:34.504264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.546336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.596206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.684035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::3a0 (906224fb-f2fa-4b66-98df-524285cae5f9/e585e8ac-3c79-4ed5-8ce5-1abb77531375/8e02d18f-bc45-4cc6-a6d5-4d041fa602bb) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:34.694372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecab3b43-b312-4d50-bf85-9f2d52772cc1']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:34.695482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dccc83c9-22f4-4aa0-9f2f-1a698c35506e tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.695810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dccc83c9-22f4-4aa0-9f2f-1a698c35506e tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.711542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f61478c-3506-459a-8608-c8f41b618fc8') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:34.711801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f61478c-3506-459a-8608-c8f41b618fc8') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:34.785807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.807459 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.819961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:42:34.820384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.834285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db519098-25fc-4569-a32c-851b079bb91c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:34.834496 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:34.908008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-dccc83c9-22f4-4aa0-9f2f-1a698c35506e tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Calling delete_port for 003e83c6-89f9-4ec5-806f-1e1084e30bce owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:34.926022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.952820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.961152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Network': ['ID=ecab3b43-b312-4d50-bf85-9f2d52772cc1,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:35.001890 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ea99e820-c3f7-4502-a47a-de3ed8779893 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/networks/ecab3b43-b312-4d50-bf85-9f2d52772cc1 HTTP/1.1" status: 204 len: 168 time: 2.4578025 Dec 22 08:42:35.002667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 48994) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:35.009392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'name': 'tempest-PortsIpV6TestJSON-33498171'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:35.231056 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-db519098-25fc-4569-a32c-851b079bb91c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Calling delete_port for c7f7e801-d9c3-456c-97aa-958b095f74de owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:35.241592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:35.243973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.251130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:port and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:35.255570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:35.261905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:35.282191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:35.286193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.350135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port 9e002aa3-ebd4-4f0e-af5b-8d47e8aad2b3 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:35.356915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.410281 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.459038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Deleting port 5bb89809-cc9b-45d8-b922-0795491eee23 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:35.459390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.743166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dccc83c9-22f4-4aa0-9f2f-1a698c35506e tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.785764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db519098-25fc-4569-a32c-851b079bb91c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.787056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.809489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.820280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc83c9-22f4-4aa0-9f2f-1a698c35506e tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Pushing event deleted for resources: {'Port': ['ID=003e83c6-89f9-4ec5-806f-1e1084e30bce,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:35.823878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e8a2c-6d56-469f-860c-f673f3c09413 req-00b551bf-b6c1-4015-87bd-8583ed83a53e tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:35.825376 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-092e8a2c-6d56-469f-860c-f673f3c09413 req-00b551bf-b6c1-4015-87bd-8583ed83a53e tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 945 time: 0.3341160 Dec 22 08:42:35.896230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.901342 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-092e8a2c-6d56-469f-860c-f673f3c09413 req-d084b02b-1d24-49a0-8a72-a5006d072bc7 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668573 Dec 22 08:42:35.903116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.917703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db519098-25fc-4569-a32c-851b079bb91c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event deleted for resources: {'Port': ['ID=c7f7e801-d9c3-456c-97aa-958b095f74de,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:35.942905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.951376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 8e02d18f-bc45-4cc6-a6d5-4d041fa602bb will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:36.010871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:36.043150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:36.050506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:36.055965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:36.056551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.076933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.089393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=7191d372-5ba7-45ab-b214-2b5061f4b279,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:36.177425 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.1703799 Dec 22 08:42:36.183088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49008) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.218208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.228263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Calling delete_port for 5bb89809-cc9b-45d8-b922-0795491eee23 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:36.267699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dccc83c9-22f4-4aa0-9f2f-1a698c35506e tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.297975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db519098-25fc-4569-a32c-851b079bb91c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.334265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d2ab0-30a4-4fef-9179-a3d26a090fec tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=9e002aa3-ebd4-4f0e-af5b-8d47e8aad2b3,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:36.338535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.345766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-231a99ca-9eb7-4fdb-874c-ebb302c95c46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 9e002aa3-ebd4-4f0e-af5b-8d47e8aad2b3 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:36.346081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-231a99ca-9eb7-4fdb-874c-ebb302c95c46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.387606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/e585e8ac-3c79-4ed5-8ce5-1abb77531375/58f9b119-36b1-426b-844e-6997e91fb23d) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:36.412280 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-db519098-25fc-4569-a32c-851b079bb91c tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "DELETE /v2.0/ports/c7f7e801-d9c3-456c-97aa-958b095f74de HTTP/1.1" status: 204 len: 168 time: 2.9433146 Dec 22 08:42:36.421352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49012) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.423673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dccc83c9-22f4-4aa0-9f2f-1a698c35506e tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.424773 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dccc83c9-22f4-4aa0-9f2f-1a698c35506e tempest-FloatingIPAdminTestJSON-1473351777 tempest-FloatingIPAdminTestJSON-1473351777-project] 10.222.0.37 "DELETE /v2.0/floatingips/7ce47183-fb36-450f-9f86-faf319bb234c HTTP/1.1" status: 204 len: 168 time: 2.9585474 Dec 22 08:42:36.486264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:36.490767 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edfff1c-7aeb-4399-a14c-b56e7affda1f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] GET failed (client error): The resource could not be found. Dec 22 08:42:36.491196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4edfff1c-7aeb-4399-a14c-b56e7affda1f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Synchronizing usage tracker for tenant:e33cf9b92387463c9f526d398105f756 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:36.493764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:36.502362 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:36.513906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:36.513906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.513906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=8e02d18f-bc45-4cc6-a6d5-4d041fa602bb,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:36.543791 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP 5b6b5ff8-80c6-48d4-b315-d1d4db0963fc associated. External IP: 172.26.1.101, port: 403ac9f7-cc78-4cf1-9da3-2af5c1ff372b. Dec 22 08:42:36.553036 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f2bc2ada-6c5c-48c9-98bd-e4db37f5ca65 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4081821 Dec 22 08:42:36.553999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4edfff1c-7aeb-4399-a14c-b56e7affda1f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Unset dirty status for tenant:e33cf9b92387463c9f526d398105f756 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:36.558770 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4edfff1c-7aeb-4399-a14c-b56e7affda1f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "GET /v2.0/ports/c7f7e801-d9c3-456c-97aa-958b095f74de HTTP/1.1" status: 404 len: 333 time: 0.1292775 Dec 22 08:42:36.559147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49020) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.559485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49022) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.889997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49032) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.896830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-0027f3d4-736f-401e-a097-b1a5c90c353f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Deleting port b79dd77e-3121-4cf2-aa2c-e673715d8b44 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:36.897414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0027f3d4-736f-401e-a097-b1a5c90c353f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.960964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.004550 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.009419 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-231a99ca-9eb7-4fdb-874c-ebb302c95c46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.016762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Transition to ACTIVE for port object 58f9b119-36b1-426b-844e-6997e91fb23d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:37.038191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Transition to ACTIVE for port object 58f9b119-36b1-426b-844e-6997e91fb23d will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:37.046472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.128426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Pushing event deleted for resources: {'Port': ['ID=5bb89809-cc9b-45d8-b922-0795491eee23,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:37.129052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:37.131048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:37.142243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Pushing event updated for resources: {'Port': ['ID=58f9b119-36b1-426b-844e-6997e91fb23d,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:37.144644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:37.173964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-231a99ca-9eb7-4fdb-874c-ebb302c95c46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 9e002aa3-ebd4-4f0e-af5b-8d47e8aad2b3 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:37.267296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Attempting to bind port 58f9b119-36b1-426b-844e-6997e91fb23d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:37.267495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Attempting to bind port 58f9b119-36b1-426b-844e-6997e91fb23d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:37.267754 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Attempting to bind port 58f9b119-36b1-426b-844e-6997e91fb23d on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:37.283310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f68ad-8393-40ef-bf1a-7186e2a2b508 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:37.284018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5b8f68ad-8393-40ef-bf1a-7186e2a2b508 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:37.285163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:37.285749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:37.286235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.286768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:37.287235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Bound port: 58f9b119-36b1-426b-844e-6997e91fb23d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:37.287670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.287775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.356934 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c54e0d2f-833e-4072-b1f9-efe8937cbdad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df60ab9b5d6a42a19037bc7a8dba0d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641733 Dec 22 08:42:37.382552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49040) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:37.395048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] For port 58f9b119-36b1-426b-844e-6997e91fb23d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:37.398872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] For port 58f9b119-36b1-426b-844e-6997e91fb23d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=58f9b119-36b1-426b-844e-6997e91fb23d,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:37.403607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.467199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227793fa-d886-461e-a301-025935452e43 req-0ee34da6-0519-4223-947e-e7ebd6fe2010 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:37.468725 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-227793fa-d886-461e-a301-025935452e43 req-0ee34da6-0519-4223-947e-e7ebd6fe2010 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 945 time: 0.5410156 Dec 22 08:42:37.502723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9861e9-2db6-4c70-8f1d-87448034c131 None None] Pushing event updated for resources: {'Port': ['ID=58f9b119-36b1-426b-844e-6997e91fb23d,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:37.521732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-231a99ca-9eb7-4fdb-874c-ebb302c95c46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.573067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:37.597464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.599093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5b8f68ad-8393-40ef-bf1a-7186e2a2b508 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:37.600235 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5b8f68ad-8393-40ef-bf1a-7186e2a2b508 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.0354440 Dec 22 08:42:37.604000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49044) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:37.604121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.612923 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a99ca-9eb7-4fdb-874c-ebb302c95c46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=9e002aa3-ebd4-4f0e-af5b-8d47e8aad2b3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:37.648340 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb358-dc7d-4b06-91eb-8267039556e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.649596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0027f3d4-736f-401e-a097-b1a5c90c353f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.651953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-231a99ca-9eb7-4fdb-874c-ebb302c95c46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.656821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.657339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Fanout notify agent at l3_agent the message router_deleted on router 054f64b9-c961-4766-939e-723aa13ac4e7 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:37.668543 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-227793fa-d886-461e-a301-025935452e43 req-99e537f8-00bd-4e26-b2c0-593f5d8898d8 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926479 Dec 22 08:42:37.771509 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-231a99ca-9eb7-4fdb-874c-ebb302c95c46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/9e002aa3-ebd4-4f0e-af5b-8d47e8aad2b3 HTTP/1.1" status: 204 len: 168 time: 1.5873551 Dec 22 08:42:37.794341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49048) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:37.811670 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'mac_address': 'fa:16:3e:fb:e2:24', 'name': 'tempest-PortsIpV6TestJSON-344346144'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:37.830834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb358-dc7d-4b06-91eb-8267039556e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.839545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-0027f3d4-736f-401e-a097-b1a5c90c353f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Calling delete_port for b79dd77e-3121-4cf2-aa2c-e673715d8b44 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:37.853904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-85209130-a546-4972-8f92-4d4766e59f5b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 8e02d18f-bc45-4cc6-a6d5-4d041fa602bb {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:37.854506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85209130-a546-4972-8f92-4d4766e59f5b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.893561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.894691 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-48fe44c3-ae83-4090-8106-81a356e8bd5d tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/054f64b9-c961-4766-939e-723aa13ac4e7 HTTP/1.1" status: 204 len: 168 time: 3.9577370 Dec 22 08:42:37.899941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49052) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:37.907289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-119331892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:37.916861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:37.925136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Usage tracker for resource:router and tenant:1b72f9ed6f854b0eabfa75bdc064f38d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:37.928961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:37.946361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:37.960985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.961928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.028398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.049533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0027f3d4-736f-401e-a097-b1a5c90c353f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.104460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:38.106458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027f3d4-736f-401e-a097-b1a5c90c353f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event deleted for resources: {'Port': ['ID=b79dd77e-3121-4cf2-aa2c-e673715d8b44,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:38.107196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:38.113360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.120625 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c3713-7de1-4ee3-97cd-2319da63a319 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:38.133963 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c3713-7de1-4ee3-97cd-2319da63a319 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:38.134700 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f17c3713-7de1-4ee3-97cd-2319da63a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:38.159588 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:port and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:38.165588 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:38.181745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:38.203479 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f17c3713-7de1-4ee3-97cd-2319da63a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:38.217863 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c3713-7de1-4ee3-97cd-2319da63a319 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:38.218885 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f17c3713-7de1-4ee3-97cd-2319da63a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:38.228071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.229909 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ffee59e9-9ac9-4825-8b06-5339fdb57edc tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3284802 Dec 22 08:42:38.235048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49056) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:38.241705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb358-dc7d-4b06-91eb-8267039556e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.273983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0027f3d4-736f-401e-a097-b1a5c90c353f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.281407 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0027f3d4-736f-401e-a097-b1a5c90c353f tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "DELETE /v2.0/ports/b79dd77e-3121-4cf2-aa2c-e673715d8b44 HTTP/1.1" status: 204 len: 168 time: 1.7139473 Dec 22 08:42:38.282280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49060) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:38.288474 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f17c3713-7de1-4ee3-97cd-2319da63a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:38.288918 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c3713-7de1-4ee3-97cd-2319da63a319 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:38.321716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'enable_snat': True}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:38.370280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d7a51b-81a9-4d69-87eb-1a457eae23ee tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Deleting subnet e7594945-a1d9-41f8-be1c-e34f97f9052f {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:38.379831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a51b-81a9-4d69-87eb-1a457eae23ee tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.464410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a51b-81a9-4d69-87eb-1a457eae23ee tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.529915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:38.571991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a51b-81a9-4d69-87eb-1a457eae23ee tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.627938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb358-dc7d-4b06-91eb-8267039556e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.629045 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b9dfb358-dc7d-4b06-91eb-8267039556e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b96fee2-ac4f-4b04-9347-dd8bc1d79bc7 HTTP/1.1" status: 204 len: 168 time: 1.2427452 Dec 22 08:42:38.629929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.667236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a51b-81a9-4d69-87eb-1a457eae23ee tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.714844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb358-dc7d-4b06-91eb-8267039556e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b96fee2-ac4f-4b04-9347-dd8bc1d79bc7,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:38.716861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7a51b-81a9-4d69-87eb-1a457eae23ee tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event deleted for resources: {'Subnet': ['ID=e7594945-a1d9-41f8-be1c-e34f97f9052f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:38.719000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a51b-81a9-4d69-87eb-1a457eae23ee tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.742019 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d3d7a51b-81a9-4d69-87eb-1a457eae23ee tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "DELETE /v2.0/subnets/e7594945-a1d9-41f8-be1c-e34f97f9052f HTTP/1.1" status: 204 len: 168 time: 0.4580858 Dec 22 08:42:38.745140 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49070) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:38.768245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4623a8-6f86-4c58-8459-29fa73a12fe4 None None] Network 7aa1db48-8268-4902-aca8-385db43e3ce5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:38.807558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-38d0195a-7ef0-4b5c-a44d-55a559dcc2aa None None] Provisioning for port 58f9b119-36b1-426b-844e-6997e91fb23d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:38.951072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85209130-a546-4972-8f92-4d4766e59f5b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.099974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-de9f3c3c-55d6-45ee-9a4a-8dad0bf6a44f None None] Provisioning for port 8e02d18f-bc45-4cc6-a6d5-4d041fa602bb completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:39.111567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-85209130-a546-4972-8f92-4d4766e59f5b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 8e02d18f-bc45-4cc6-a6d5-4d041fa602bb owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:39.112477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-de9f3c3c-55d6-45ee-9a4a-8dad0bf6a44f None None] Provisioning complete for port 8e02d18f-bc45-4cc6-a6d5-4d041fa602bb triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:39.112900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-de9f3c3c-55d6-45ee-9a4a-8dad0bf6a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.118534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49076) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:39.152443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0cf95dc-4b3b-4ce7-adad-48d401be32ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.167604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.178032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b0cf95dc-4b3b-4ce7-adad-48d401be32ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:39.183101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b0cf95dc-4b3b-4ce7-adad-48d401be32ef admin admin] Usage tracker for resource:security_group_rule and tenant:1fe4cdd5295c48d983ea0f0a9f310963 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:39.187768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b0cf95dc-4b3b-4ce7-adad-48d401be32ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:39.193243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Deleting port 09899e44-c5bc-4641-a790-f7096601b2a7 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:39.193886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.211962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-de9f3c3c-55d6-45ee-9a4a-8dad0bf6a44f None None] Port 8e02d18f-bc45-4cc6-a6d5-4d041fa602bb cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:39.225904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b0cf95dc-4b3b-4ce7-adad-48d401be32ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:39.270665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad000be-ffff-4a6f-9fbe-6c9f1ec789e7 None None] DHCP port deletion for 7aa1db48-8268-4902-aca8-385db43e3ce5 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:39.275265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bad000be-ffff-4a6f-9fbe-6c9f1ec789e7 None None] Deleting port 09899e44-c5bc-4641-a790-f7096601b2a7 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:39.275629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bad000be-ffff-4a6f-9fbe-6c9f1ec789e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.294929 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-989b1a4b-1641-47b8-8002-535f2cf0a4e4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.7021389 Dec 22 08:42:39.297219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49080) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:39.369338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.487326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-bad000be-ffff-4a6f-9fbe-6c9f1ec789e7 None None] For port 09899e44-c5bc-4641-a790-f7096601b2a7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=09899e44-c5bc-4641-a790-f7096601b2a7,segment=NetworkSegment(baa30f87-ce81-47ec-8077-87b025d408f7),segment_id=baa30f87-ce81-47ec-8077-87b025d408f7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:39.487683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bad000be-ffff-4a6f-9fbe-6c9f1ec789e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.492435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.522919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port ab5a6e91-7264-40c9-a945-2e9c19bddbf6 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:39.527038 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-17fe0d70-6c0d-4e13-8391-9b9074f1c818 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "GET /v2.0/floatingips/5b6b5ff8-80c6-48d4-b315-d1d4db0963fc HTTP/1.1" status: 200 len: 978 time: 0.2249722 Dec 22 08:42:39.540733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49086) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:39.569482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a0e27-2a4d-455f-b078-023589ecf738 req-be48b0d9-8d86-4782-8240-0e265a878810 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:39.571069 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-222a0e27-2a4d-455f-b078-023589ecf738 req-be48b0d9-8d86-4782-8240-0e265a878810 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 945 time: 1.3351555 Dec 22 08:42:39.620274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] For port 09899e44-c5bc-4641-a790-f7096601b2a7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=09899e44-c5bc-4641-a790-f7096601b2a7,segment=NetworkSegment(baa30f87-ce81-47ec-8077-87b025d408f7),segment_id=baa30f87-ce81-47ec-8077-87b025d408f7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:39.620634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.674048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bad000be-ffff-4a6f-9fbe-6c9f1ec789e7 None None] Calling delete_port for 09899e44-c5bc-4641-a790-f7096601b2a7 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:39.779154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Calling delete_port for 09899e44-c5bc-4641-a790-f7096601b2a7 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:39.783803 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bad000be-ffff-4a6f-9fbe-6c9f1ec789e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.792640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ad43-4585-47cc-bdf2-2a354468a358 req-a798e850-fc95-4e63-bee0-bacbcf88ee90 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:39.794149 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7798ad43-4585-47cc-bdf2-2a354468a358 req-a798e850-fc95-4e63-bee0-bacbcf88ee90 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 945 time: 0.5695264 Dec 22 08:42:39.831897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Deleting port 55e3d411-91ff-4be0-a8ec-495318db0369 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:39.832650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.837165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0cf95dc-4b3b-4ce7-adad-48d401be32ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.847919 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 58f9b119-36b1-426b-844e-6997e91fb23d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:39.848124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0cf95dc-4b3b-4ce7-adad-48d401be32ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.885897 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dfcd9f8c-d421-43c6-a654-bf1a3a6dda81 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3389256 Dec 22 08:42:39.887971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad000be-ffff-4a6f-9fbe-6c9f1ec789e7 None None] No DVR routers for this DVR port 09899e44-c5bc-4641-a790-f7096601b2a7 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:39.898897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49090) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:39.900097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad000be-ffff-4a6f-9fbe-6c9f1ec789e7 None None] Pushing event deleted for resources: {'Port': ['ID=09899e44-c5bc-4641-a790-f7096601b2a7,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:39.916896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'port_id': '4ce9bd6f-8831-461f-9d25-ccd681e6b846'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:39.940303 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 58f9b119-36b1-426b-844e-6997e91fb23d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:39.945640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 58f9b119-36b1-426b-844e-6997e91fb23d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:39.945917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.998744 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b0cf95dc-4b3b-4ce7-adad-48d401be32ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fe4cdd5295c48d983ea0f0a9f310963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8769226 Dec 22 08:42:40.007851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49094) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:40.010279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf95dc-4b3b-4ce7-adad-48d401be32ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b34f3-747f-4ce0-a734-07fa18fa0e13,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.022552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85209130-a546-4972-8f92-4d4766e59f5b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.055673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:40.056063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:40.089488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.113201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.129895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85209130-a546-4972-8f92-4d4766e59f5b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=8e02d18f-bc45-4cc6-a6d5-4d041fa602bb,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.148240 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 58f9b119-36b1-426b-844e-6997e91fb23d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=58f9b119-36b1-426b-844e-6997e91fb23d,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:40.153372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.201719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5af6641c-6e13-4e3a-85ac-a02963a13cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.235887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 09899e44-c5bc-4641-a790-f7096601b2a7 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:40.236251 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7798ad43-4585-47cc-bdf2-2a354468a358 req-b43cb99f-a73a-4a48-92d7-82c293bf6eef tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4252412 Dec 22 08:42:40.283790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=58f9b119-36b1-426b-844e-6997e91fb23d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.302516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5af6641c-6e13-4e3a-85ac-a02963a13cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.305735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 09899e44-c5bc-4641-a790-f7096601b2a7 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:40.306192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 09899e44-c5bc-4641-a790-f7096601b2a7 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:40.377044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85209130-a546-4972-8f92-4d4766e59f5b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.409571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.447137 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-85209130-a546-4972-8f92-4d4766e59f5b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/8e02d18f-bc45-4cc6-a6d5-4d041fa602bb HTTP/1.1" status: 204 len: 168 time: 2.8368230 Dec 22 08:42:40.453475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49098) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:40.483654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5af6641c-6e13-4e3a-85ac-a02963a13cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.548991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6641c-6e13-4e3a-85ac-a02963a13cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15b34f3-747f-4ce0-a734-07fa18fa0e13,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.628674 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25363ae-b1a2-4999-aa9f-efa52840504d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:40.630195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25363ae-b1a2-4999-aa9f-efa52840504d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:40.631744 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a25363ae-b1a2-4999-aa9f-efa52840504d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1658113 Dec 22 08:42:40.640968 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49102) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:40.677932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Deleting port 09899e44-c5bc-4641-a790-f7096601b2a7 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:40.678277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.753821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] The port '09899e44-c5bc-4641-a790-f7096601b2a7' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:42:40.756865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.759671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] For port 55e3d411-91ff-4be0-a8ec-495318db0369, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55e3d411-91ff-4be0-a8ec-495318db0369,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:40.760028 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.796735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5af6641c-6e13-4e3a-85ac-a02963a13cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.797872 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5af6641c-6e13-4e3a-85ac-a02963a13cbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b15b34f3-747f-4ce0-a734-07fa18fa0e13 HTTP/1.1" status: 204 len: 168 time: 0.7889643 Dec 22 08:42:40.982633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.023373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa1db48-8268-4902-aca8-385db43e3ce5']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:41.043850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa30f87-ce81-47ec-8077-87b025d408f7') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:41.044145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa30f87-ce81-47ec-8077-87b025d408f7') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:41.068165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.079732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:41.085581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:41.086628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.100626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:42:41.101023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.108591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:41.114964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:41.115561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:41.116096 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:41.138512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf90254-df13-4aec-bb10-e12d820d47d0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet e585e8ac-3c79-4ed5-8ce5-1abb77531375 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:41.142010 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdf90254-df13-4aec-bb10-e12d820d47d0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.183778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=ab5a6e91-7264-40c9-a945-2e9c19bddbf6,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:41.206618 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-20b4fd69-6922-4465-90ec-75546cab2321 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4112046 Dec 22 08:42:41.210773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49114) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:41.250950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.252340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49118) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:41.317962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdf90254-df13-4aec-bb10-e12d820d47d0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.345905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.387831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.388864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.414986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.452721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] Pushing event deleted for resources: {'Network': ['ID=7aa1db48-8268-4902-aca8-385db43e3ce5,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:41.462331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d4820e03-9468-412f-a81a-0280bdf90b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.479188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.528829 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1744a7ef-574d-424b-8f7c-34916a597e2a tempest-AllowedAddressPairTestJSON-1012614035 tempest-AllowedAddressPairTestJSON-1012614035-project] 10.222.0.37 "DELETE /v2.0/networks/7aa1db48-8268-4902-aca8-385db43e3ce5 HTTP/1.1" status: 204 len: 168 time: 2.7800760 Dec 22 08:42:41.578604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8784ec-9013-4f8b-bda5-95c824e3f9ff tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:41.579170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2b8784ec-9013-4f8b-bda5-95c824e3f9ff tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:41.586969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d4820e03-9468-412f-a81a-0280bdf90b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:41.600835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d4820e03-9468-412f-a81a-0280bdf90b1e admin admin] Usage tracker for resource:security_group_rule and tenant:573cecd7d140460e86e7d7b62c176657 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:41.611116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d4820e03-9468-412f-a81a-0280bdf90b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:41.623717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d4820e03-9468-412f-a81a-0280bdf90b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:41.682582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912693c1-5f3f-44e4-852d-9318d8da8233 req-c3aac33e-611e-463b-8175-4be8c08d398b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:41.684117 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-912693c1-5f3f-44e4-852d-9318d8da8233 req-c3aac33e-611e-463b-8175-4be8c08d398b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 946 time: 0.7208831 Dec 22 08:42:41.694842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2b8784ec-9013-4f8b-bda5-95c824e3f9ff tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:41.696088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2b8784ec-9013-4f8b-bda5-95c824e3f9ff tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/ab5a6e91-7264-40c9-a945-2e9c19bddbf6 HTTP/1.1" status: 200 len: 844 time: 0.4842839 Dec 22 08:42:41.704496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49126) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:41.762567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ee83-1371-467c-90ad-16fdcbce1996 req-eb447eff-9a96-4f61-b36c-de080ae82a1c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:41.770278 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9b81ee83-1371-467c-90ad-16fdcbce1996 req-eb447eff-9a96-4f61-b36c-de080ae82a1c tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 945 time: 0.3783221 Dec 22 08:42:41.797593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 58f9b119-36b1-426b-844e-6997e91fb23d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:41.809666 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP 5b6b5ff8-80c6-48d4-b315-d1d4db0963fc associated. External IP: 172.26.1.101, port: 403ac9f7-cc78-4cf1-9da3-2af5c1ff372b. Dec 22 08:42:41.832065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.832433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.832749 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Floating IP 7fe2ab3f-9c89-4ac4-a408-6c13cfd6dc56 disassociated. External IP: 172.26.1.60, port: 55e3d411-91ff-4be0-a8ec-495318db0369. Dec 22 08:42:41.833087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Calling delete_port for 55e3d411-91ff-4be0-a8ec-495318db0369 owned by compute:nova {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:41.868484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49132) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:41.873601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 58f9b119-36b1-426b-844e-6997e91fb23d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:41.874520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.930070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdf90254-df13-4aec-bb10-e12d820d47d0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.981906 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-912693c1-5f3f-44e4-852d-9318d8da8233 req-2021cb33-4c5c-42cd-bd8d-86f9582fcad2 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810245 Dec 22 08:42:42.006624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Allocated IP 172.26.1.147 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/548c36b7-252c-4d97-a652-3b1652d895dd) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:42.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9ec363dd-a59c-4cb5-baed-91929241f4e3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port ab5a6e91-7264-40c9-a945-2e9c19bddbf6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:42.012128 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ec363dd-a59c-4cb5-baed-91929241f4e3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.156185 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9b81ee83-1371-467c-90ad-16fdcbce1996 req-5772b733-a1b2-4b79-ad05-8a7eda202cec tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups?id=985c0add-982e-4874-a76e-10ff1bd94237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847585 Dec 22 08:42:42.227182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d4820e03-9468-412f-a81a-0280bdf90b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.246411 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8abac763-fc8d-421e-87b3-951cbb38d556 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e33cf9b92387463c9f526d398105f756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725779 Dec 22 08:42:42.246941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d4820e03-9468-412f-a81a-0280bdf90b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.251585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49142) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:42.259560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdf90254-df13-4aec-bb10-e12d820d47d0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.337168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf90254-df13-4aec-bb10-e12d820d47d0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=e585e8ac-3c79-4ed5-8ce5-1abb77531375,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.347045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa43cfa-e0f1-41a8-8454-e9f7273baa54 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:42.353781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdf90254-df13-4aec-bb10-e12d820d47d0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.371664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.519762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4820e03-9468-412f-a81a-0280bdf90b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a0eef2-aacb-4030-9ca4-965bb908edf2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.534671 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d4820e03-9468-412f-a81a-0280bdf90b1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=573cecd7d140460e86e7d7b62c176657&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2650354 Dec 22 08:42:42.544753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49146) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:42.563168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Pushing event deleted for resources: {'Port': ['ID=55e3d411-91ff-4be0-a8ec-495318db0369,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.565630 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fdf90254-df13-4aec-bb10-e12d820d47d0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/e585e8ac-3c79-4ed5-8ce5-1abb77531375 HTTP/1.1" status: 204 len: 168 time: 1.9212489 Dec 22 08:42:42.572610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49150) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:42.585592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ec363dd-a59c-4cb5-baed-91929241f4e3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.692384 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4557d819-c4cd-44f9-8bc4-5e22bb9c15a7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159742 Dec 22 08:42:42.692384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49156) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:42.709356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c31abec-dddb-40c1-b9fe-c54a6de8b32b None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:42.714926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5c31abec-dddb-40c1-b9fe-c54a6de8b32b None None] Deleting port 58f9b119-36b1-426b-844e-6997e91fb23d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:42.715481 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5c31abec-dddb-40c1-b9fe-c54a6de8b32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.719069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:42.736060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9a117da-7134-49e8-862f-dfcfaea763fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.746362 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:42.777352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9ec363dd-a59c-4cb5-baed-91929241f4e3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for ab5a6e91-7264-40c9-a945-2e9c19bddbf6 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:42.868931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9a117da-7134-49e8-862f-dfcfaea763fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.921015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 55e3d411-91ff-4be0-a8ec-495318db0369 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:42.922997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-312f2240-3dfe-41cc-abdb-c64a84b8dacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.958521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.016809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ec363dd-a59c-4cb5-baed-91929241f4e3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.023213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 55e3d411-91ff-4be0-a8ec-495318db0369 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:43.023557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 55e3d411-91ff-4be0-a8ec-495318db0369 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:43.067842 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Router 6623d282-0de3-4542-9c7d-d1e01259763e has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:43.085315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec363dd-a59c-4cb5-baed-91929241f4e3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=ab5a6e91-7264-40c9-a945-2e9c19bddbf6,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:43.099875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ec363dd-a59c-4cb5-baed-91929241f4e3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.152299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:43.191790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:43.237554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5c31abec-dddb-40c1-b9fe-c54a6de8b32b None None] For port 58f9b119-36b1-426b-844e-6997e91fb23d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=58f9b119-36b1-426b-844e-6997e91fb23d,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:43.238029 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5c31abec-dddb-40c1-b9fe-c54a6de8b32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.272098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:43.277372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-312f2240-3dfe-41cc-abdb-c64a84b8dacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.356642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:43.357128 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.423747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:43.427978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.457777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9a117da-7134-49e8-862f-dfcfaea763fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.480545 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9ec363dd-a59c-4cb5-baed-91929241f4e3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/ab5a6e91-7264-40c9-a945-2e9c19bddbf6 HTTP/1.1" status: 204 len: 168 time: 1.7752192 Dec 22 08:42:43.507468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49164) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:43.509535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:43.511279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:43.522994 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5c31abec-dddb-40c1-b9fe-c54a6de8b32b None None] Calling delete_port for 58f9b119-36b1-426b-844e-6997e91fb23d owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:43.554449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790ad1f-1b5e-4309-a2ed-1cd7cafec9b2 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:43.583920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790ad1f-1b5e-4309-a2ed-1cd7cafec9b2 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:43.584557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5790ad1f-1b5e-4309-a2ed-1cd7cafec9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:43.627556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a117da-7134-49e8-862f-dfcfaea763fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7345764-1cd0-442c-a1e6-3224133cc44f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:43.628420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:43.639056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-c4f9fa87-acee-4387-8882-aa389fb71686 req-5313a7a4-eecf-48fc-9ff0-02881a72d627 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Synchronizing usage tracker for tenant:1f81a5a8b4184e2b8ada05056a875a3a on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:43.644665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event updated for resources: {'Port': ['ID=548c36b7-252c-4d97-a652-3b1652d895dd,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:43.655626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:43.663375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5790ad1f-1b5e-4309-a2ed-1cd7cafec9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:43.687864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790ad1f-1b5e-4309-a2ed-1cd7cafec9b2 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:43.688482 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5790ad1f-1b5e-4309-a2ed-1cd7cafec9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:43.705506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:43.721165 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] Sync routers for ids ['6623d282-0de3-4542-9c7d-d1e01259763e'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:43.733217 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-13220c30-5368-45d2-be68-e30be58ac047 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:42:43.741592 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-13220c30-5368-45d2-be68-e30be58ac047 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/ab5a6e91-7264-40c9-a945-2e9c19bddbf6 HTTP/1.1" status: 404 len: 333 time: 0.1686001 Dec 22 08:42:43.746803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49168) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:43.754043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9a117da-7134-49e8-862f-dfcfaea763fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.754624 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] Routers {'6623d282-0de3-4542-9c7d-d1e01259763e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:43.757551 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6623d282-0de3-4542-9c7d-d1e01259763e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:43.757721 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d9a117da-7134-49e8-862f-dfcfaea763fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7345764-1cd0-442c-a1e6-3224133cc44f HTTP/1.1" status: 204 len: 168 time: 1.4928772 Dec 22 08:42:43.764553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5790ad1f-1b5e-4309-a2ed-1cd7cafec9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:43.765540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790ad1f-1b5e-4309-a2ed-1cd7cafec9b2 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:43.768376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-312f2240-3dfe-41cc-abdb-c64a84b8dacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.771460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5c31abec-dddb-40c1-b9fe-c54a6de8b32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.783403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'name': 'tempest-PortsIpV6TestJSON-1878701484'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:43.851301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31abec-dddb-40c1-b9fe-c54a6de8b32b None None] Pushing event deleted for resources: {'Port': ['ID=58f9b119-36b1-426b-844e-6997e91fb23d,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:43.856749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31abec-dddb-40c1-b9fe-c54a6de8b32b None None] No DVR routers for this DVR port 58f9b119-36b1-426b-844e-6997e91fb23d on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:43.864995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 58f9b119-36b1-426b-844e-6997e91fb23d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:43.901864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 58f9b119-36b1-426b-844e-6997e91fb23d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:43.902209 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 58f9b119-36b1-426b-844e-6997e91fb23d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:43.928656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af6dd2-e51f-4aa7-abe8-afef0fe9ba6f req-3f837afd-fa1a-4065-b125-16d47e4e8012 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:43.934416 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5af6dd2-e51f-4aa7-abe8-afef0fe9ba6f req-3f837afd-fa1a-4065-b125-16d47e4e8012 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 946 time: 0.6470957 Dec 22 08:42:43.937948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-312f2240-3dfe-41cc-abdb-c64a84b8dacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.938175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.942452 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-312f2240-3dfe-41cc-abdb-c64a84b8dacd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97a0eef2-aacb-4030-9ca4-965bb908edf2 HTTP/1.1" status: 204 len: 168 time: 1.3964086 Dec 22 08:42:43.973206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-c4f9fa87-acee-4387-8882-aa389fb71686 req-5313a7a4-eecf-48fc-9ff0-02881a72d627 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Unset dirty status for tenant:1f81a5a8b4184e2b8ada05056a875a3a on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:43.981603 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c4f9fa87-acee-4387-8882-aa389fb71686 req-5313a7a4-eecf-48fc-9ff0-02881a72d627 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e362472-e4e3-4937-84ad-b2d464c90b6c HTTP/1.1" status: 200 len: 210 time: 0.6310816 Dec 22 08:42:43.988916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] No DVR routers for this DVR port 55e3d411-91ff-4be0-a8ec-495318db0369 on host hv-neutron-8225 {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:43.996628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.997539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f2240-3dfe-41cc-abdb-c64a84b8dacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a0eef2-aacb-4030-9ca4-965bb908edf2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:43.999050 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-222a0e27-2a4d-455f-b078-023589ecf738 req-0536a0cf-b868-4174-a192-c5fcbf762a84 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.54 "DELETE /v2.0/ports/55e3d411-91ff-4be0-a8ec-495318db0369 HTTP/1.1" status: 204 len: 173 time: 4.3940463 Dec 22 08:42:44.009121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'name': 'network-vif-deleted', 'tag': '55e3d411-91ff-4be0-a8ec-495318db0369'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:44.132966 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e362472-e4e3-4937-84ad-b2d464c90b6c', 'name': 'network-vif-deleted', 'tag': '55e3d411-91ff-4be0-a8ec-495318db0369', 'status': 'completed', 'code': 200} Dec 22 08:42:44.240974 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] Set router 6623d282-0de3-4542-9c7d-d1e01259763e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:44.362679 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5af6dd2-e51f-4aa7-abe8-afef0fe9ba6f req-f2d99e14-2eb2-4f60-bb03-2eac1cbc8062 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984795 Dec 22 08:42:44.489347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:44.521863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:port and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:44.529336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:44.541418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:44.795367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.800203 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7b650d8b-42ba-4d7f-ae12-d30510cb5493', 'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'mac_address': 'fa:16:3e:26:5a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:02Z', 'updated_at': '2021-12-22T08:41:15Z', 'revision_number': 5, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'subnets': [{'id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:44.804599 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] Checking router: 6623d282-0de3-4542-9c7d-d1e01259763e for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:44.815254 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] Routers {'6623d282-0de3-4542-9c7d-d1e01259763e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:44.815866 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6623d282-0de3-4542-9c7d-d1e01259763e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:44.962802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-f446f0e8-279c-4bba-9cb4-82a5761a3220 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:44.964298 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-f446f0e8-279c-4bba-9cb4-82a5761a3220 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.54 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 946 time: 0.5356140 Dec 22 08:42:45.042541 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] Set router 6623d282-0de3-4542-9c7d-d1e01259763e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:45.128825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:45.132838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.166284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.180698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port 06f8a297-8f44-4262-aa6d-4926560ac017 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:45.261333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49208) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:45.351400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Deleting port 1b32b89b-b2e4-45f9-8593-e916d4e7481c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:45.351822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.375085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:45.390556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:45.401738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58215ce9-4051-4c6b-8371-e5dcc61e454a None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:45.415600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:45.416672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.512407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:45.529916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=b56fe00b-0bd2-453e-909f-b61fa6494a90,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:45.591102 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b4a1d412-06b6-416e-9898-7c5ba2687217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8903654 Dec 22 08:42:45.600452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49218) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:45.665631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49224) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:45.684745 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7b650d8b-42ba-4d7f-ae12-d30510cb5493', 'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'mac_address': 'fa:16:3e:26:5a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:02Z', 'updated_at': '2021-12-22T08:41:15Z', 'revision_number': 5, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'subnets': [{'id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:45.692711 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebb5c7-b375-4e67-837b-46f3f4129966 None None] The sync data for ids ['6623d282-0de3-4542-9c7d-d1e01259763e'] in dv-neutron-822561-2-hyperv is: [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:04Z', 'revision_number': 4, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7b650d8b-42ba-4d7f-ae12-d30510cb5493', 'name': '', 'network_id': '8206ff15-91dd-4485-9c82-7e86a57041d4', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'mac_address': 'fa:16:3e:26:5a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:02Z', 'updated_at': '2021-12-22T08:41:15Z', 'revision_number': 5, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'subnets': [{'id': '305877c8-72e7-4616-b485-e8e11f34d46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:45.763323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'name': 'tempest-NetworksTestDHCPv6-1531791937'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:45.856699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.899836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:45.904955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.909658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': 'b56fe00b-0bd2-453e-909f-b61fa6494a90'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:45.910052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.928876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef79fd4-23ec-4ba7-a374-a466813f3261 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:46.078062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef79fd4-23ec-4ba7-a374-a466813f3261 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:46.081431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-cef79fd4-23ec-4ba7-a374-a466813f3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:46.130665 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a1f637e0-48fb-4a2d-b856-027dbdd6ef1c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "PUT /v2.0/floatingips/5b6b5ff8-80c6-48d4-b315-d1d4db0963fc HTTP/1.1" status: 200 len: 978 time: 6.2306893 Dec 22 08:42:46.132609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.134504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49236) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.202066 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731fb8fd-2336-49e2-bb62-5992a502e37a None None] New status for floating IP 7fe2ab3f-9c89-4ac4-a408-6c13cfd6dc56: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:42:46.226135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-cef79fd4-23ec-4ba7-a374-a466813f3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:46.274066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-319e6eb4-45e5-4d82-aec0-e3ba13533962 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.286407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a1036725-6b7b-405f-b978-ed8a3c0e8541 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:46.293455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef79fd4-23ec-4ba7-a374-a466813f3261 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:46.296780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-cef79fd4-23ec-4ba7-a374-a466813f3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:46.309948 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-319e6eb4-45e5-4d82-aec0-e3ba13533962 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.343448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=06f8a297-8f44-4262-aa6d-4926560ac017,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:46.351599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'network': {'name': 'tempest-RoutersTest-821031999'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:46.371412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-cef79fd4-23ec-4ba7-a374-a466813f3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:46.371949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef79fd4-23ec-4ba7-a374-a466813f3261 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:46.373279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:46.398278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:network and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:46.403790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:46.407417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:46.410263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:46.416874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:46.422689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:46.423563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.430792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:46.454977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1036725-6b7b-405f-b978-ed8a3c0e8541 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.474076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/b56fe00b-0bd2-453e-909f-b61fa6494a90/b7f234b4-0c1d-444e-ae40-c0ddcac4c040) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:46.533005 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7249e0aa-c771-419e-8303-202a1341bb0d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7764201 Dec 22 08:42:46.542321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49246) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.542568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-319e6eb4-45e5-4d82-aec0-e3ba13533962 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.552509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-78773770-0e1a-4a36-b65e-7235ef18fc0c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:46.566878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:46.605372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:46.614949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:46.618802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.686407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.775564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.787831 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Transition to ACTIVE for port object b7f234b4-0c1d-444e-ae40-c0ddcac4c040 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:46.793840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:46.802940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:46.809939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:security_group_rule and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:46.811342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6eb4-45e5-4d82-aec0-e3ba13533962 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985c0add-982e-4874-a76e-10ff1bd94237,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:46.815404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:46.818118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78773770-0e1a-4a36-b65e-7235ef18fc0c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.832318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:46.842133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] For port 1b32b89b-b2e4-45f9-8593-e916d4e7481c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b32b89b-b2e4-45f9-8593-e916d4e7481c,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:46.843680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.846397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:46.848246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Transition to ACTIVE for port object b7f234b4-0c1d-444e-ae40-c0ddcac4c040 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:46.872882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.945902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-319e6eb4-45e5-4d82-aec0-e3ba13533962 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.950274 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-319e6eb4-45e5-4d82-aec0-e3ba13533962 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "DELETE /v2.0/security-groups/985c0add-982e-4874-a76e-10ff1bd94237 HTTP/1.1" status: 204 len: 168 time: 1.6774070 Dec 22 08:42:46.951366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:46.956937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:46.958026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49256) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.965371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:46.966925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f2d5a-c225-43bc-936b-7336e17ff286 req-37750be8-5c3c-4187-957f-8d53a125c3a6 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:46.976027 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c34f2d5a-c225-43bc-936b-7336e17ff286 req-37750be8-5c3c-4187-957f-8d53a125c3a6 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 946 time: 1.3603997 Dec 22 08:42:47.005762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1036725-6b7b-405f-b978-ed8a3c0e8541 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.023966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1036725-6b7b-405f-b978-ed8a3c0e8541 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.024366 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-a1036725-6b7b-405f-b978-ed8a3c0e8541 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP 5b6b5ff8-80c6-48d4-b315-d1d4db0963fc disassociated. External IP: 172.26.1.101, port: 4ce9bd6f-8831-461f-9d25-ccd681e6b846. Dec 22 08:42:47.042441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Pushing event updated for resources: {'Port': ['ID=b7f234b4-0c1d-444e-ae40-c0ddcac4c040,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:47.128225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Attempting to bind port b7f234b4-0c1d-444e-ae40-c0ddcac4c040 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:47.128594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Attempting to bind port b7f234b4-0c1d-444e-ae40-c0ddcac4c040 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:47.128956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Attempting to bind port b7f234b4-0c1d-444e-ae40-c0ddcac4c040 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:47.136542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:47.136984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:47.137328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.137727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:47.138469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Bound port: b7f234b4-0c1d-444e-ae40-c0ddcac4c040, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:47.138882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.165391 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c34f2d5a-c225-43bc-936b-7336e17ff286 req-2fcfa0e4-6613-428e-8866-23aea54aa94a tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881278 Dec 22 08:42:47.166027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:47.169775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.191772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.197897 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-9b30be65-1dc5-4344-a123-f4e16d296709 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] show failed (client error): The resource could not be found. Dec 22 08:42:47.199107 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9b30be65-1dc5-4344-a123-f4e16d296709 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "GET /v2.0/security-groups/985c0add-982e-4874-a76e-10ff1bd94237 HTTP/1.1" status: 404 len: 347 time: 0.1968596 Dec 22 08:42:47.205168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49266) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:47.294930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] For port b7f234b4-0c1d-444e-ae40-c0ddcac4c040, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:47.300193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] For port b7f234b4-0c1d-444e-ae40-c0ddcac4c040, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b7f234b4-0c1d-444e-ae40-c0ddcac4c040,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:47.307095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.337154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49270) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:47.343359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.346130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 6662ede7-4b21-403a-ae4a-1878f90df77c yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:47.453442 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859b90e-8ebb-4272-bca6-687aed2f8295 None None] Pushing event updated for resources: {'Port': ['ID=b7f234b4-0c1d-444e-ae40-c0ddcac4c040,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:47.535162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78773770-0e1a-4a36-b65e-7235ef18fc0c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.543255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.612392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-145fff1a-6bbe-4c6f-96f5-3222c11fc8e8 tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:47.623354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78773770-0e1a-4a36-b65e-7235ef18fc0c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.633268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.650496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:47.688662 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:42:47.715409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-22734591-eba8-4489-a778-87b11c9fe061 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Deleting port 6ad98bb3-9841-431b-a6a5-b2041507bcdc {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:47.715808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-22734591-eba8-4489-a778-87b11c9fe061 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.779548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-78773770-0e1a-4a36-b65e-7235ef18fc0c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] In _notify_port_updated(), no bound segment for port 06f8a297-8f44-4262-aa6d-4926560ac017 on network 7e107f73-53d6-49df-a72e-95f67ebedb66 {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:42:47.789800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78773770-0e1a-4a36-b65e-7235ef18fc0c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:47.790446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78773770-0e1a-4a36-b65e-7235ef18fc0c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.794560 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-78773770-0e1a-4a36-b65e-7235ef18fc0c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "PUT /v2.0/ports/06f8a297-8f44-4262-aa6d-4926560ac017 HTTP/1.1" status: 200 len: 818 time: 1.2512391 Dec 22 08:42:47.802343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.802684 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added segment 492a4d38-3d8d-4f25-a1ad-1a7e618e08e2 of type vlan for network d8beed86-7e31-4ba2-9113-9d14502e0621 Dec 22 08:42:47.803601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49276) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:47.855456 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b7f234b4-0c1d-444e-ae40-c0ddcac4c040 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:47.931738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.967772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afda5e63-4d0a-4c59-bc1a-8e921933d8a7,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:47.967991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port b7f234b4-0c1d-444e-ae40-c0ddcac4c040 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:48.008874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78773770-0e1a-4a36-b65e-7235ef18fc0c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=06f8a297-8f44-4262-aa6d-4926560ac017,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.038553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1036725-6b7b-405f-b978-ed8a3c0e8541 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:48.055227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-38b0bd7c-9191-47db-aaa8-bb4a4a068488 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 06f8a297-8f44-4262-aa6d-4926560ac017 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:48.055581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd7c-9191-47db-aaa8-bb4a4a068488 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.101882 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-145fff1a-6bbe-4c6f-96f5-3222c11fc8e8 tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] 10.222.0.37 "PUT /v2.0/quotas/55b6a041380945de86475a5688bcae62 HTTP/1.1" status: 200 len: 366 time: 0.7610657 Dec 22 08:42:48.108153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49280) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.108794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.114096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:48.114678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.129787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.130169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.130478 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Floating IP 7bd9a892-ad8e-486d-902b-dff610fa97bb disassociated. External IP: 172.26.1.183, port: 1b32b89b-b2e4-45f9-8593-e916d4e7481c. Dec 22 08:42:48.130815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Calling delete_port for 1b32b89b-b2e4-45f9-8593-e916d4e7481c owned by compute:nova {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:48.200470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::336 (906224fb-f2fa-4b66-98df-524285cae5f9/b56fe00b-0bd2-453e-909f-b61fa6494a90/6662ede7-4b21-403a-ae4a-1878f90df77c) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:48.253707 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1fc43ff8-b9ce-4a9c-9012-4a962d42b894 tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1327736 Dec 22 08:42:48.263676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49286) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.300990 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-00eae066-fae7-4a1a-8c83-427c95cbd8bf tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] 10.222.0.37 "GET /v2.0/quotas/55b6a041380945de86475a5688bcae62 HTTP/1.1" status: 200 len: 366 time: 0.0297549 Dec 22 08:42:48.309576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49290) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.356096 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Router afb09b85-66b0-4c57-a232-91741ce28774 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:42:48.405321 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-036f0de3-7a2e-42de-8037-96de9b79a278 tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/55b6a041380945de86475a5688bcae62 HTTP/1.1" status: 204 len: 168 time: 0.0923831 Dec 22 08:42:48.437587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49294) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.456826 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.7835257 Dec 22 08:42:48.462749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3787b3b-c9e1-4628-b11c-98308136a4a5 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Network': ['ID=d8beed86-7e31-4ba2-9113-9d14502e0621,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.474567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49298) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.476174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network d8beed86-7e31-4ba2-9113-9d14502e0621 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:48.477770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-22734591-eba8-4489-a778-87b11c9fe061 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.478101 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-22734591-eba8-4489-a778-87b11c9fe061 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.507364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'network': {'name': 'tempest-RoutersTest-2094187040'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:48.519218 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4b438747-71dd-4776-b528-dd11cafde03f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0643973 Dec 22 08:42:48.520697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:48.576516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49304) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.587982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:network and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:48.602597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:48.624602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:48.677599 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fc6277ce-583f-437d-af6d-4417abed16f5 tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] 10.222.0.37 "GET /v2.0/quotas/55b6a041380945de86475a5688bcae62 HTTP/1.1" status: 200 len: 370 time: 0.0974822 Dec 22 08:42:48.687193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49308) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.698146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1036725-6b7b-405f-b978-ed8a3c0e8541 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:48.707455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1036725-6b7b-405f-b978-ed8a3c0e8541 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.709357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46d13a-992a-4b64-afa3-ab216f932c99 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:48.720466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46d13a-992a-4b64-afa3-ab216f932c99 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:48.721356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bf46d13a-992a-4b64-afa3-ab216f932c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:48.738520 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-36da002e-cd24-4602-a85f-44e978e89291 tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] 10.222.0.37 "GET /v2.0/quotas/55b6a041380945de86475a5688bcae62/default HTTP/1.1" status: 200 len: 370 time: 0.0384502 Dec 22 08:42:48.744205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd7c-9191-47db-aaa8-bb4a4a068488 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.747534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49312) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.778868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 1b32b89b-b2e4-45f9-8593-e916d4e7481c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:48.819207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:48.821236 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-22734591-eba8-4489-a778-87b11c9fe061 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Calling delete_port for 6ad98bb3-9841-431b-a6a5-b2041507bcdc owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:48.822600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.835081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bf46d13a-992a-4b64-afa3-ab216f932c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:48.856890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46d13a-992a-4b64-afa3-ab216f932c99 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:48.857589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bf46d13a-992a-4b64-afa3-ab216f932c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:48.915561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5f7ca753-b3ac-4fb7-88c8-2fc62404eaf9 None None] Provisioning for port b7f234b4-0c1d-444e-ae40-c0ddcac4c040 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:48.929814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5f7ca753-b3ac-4fb7-88c8-2fc62404eaf9 None None] Provisioning complete for port b7f234b4-0c1d-444e-ae40-c0ddcac4c040 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:48.930140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca753-b3ac-4fb7-88c8-2fc62404eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.979994 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-7ea82381-926e-4638-8ee2-2f9ca3c89b6b tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] delete failed (client error): The resource could not be found. Dec 22 08:42:48.984695 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7ea82381-926e-4638-8ee2-2f9ca3c89b6b tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/55b6a041380945de86475a5688bcae62 HTTP/1.1" status: 404 len: 348 time: 0.1763375 Dec 22 08:42:48.999077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bf46d13a-992a-4b64-afa3-ab216f932c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:48.999077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46d13a-992a-4b64-afa3-ab216f932c99 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:49.029553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.037992 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-38b0bd7c-9191-47db-aaa8-bb4a4a068488 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 06f8a297-8f44-4262-aa6d-4926560ac017 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:49.077486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.106023 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a1036725-6b7b-405f-b978-ed8a3c0e8541 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "PUT /v2.0/floatingips/5b6b5ff8-80c6-48d4-b315-d1d4db0963fc HTTP/1.1" status: 200 len: 688 time: 2.9702985 Dec 22 08:42:49.110746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49318) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.134153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 6662ede7-4b21-403a-ae4a-1878f90df77c will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:49.146040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:49.156188 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70cde7-3b5c-4e8f-a3ea-cc58bd6db4b0 None None] Sync routers for ids ['afb09b85-66b0-4c57-a232-91741ce28774'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:49.161444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Pushing event deleted for resources: {'Port': ['ID=1b32b89b-b2e4-45f9-8593-e916d4e7481c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:49.178248 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70cde7-3b5c-4e8f-a3ea-cc58bd6db4b0 None None] Routers {'afb09b85-66b0-4c57-a232-91741ce28774'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:49.180257 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-2c70cde7-3b5c-4e8f-a3ea-cc58bd6db4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['afb09b85-66b0-4c57-a232-91741ce28774'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:49.206934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca753-b3ac-4fb7-88c8-2fc62404eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.217796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49322) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.231751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:49.247201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5f7ca753-b3ac-4fb7-88c8-2fc62404eaf9 None None] For port b7f234b4-0c1d-444e-ae40-c0ddcac4c040, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b7f234b4-0c1d-444e-ae40-c0ddcac4c040,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:49.252696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.254358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb09495-3204-434a-b1e8-4cabcd73745b req-f0d7718d-a675-4a13-b7f0-94817c05a99d tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:49.261665 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5eb09495-3204-434a-b1e8-4cabcd73745b req-f0d7718d-a675-4a13-b7f0-94817c05a99d tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 946 time: 0.7585218 Dec 22 08:42:49.268802 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-2c70cde7-3b5c-4e8f-a3ea-cc58bd6db4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:49.280815 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70cde7-3b5c-4e8f-a3ea-cc58bd6db4b0 None None] Routers {'afb09b85-66b0-4c57-a232-91741ce28774'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:49.281943 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-2c70cde7-3b5c-4e8f-a3ea-cc58bd6db4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['afb09b85-66b0-4c57-a232-91741ce28774'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:49.340604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca753-b3ac-4fb7-88c8-2fc62404eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.355054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.356673 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-05820d08-5c98-48e8-803c-e8a424b4e5ab tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "PUT /v2.0/routers/afb09b85-66b0-4c57-a232-91741ce28774 HTTP/1.1" status: 200 len: 914 time: 11.1077797 Dec 22 08:42:49.362171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49326) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.364007 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-2c70cde7-3b5c-4e8f-a3ea-cc58bd6db4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:49.364600 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70cde7-3b5c-4e8f-a3ea-cc58bd6db4b0 None None] The sync data for ids ['afb09b85-66b0-4c57-a232-91741ce28774'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:49.387099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.387441 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added segment 14f32509-c2be-44b0-b598-fde0fd1c1aa2 of type vlan for network 8e481192-3e0a-479a-8953-8ec4f7fe4352 Dec 22 08:42:49.389004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-67f3de3a-193b-4990-9da4-3ae14c5fb99c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port 7191d372-5ba7-45ab-b214-2b5061f4b279 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:49.389321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67f3de3a-193b-4990-9da4-3ae14c5fb99c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.442570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-325e8be8-7c60-4db9-90fc-6423524cbea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.453869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ca753-b3ac-4fb7-88c8-2fc62404eaf9 None None] Pushing event updated for resources: {'Port': ['ID=b7f234b4-0c1d-444e-ae40-c0ddcac4c040,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:49.459401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd7c-9191-47db-aaa8-bb4a4a068488 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.464966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Usage tracker for resource:network and tenant:05c43740c2d646378fddd35dbc02c5d5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:49.470131 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5eb09495-3204-434a-b1e8-4cabcd73745b req-4140cc50-8ff0-4e30-a490-f70a3fb82702 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc7d98f4-77b7-47dd-8e93-aafcd97c020a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074623 Dec 22 08:42:49.498985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-22734591-eba8-4489-a778-87b11c9fe061 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.543459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:49.548889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.578108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0bd7c-9191-47db-aaa8-bb4a4a068488 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=06f8a297-8f44-4262-aa6d-4926560ac017,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:49.586499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd7c-9191-47db-aaa8-bb4a4a068488 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.653519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Usage tracker for resource:subnet and tenant:05c43740c2d646378fddd35dbc02c5d5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:49.679920 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-38b0bd7c-9191-47db-aaa8-bb4a4a068488 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/06f8a297-8f44-4262-aa6d-4926560ac017 HTTP/1.1" status: 204 len: 168 time: 1.8706300 Dec 22 08:42:49.681878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49330) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.686399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:49.723746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.731767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.736497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:49.737080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.764645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22734591-eba8-4489-a778-87b11c9fe061 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Pushing event deleted for resources: {'Port': ['ID=6ad98bb3-9841-431b-a6a5-b2041507bcdc,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:49.797967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b7f234b4-0c1d-444e-ae40-c0ddcac4c040 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:49.816901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67f3de3a-193b-4990-9da4-3ae14c5fb99c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.817222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67f3de3a-193b-4990-9da4-3ae14c5fb99c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.828875 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Usage tracker for resource:subnetpool and tenant:05c43740c2d646378fddd35dbc02c5d5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:49.876100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port b7f234b4-0c1d-444e-ae40-c0ddcac4c040 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:49.877221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.881989 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4000475 Dec 22 08:42:49.898818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:49.935333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49334) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.943964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:49.973283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:49.976731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:49.983192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:49.984156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.991414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'subnet': {'network_id': 'd8beed86-7e31-4ba2-9113-9d14502e0621', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:50.016682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1e13a-bd48-4c5a-8b29-066e34c863cd tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Network': ['ID=8e481192-3e0a-479a-8953-8ec4f7fe4352,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.025498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-67f3de3a-193b-4990-9da4-3ae14c5fb99c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for 7191d372-5ba7-45ab-b214-2b5061f4b279 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:50.028867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 8e481192-3e0a-479a-8953-8ec4f7fe4352 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:50.092408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Usage tracker for resource:port and tenant:05c43740c2d646378fddd35dbc02c5d5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:50.101779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:50.119156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Router 454d2f1d-b89e-491c-9d41-082a32f28aa0 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:50.128521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:50.128729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825c4732-454e-424c-a341-8279325daa7b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:50.129383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-825c4732-454e-424c-a341-8279325daa7b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:50.136141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Usage tracker for resource:router and tenant:05c43740c2d646378fddd35dbc02c5d5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:50.136267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=6662ede7-4b21-403a-ae4a-1878f90df77c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.148533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:subnet and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:50.158220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:50.164316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-22734591-eba8-4489-a778-87b11c9fe061 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.166159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:50.178997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-825c4732-454e-424c-a341-8279325daa7b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:50.182754 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-825c4732-454e-424c-a341-8279325daa7b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4973686 Dec 22 08:42:50.184312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:50.184441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49338) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:50.218877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Usage tracker for resource:floatingip and tenant:05c43740c2d646378fddd35dbc02c5d5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:50.234852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:50.238463 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f64c19-b31a-46dd-aacb-4ba5744f4e49 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:42:50.243249 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-97f64c19-b31a-46dd-aacb-4ba5744f4e49 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/06f8a297-8f44-4262-aa6d-4926560ac017 HTTP/1.1" status: 404 len: 333 time: 0.0545125 Dec 22 08:42:50.256952 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49342) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:50.275244 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-37291dd0-0cf5-4837-8373-9f4eb4664a30 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6623638 Dec 22 08:42:50.278066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49346) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:50.281239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-90085613'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:50.307059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-22734591-eba8-4489-a778-87b11c9fe061 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.308081 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-22734591-eba8-4489-a778-87b11c9fe061 tempest-ServersTestManualDisk-1884283047 tempest-ServersTestManualDisk-1884283047-project] 10.222.0.37 "DELETE /v2.0/floatingips/7fe2ab3f-9c89-4ac4-a408-6c13cfd6dc56 HTTP/1.1" status: 204 len: 168 time: 3.0943863 Dec 22 08:42:50.309195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:50.316717 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-86fd7c88-ca14-48c5-8693-1baebc85f499 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/routers/afb09b85-66b0-4c57-a232-91741ce28774 HTTP/1.1" status: 200 len: 920 time: 0.9534121 Dec 22 08:42:50.319426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49350) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:50.319757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49352) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:50.327326 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:network and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:50.331843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:50.333524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.348348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:50.370682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2214186f-cab4-47ae-ae2c-3b52e339f649 None None] Provisioning for port 6662ede7-4b21-403a-ae4a-1878f90df77c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:50.370922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67f3de3a-193b-4990-9da4-3ae14c5fb99c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.375953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2214186f-cab4-47ae-ae2c-3b52e339f649 None None] Provisioning complete for port 6662ede7-4b21-403a-ae4a-1878f90df77c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:50.376651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2214186f-cab4-47ae-ae2c-3b52e339f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.427434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3de3a-193b-4990-9da4-3ae14c5fb99c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=7191d372-5ba7-45ab-b214-2b5061f4b279,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.439394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2214186f-cab4-47ae-ae2c-3b52e339f649 None None] Port 6662ede7-4b21-403a-ae4a-1878f90df77c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:50.469145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:50.471455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Usage tracker for resource:security_group and tenant:05c43740c2d646378fddd35dbc02c5d5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:50.507372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:50.531262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c837cd7b-ab9d-45ee-b74f-abce0a6c6a57 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:50.537009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c837cd7b-ab9d-45ee-b74f-abce0a6c6a57 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:50.541067 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c837cd7b-ab9d-45ee-b74f-abce0a6c6a57 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2541053 Dec 22 08:42:50.542261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49360) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:50.547354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Usage tracker for resource:security_group_rule and tenant:05c43740c2d646378fddd35dbc02c5d5 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:50.596865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:50.610073 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d45aca0c-66ca-4679-a4fa-0fbbcffc2b9f tempest-QuotasTest-1188290642 tempest-QuotasTest-1188290642-project-admin] 10.222.0.37 "GET /v2.0/quotas/05c43740c2d646378fddd35dbc02c5d5/details.json HTTP/1.1" status: 200 len: 703 time: 1.3912148 Dec 22 08:42:50.613242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67f3de3a-193b-4990-9da4-3ae14c5fb99c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.628638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-722bcd0e-8bd3-4cbe-acd6-c7855ba7c3c6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 6662ede7-4b21-403a-ae4a-1878f90df77c {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:50.628975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-722bcd0e-8bd3-4cbe-acd6-c7855ba7c3c6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.746647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:50.750406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.779504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3de54ebf-d62c-4bf2-b6bb-a9aaea832532 req-3004ea2d-31ec-46f7-b81b-ff92ae390015 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Synchronizing usage tracker for tenant:c35afbf7ce934c9cbd729a00925c97dc on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:50.791833 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67f3de3a-193b-4990-9da4-3ae14c5fb99c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.795272 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-67f3de3a-193b-4990-9da4-3ae14c5fb99c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b6b5ff8-80c6-48d4-b315-d1d4db0963fc HTTP/1.1" status: 204 len: 168 time: 1.6805325 Dec 22 08:42:50.796237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49366) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:50.837915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:50.860055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] Sync routers for ids ['454d2f1d-b89e-491c-9d41-082a32f28aa0'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:50.876176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] Routers {'454d2f1d-b89e-491c-9d41-082a32f28aa0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:50.877885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['454d2f1d-b89e-491c-9d41-082a32f28aa0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:50.880556 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-1bec6f51-b5c5-4b47-9b57-bdf6bcb5eacd tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] delete failed (client error): The resource could not be found. Dec 22 08:42:50.884276 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1bec6f51-b5c5-4b47-9b57-bdf6bcb5eacd tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b6b5ff8-80c6-48d4-b315-d1d4db0963fc HTTP/1.1" status: 404 len: 345 time: 0.0871382 Dec 22 08:42:50.903151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49372) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:50.932977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3de54ebf-d62c-4bf2-b6bb-a9aaea832532 req-3004ea2d-31ec-46f7-b81b-ff92ae390015 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Unset dirty status for tenant:c35afbf7ce934c9cbd729a00925c97dc on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:50.934234 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3de54ebf-d62c-4bf2-b6bb-a9aaea832532 req-3004ea2d-31ec-46f7-b81b-ff92ae390015 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c54bf3-18a4-4366-ad25-9b7b31c89200 HTTP/1.1" status: 200 len: 210 time: 0.3005424 Dec 22 08:42:50.941225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:50.949557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] No DVR routers for this DVR port 1b32b89b-b2e4-45f9-8593-e916d4e7481c on host hv-neutron-8225 {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:51.014056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.018306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'name': 'network-vif-deleted', 'tag': '1b32b89b-b2e4-45f9-8593-e916d4e7481c'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:51.031430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49374) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.042631 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-062c5ac3-f914-493e-b9aa-14409af0dce1 req-d24438c3-2294-4cc0-9b89-572331fa83ec tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.54 "DELETE /v2.0/ports/1b32b89b-b2e4-45f9-8593-e916d4e7481c HTTP/1.1" status: 204 len: 173 time: 6.0570569 Dec 22 08:42:51.063154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.063510 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Added segment 6f55aa84-9367-429b-925e-0029d2db9dce of type vlan for network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 Dec 22 08:42:51.115819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] Set router 454d2f1d-b89e-491c-9d41-082a32f28aa0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:51.122188 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f79fb10-23ce-47db-8037-710beb0363e9 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.126158 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0f79fb10-23ce-47db-8037-710beb0363e9 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&device_id=afb09b85-66b0-4c57-a232-91741ce28774&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8029311 Dec 22 08:42:51.131137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49380) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.133821 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c54bf3-18a4-4366-ad25-9b7b31c89200', 'name': 'network-vif-deleted', 'tag': '1b32b89b-b2e4-45f9-8593-e916d4e7481c', 'status': 'completed', 'code': 200} Dec 22 08:42:51.317141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-722bcd0e-8bd3-4cbe-acd6-c7855ba7c3c6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.342735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4055ff-276c-457e-bd48-88d36850a074 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.350318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4055ff-276c-457e-bd48-88d36850a074 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.363629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4055ff-276c-457e-bd48-88d36850a074 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.364940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ff4055ff-276c-457e-bd48-88d36850a074 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Synchronizing usage tracker for tenant:4b23950907ce4be994f895524d5180ba on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:51.422412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.507602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-722bcd0e-8bd3-4cbe-acd6-c7855ba7c3c6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 6662ede7-4b21-403a-ae4a-1878f90df77c owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:51.543331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0500f981-1a14-46bf-a7de-85a201dabf4f', 'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'mac_address': 'fa:16:3e:37:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:07Z', 'updated_at': '2021-12-22T08:41:20Z', 'revision_number': 5, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'subnets': [{'id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:51.549182 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] Checking router: 454d2f1d-b89e-491c-9d41-082a32f28aa0 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:51.550925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-77720c0b-5dfc-4b6d-8793-98ecc4693c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.560448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] Routers {'454d2f1d-b89e-491c-9d41-082a32f28aa0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:51.561091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['454d2f1d-b89e-491c-9d41-082a32f28aa0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:51.567576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ff4055ff-276c-457e-bd48-88d36850a074 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Unset dirty status for tenant:4b23950907ce4be994f895524d5180ba on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:51.571730 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ff4055ff-276c-457e-bd48-88d36850a074 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "GET /v2.0/ports?network_id=cac34824-e31c-46ac-9595-974c682d3652 HTTP/1.1" status: 200 len: 2358 time: 0.5443790 Dec 22 08:42:51.572498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49388) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.581294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-77720c0b-5dfc-4b6d-8793-98ecc4693c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:51.623841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-77720c0b-5dfc-4b6d-8793-98ecc4693c7e admin admin] Usage tracker for resource:security_group_rule and tenant:e5819073314c4ecd88b5bd9b163cfdbd is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:51.627820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-77720c0b-5dfc-4b6d-8793-98ecc4693c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:51.645652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-77720c0b-5dfc-4b6d-8793-98ecc4693c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:51.646987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.697941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449b0591-dc7f-4042-bacb-ee725a2cc1c4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.704845 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-449b0591-dc7f-4042-bacb-ee725a2cc1c4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "GET /v2.0/subnets/d3f75c83-7e26-4b7d-9b45-51a9c23e8283 HTTP/1.1" status: 200 len: 797 time: 0.1282728 Dec 22 08:42:51.720953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49392) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.722535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Subnet': ['ID=06c55374-e166-4ccd-9ebb-130f0aaa69b6,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:51.729503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.735114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.735732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.742198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff93b26-c4d3-4ea4-a7dc-9228e3ec3925 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.746507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49396) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.746671 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2ff93b26-c4d3-4ea4-a7dc-9228e3ec3925 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 881 time: 0.6117365 Dec 22 08:42:51.751153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'port': {'network_id': 'cac34824-e31c-46ac-9595-974c682d3652', 'name': 'tempest-FloatingIPTestJSON-144489270', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:51.788995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a5f721de-1784-4694-be54-4c8f8289b1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.816705 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-60f7942a-9662-4948-8deb-f2eeed04d63c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=afb09b85-66b0-4c57-a232-91741ce28774 HTTP/1.1" status: 200 len: 205 time: 0.0673685 Dec 22 08:42:51.817208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] Set router 454d2f1d-b89e-491c-9d41-082a32f28aa0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:51.822701 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49400) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.913854 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6538002 Dec 22 08:42:51.918004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-722bcd0e-8bd3-4cbe-acd6-c7855ba7c3c6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.925776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49404) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.978671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:52.052702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92e42c-ad2e-4a0a-868d-98fb436e2bee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Network': ['ID=968a67b2-b4c0-477c-b4cc-c02cae130fa5,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:52.076457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Checking segment: {'id': '492a4d38-3d8d-4f25-a1ad-1a7e618e08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8beed86-7e31-4ba2-9113-9d14502e0621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:52.076825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network hostable DHCP agents. Network: d8beed86-7e31-4ba2-9113-9d14502e0621, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:52.123034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:52.142441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:52.165081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network d8beed86-7e31-4ba2-9113-9d14502e0621 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:52.167272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:52.175042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bcd0e-8bd3-4cbe-acd6-c7855ba7c3c6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=6662ede7-4b21-403a-ae4a-1878f90df77c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:52.176086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49412) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:52.188239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:52.200739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:52.209005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:52.215161 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, d8beed86-7e31-4ba2-9113-9d14502e0621) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:52.230486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Made reservation on behalf of 4b23950907ce4be994f895524d5180ba for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:52.245770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:52.246394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.278362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fea6b3-a945-4297-a501-cdc175c1007b None None] Network d8beed86-7e31-4ba2-9113-9d14502e0621 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:52.313951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:52.316438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-722bcd0e-8bd3-4cbe-acd6-c7855ba7c3c6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.339651 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6a66002a-57da-47c0-a9bb-a357179d2d36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3767335 Dec 22 08:42:52.343407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49416) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:52.361999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-77720c0b-5dfc-4b6d-8793-98ecc4693c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.369129 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-722bcd0e-8bd3-4cbe-acd6-c7855ba7c3c6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/6662ede7-4b21-403a-ae4a-1878f90df77c HTTP/1.1" status: 204 len: 168 time: 1.8228807 Dec 22 08:42:52.370475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49418) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:52.413807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-77720c0b-5dfc-4b6d-8793-98ecc4693c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.414216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'subnet': {'network_id': '8e481192-3e0a-479a-8953-8ec4f7fe4352', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:52.455540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.465578 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2b44235f-1fe8-4403-b580-9ba49c294582 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.512018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:52.516167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.533099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77720c0b-5dfc-4b6d-8793-98ecc4693c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c56fd-4c0b-4ff6-9bce-223527529349,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:52.555226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0500f981-1a14-46bf-a7de-85a201dabf4f', 'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'mac_address': 'fa:16:3e:37:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:07Z', 'updated_at': '2021-12-22T08:41:20Z', 'revision_number': 5, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'subnets': [{'id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:52.571448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59aa944-484a-4ed4-b7c1-f75b0bfd5e36 None None] The sync data for ids ['454d2f1d-b89e-491c-9d41-082a32f28aa0'] in dv-neutron-822561-2-hyperv is: [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0500f981-1a14-46bf-a7de-85a201dabf4f', 'name': '', 'network_id': '428092a9-8d6c-49a4-9f7d-f345b940981c', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'mac_address': 'fa:16:3e:37:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:07Z', 'updated_at': '2021-12-22T08:41:20Z', 'revision_number': 5, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'subnets': [{'id': '8f5a9766-35a8-4ccf-837d-8fea790cad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:52.584730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-d8beed86-7e31-4ba2-9113-9d14502e0621', 'network_id': 'd8beed86-7e31-4ba2-9113-9d14502e0621', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'fixed_ips': [{'subnet_id': '06c55374-e166-4ccd-9ebb-130f0aaa69b6'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:52.585719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.590993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2b44235f-1fe8-4403-b580-9ba49c294582 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.601521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.680533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] device_id is not set on port 47efcead-daf0-4926-924b-787f4a530540 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:52.751837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.756339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e9648-57e7-4ee4-94c1-5f3a02ec893e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:52.757941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e9648-57e7-4ee4-94c1-5f3a02ec893e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:52.758969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5f9e9648-57e7-4ee4-94c1-5f3a02ec893e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:52.763420 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-77720c0b-5dfc-4b6d-8793-98ecc4693c7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5819073314c4ecd88b5bd9b163cfdbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5887015 Dec 22 08:42:52.771720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49424) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:52.789838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Allocated IP 172.20.0.2 (d8beed86-7e31-4ba2-9113-9d14502e0621/06c55374-e166-4ccd-9ebb-130f0aaa69b6/7655c3f2-cbae-4634-8a3c-79fb33ccfdfe) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:52.835429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2b44235f-1fe8-4403-b580-9ba49c294582 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.841164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:52.869566 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.897653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:subnet and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:52.909915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:52.916126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44235f-1fe8-4403-b580-9ba49c294582 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d98f4-77b7-47dd-8e93-aafcd97c020a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:52.948206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:52.988906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.005302 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980018e-e241-4c8d-b1ee-f113d18247eb None None] New status for floating IP 7bd9a892-ad8e-486d-902b-dff610fa97bb: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:42:53.048775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2b44235f-1fe8-4403-b580-9ba49c294582 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.052688 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2b44235f-1fe8-4403-b580-9ba49c294582 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "DELETE /v2.0/security-groups/bc7d98f4-77b7-47dd-8e93-aafcd97c020a HTTP/1.1" status: 204 len: 168 time: 0.8729067 Dec 22 08:42:53.053756 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49428) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:53.080533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:53.096412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.117747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5f9e9648-57e7-4ee4-94c1-5f3a02ec893e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:53.121600 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5f9e9648-57e7-4ee4-94c1-5f3a02ec893e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7483802 Dec 22 08:42:53.136514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.141498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49432) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:53.147935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Transition to ACTIVE for port object 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:53.167346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Transition to ACTIVE for port object 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:53.179813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.216310 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-4e0460c3-fd2d-4f20-81ff-64f2f93feaf3 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] show failed (client error): The resource could not be found. Dec 22 08:42:53.217574 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4e0460c3-fd2d-4f20-81ff-64f2f93feaf3 tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "GET /v2.0/security-groups/bc7d98f4-77b7-47dd-8e93-aafcd97c020a HTTP/1.1" status: 404 len: 347 time: 0.1519439 Dec 22 08:42:53.343605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Network d8beed86-7e31-4ba2-9113-9d14502e0621 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:53.344774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Pushing event updated for resources: {'Port': ['ID=7655c3f2-cbae-4634-8a3c-79fb33ccfdfe,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:53.348915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:53.351407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:53.382367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49436) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:53.478044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Attempting to bind port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:53.478562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Attempting to bind port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '492a4d38-3d8d-4f25-a1ad-1a7e618e08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8beed86-7e31-4ba2-9113-9d14502e0621'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:53.479133 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Attempting to bind port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe on network d8beed86-7e31-4ba2-9113-9d14502e0621 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:53.480759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.486245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:53.486762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Checking segment: {'id': '492a4d38-3d8d-4f25-a1ad-1a7e618e08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8beed86-7e31-4ba2-9113-9d14502e0621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:53.487260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.487748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Bound using segment: {'id': '492a4d38-3d8d-4f25-a1ad-1a7e618e08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8beed86-7e31-4ba2-9113-9d14502e0621'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:53.488308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Bound port: 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492a4d38-3d8d-4f25-a1ad-1a7e618e08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8beed86-7e31-4ba2-9113-9d14502e0621'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:53.488824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.600970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.604300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Deleting port 548c36b7-252c-4d97-a652-3b1652d895dd {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:53.604634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.610599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] For port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:53.614972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] For port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7655c3f2-cbae-4634-8a3c-79fb33ccfdfe,segment=NetworkSegment(492a4d38-3d8d-4f25-a1ad-1a7e618e08e2),segment_id=492a4d38-3d8d-4f25-a1ad-1a7e618e08e2)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:53.621906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.632437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeff7db9-6813-4edc-a64b-56dfd29753ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.746136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6af77-358c-4d62-83d9-c7473a6193a9 None None] Pushing event updated for resources: {'Port': ['ID=7655c3f2-cbae-4634-8a3c-79fb33ccfdfe,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:53.754392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1de22992-254c-40bb-b175-390be209440b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Deleting port 5bee14c2-9577-441e-ad8d-51bf57c8ae0e {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:53.754757 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1de22992-254c-40bb-b175-390be209440b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.808485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc01e710-271c-4f08-a01e-eff15dad3041 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet b56fe00b-0bd2-453e-909f-b61fa6494a90 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:53.833906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeff7db9-6813-4edc-a64b-56dfd29753ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.842453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc01e710-271c-4f08-a01e-eff15dad3041 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.952939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=0c5320b8-a728-44d8-901b-1278ecd80e59,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:53.978938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.20.0.14 (cac34824-e31c-46ac-9595-974c682d3652/d3f75c83-7e26-4b7d-9b45-51a9c23e8283/47efcead-daf0-4926-924b-787f4a530540) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:53.983431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.041917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.20.0.13 (cac34824-e31c-46ac-9595-974c682d3652/d3f75c83-7e26-4b7d-9b45-51a9c23e8283/47efcead-daf0-4926-924b-787f4a530540) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:54.049967 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Deleting port 7b650d8b-42ba-4d7f-ae12-d30510cb5493 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:54.050283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.090206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.123504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc01e710-271c-4f08-a01e-eff15dad3041 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.159102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Checking segment: {'id': '6f55aa84-9367-429b-925e-0029d2db9dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:54.159464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network hostable DHCP agents. Network: 968a67b2-b4c0-477c-b4cc-c02cae130fa5, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:54.165216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Subnet': ['ID=736b02d9-2671-4032-ba87-4f899f159818,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.292693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.306654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:54.309383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Checking segment: {'id': '14f32509-c2be-44b0-b598-fde0fd1c1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8e481192-3e0a-479a-8953-8ec4f7fe4352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:54.309775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network hostable DHCP agents. Network: 8e481192-3e0a-479a-8953-8ec4f7fe4352, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:54.367059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeff7db9-6813-4edc-a64b-56dfd29753ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.433987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network 8e481192-3e0a-479a-8953-8ec4f7fe4352 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:54.450799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Calling delete_port for 548c36b7-252c-4d97-a652-3b1652d895dd owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:54.458026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 8e481192-3e0a-479a-8953-8ec4f7fe4352) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:54.465538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] For port 7b650d8b-42ba-4d7f-ae12-d30510cb5493, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7b650d8b-42ba-4d7f-ae12-d30510cb5493,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:54.465921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.468723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7e981-0487-42bf-b984-95ba2ea15051 None None] Network 8e481192-3e0a-479a-8953-8ec4f7fe4352 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:54.487081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:54.487669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.617127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Calling delete_port for 7b650d8b-42ba-4d7f-ae12-d30510cb5493 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:54.631496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 968a67b2-b4c0-477c-b4cc-c02cae130fa5) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:54.634292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1de22992-254c-40bb-b175-390be209440b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.634613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1de22992-254c-40bb-b175-390be209440b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.646814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff7db9-6813-4edc-a64b-56dfd29753ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c56fd-4c0b-4ff6-9bce-223527529349,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.648455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.662388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:54.662970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.692422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf2cfd-0fb1-450c-8477-4525f8e14614 None None] Network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:54.693551 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-af1c68c3-da4d-4095-b8dc-ec6c64febe36 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2997954 Dec 22 08:42:54.701411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49440) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:54.711587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1995673387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:54.719415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:54.726690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:router and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:54.735782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:54.743285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:54.770525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.771900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.803942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1de22992-254c-40bb-b175-390be209440b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Calling delete_port for 5bee14c2-9577-441e-ad8d-51bf57c8ae0e owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:54.826797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.853012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.868244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeff7db9-6813-4edc-a64b-56dfd29753ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.869285 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-aeff7db9-6813-4edc-a64b-56dfd29753ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e15c56fd-4c0b-4ff6-9bce-223527529349 HTTP/1.1" status: 204 len: 168 time: 2.0205672 Dec 22 08:42:54.870628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc01e710-271c-4f08-a01e-eff15dad3041 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.937258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-8e481192-3e0a-479a-8953-8ec4f7fe4352', 'network_id': '8e481192-3e0a-479a-8953-8ec4f7fe4352', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'fixed_ips': [{'subnet_id': '736b02d9-2671-4032-ba87-4f899f159818'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:54.940574 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.970422 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fdc9f34a-6725-4a24-8f37-c668d26b30e6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0433507 Dec 22 08:42:54.978166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49446) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:54.991612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:55.005435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network cac34824-e31c-46ac-9595-974c682d3652 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:55.024913 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.046703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:55.066629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704076d-04f8-4bbc-ae13-274fffd72e28 None None] Network d8beed86-7e31-4ba2-9113-9d14502e0621 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:55.075333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:55.160079 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=47efcead-daf0-4926-924b-787f4a530540,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.168107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:55.168927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.199874 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-50bb9a57-8084-47a3-b73a-c1dd5a0885f5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.4749119 Dec 22 08:42:55.229395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49452) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.235254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc01e710-271c-4f08-a01e-eff15dad3041 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.236345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.237593 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-00b761fd-076b-4abd-a173-a3ad0c6877a4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5340688 Dec 22 08:42:55.242860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '47efcead-daf0-4926-924b-787f4a530540', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:55.248959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49456) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.315363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01e710-271c-4f08-a01e-eff15dad3041 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=b56fe00b-0bd2-453e-909f-b61fa6494a90,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.319744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49460) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.320789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:55.326849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc01e710-271c-4f08-a01e-eff15dad3041 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.335579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:floatingip and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:55.348569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:55.354357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d2753-346c-40df-8e2a-de6901807df8 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:55.357579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:55.362822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1de22992-254c-40bb-b175-390be209440b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.367075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:55.415541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.422162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:55.433082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de22992-254c-40bb-b175-390be209440b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Pushing event deleted for resources: {'Port': ['ID=5bee14c2-9577-441e-ad8d-51bf57c8ae0e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.436838 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dc01e710-271c-4f08-a01e-eff15dad3041 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/b56fe00b-0bd2-453e-909f-b61fa6494a90 HTTP/1.1" status: 204 len: 168 time: 2.2878990 Dec 22 08:42:55.500023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49464) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.528256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-48805a7b-07af-4d7b-8f13-9b8fbffb0615 None None] Provisioning for port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:55.532854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:55.548798 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Allocated IP 172.21.0.2 (8e481192-3e0a-479a-8953-8ec4f7fe4352/736b02d9-2671-4032-ba87-4f899f159818/bba7aa87-2f80-43ca-a84d-0d4776139865) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:55.556199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:55.560494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7530-1ec1-44ae-8fd1-a77e512f2176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.596790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Pushing event deleted for resources: {'Port': ['ID=548c36b7-252c-4d97-a652-3b1652d895dd,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.606346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:55.610051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.669434 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-13cf3d38-056d-41b0-8310-a47df6e66403 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1613765 Dec 22 08:42:55.687604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49468) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.756099 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-968a67b2-b4c0-477c-b4cc-c02cae130fa5', 'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5', 'tenant_id': 'f7301437294d41e08fd37490b2cf3337', 'fixed_ips': [{'subnet_id': '0c5320b8-a728-44d8-901b-1278ecd80e59'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:55.756972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.859409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1de22992-254c-40bb-b175-390be209440b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.861789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1de22992-254c-40bb-b175-390be209440b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.862918 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1de22992-254c-40bb-b175-390be209440b tempest-ServersTestJSON-722034903 tempest-ServersTestJSON-722034903-project] 10.222.0.37 "DELETE /v2.0/floatingips/7bd9a892-ad8e-486d-902b-dff610fa97bb HTTP/1.1" status: 204 len: 168 time: 2.4721119 Dec 22 08:42:55.868588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49472) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.878033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7f0b7530-1ec1-44ae-8fd1-a77e512f2176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:55.908283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.933030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:55.947034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.969530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7f0b7530-1ec1-44ae-8fd1-a77e512f2176 admin admin] Usage tracker for resource:security_group_rule and tenant:05c43740c2d646378fddd35dbc02c5d5 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:55.974710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7f0b7530-1ec1-44ae-8fd1-a77e512f2176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:55.982700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7f0b7530-1ec1-44ae-8fd1-a77e512f2176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:56.040240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b650d8b-42ba-4d7f-ae12-d30510cb5493,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:56.043381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.125345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.125752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.126039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.126371 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.126695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.127015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.127329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.127797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.128120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.128434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.128749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.129060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:56.255961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.317008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.331344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:56.335345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.364376 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Allocated IP 2001:db8::2 (968a67b2-b4c0-477c-b4cc-c02cae130fa5/0c5320b8-a728-44d8-901b-1278ecd80e59/dee23c33-1256-4bd0-96d5-53e5761d4441) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:56.368051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:56.368353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.393044 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.ipam_backend_mixin [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c5320b8-a728-44d8-901b-1278ecd80e59 (CIDR: 2001:db8::/64) Dec 22 08:42:56.394942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.405059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Transition to ACTIVE for port object bba7aa87-2f80-43ca-a84d-0d4776139865 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:56.423937 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:56.425190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:56.466339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed422c5-0a6c-4622-9211-06a6b102505e None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:56.475883 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d5ffd-eb46-4ca6-817a-dd09ce4b445d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:56.476677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-686d5ffd-eb46-4ca6-817a-dd09ce4b445d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:56.484842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.485620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Fanout notify agent at l3_agent the message router_deleted on router afb09b85-66b0-4c57-a232-91741ce28774 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:56.486497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7ed422c5-0a6c-4622-9211-06a6b102505e None None] Deleting port b7f234b4-0c1d-444e-ae40-c0ddcac4c040 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:56.486874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7ed422c5-0a6c-4622-9211-06a6b102505e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.499127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.500430 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5aa078da-c118-46ac-8aba-554df02e5e1e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/afb09b85-66b0-4c57-a232-91741ce28774 HTTP/1.1" status: 204 len: 168 time: 4.6766441 Dec 22 08:42:56.506195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49476) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:56.510686 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-475df2b1-138b-4ac3-ae67-9b18a513f0f6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5300138 Dec 22 08:42:56.515094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Transition to ACTIVE for port object bba7aa87-2f80-43ca-a84d-0d4776139865 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:56.517385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49480) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:56.520561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-618346073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:56.537611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:56.543224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:56.572632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.619430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Usage tracker for resource:router and tenant:1b72f9ed6f854b0eabfa75bdc064f38d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:56.622456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-686d5ffd-eb46-4ca6-817a-dd09ce4b445d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:56.623845 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-686d5ffd-eb46-4ca6-817a-dd09ce4b445d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9353256 Dec 22 08:42:56.638594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:56.654642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49484) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:56.666233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:56.782539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7530-1ec1-44ae-8fd1-a77e512f2176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.793444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.794588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.804170 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7530-1ec1-44ae-8fd1-a77e512f2176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.817962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Network 8e481192-3e0a-479a-8953-8ec4f7fe4352 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:56.835684 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Pushing event updated for resources: {'Port': ['ID=bba7aa87-2f80-43ca-a84d-0d4776139865,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:56.846061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:56.866296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:56.889335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a6f9f3-16dc-4ff8-a6e7-c3013c84d19f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:56.890461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Allocated IP 172.20.0.1 (d8beed86-7e31-4ba2-9113-9d14502e0621/06c55374-e166-4ccd-9ebb-130f0aaa69b6/9128cb20-74ec-4a1e-949d-cc15393c5e5c) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:56.890561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-23a6f9f3-16dc-4ff8-a6e7-c3013c84d19f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:56.916449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.973655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b7530-1ec1-44ae-8fd1-a77e512f2176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ed86b3-7ff3-41b4-a5c8-18ec13b40b58,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:56.977897 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7f0b7530-1ec1-44ae-8fd1-a77e512f2176 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05c43740c2d646378fddd35dbc02c5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6544628 Dec 22 08:42:56.988545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49488) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:56.992504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:56.997660 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.000991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-23a6f9f3-16dc-4ff8-a6e7-c3013c84d19f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:57.002575 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-23a6f9f3-16dc-4ff8-a6e7-c3013c84d19f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3457644 Dec 22 08:42:57.018559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49492) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:57.019577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:57.029043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:57.093592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:57.097818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.120473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9d85b44f-10e9-4a8d-a881-1b96e8082939 None None] Provisioning complete for port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:57.120814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9d85b44f-10e9-4a8d-a881-1b96e8082939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.143201 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b81346d3-654a-41d2-b626-08d108bd2241 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204898 Dec 22 08:42:57.160123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49496) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:57.204193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:57.225571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.231438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7ed422c5-0a6c-4622-9211-06a6b102505e None None] For port b7f234b4-0c1d-444e-ae40-c0ddcac4c040, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b7f234b4-0c1d-444e-ae40-c0ddcac4c040,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:57.231876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7ed422c5-0a6c-4622-9211-06a6b102505e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.233253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:57.236715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.247879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Attempting to bind port bba7aa87-2f80-43ca-a84d-0d4776139865 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:57.248243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Attempting to bind port bba7aa87-2f80-43ca-a84d-0d4776139865 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '14f32509-c2be-44b0-b598-fde0fd1c1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8e481192-3e0a-479a-8953-8ec4f7fe4352'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:57.248599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Attempting to bind port bba7aa87-2f80-43ca-a84d-0d4776139865 on network 8e481192-3e0a-479a-8953-8ec4f7fe4352 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:57.261512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.278035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.281885 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dec29cd9-2a4b-4c8f-a15a-6afc97bce9ec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7706647 Dec 22 08:42:57.301499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49500) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:57.320056 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'enable_snat': False}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:57.371632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.378898 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7655c3f2-cbae-4634-8a3c-79fb33ccfdfe,segment=NetworkSegment(492a4d38-3d8d-4f25-a1ad-1a7e618e08e2),segment_id=492a4d38-3d8d-4f25-a1ad-1a7e618e08e2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:57.386153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7ed422c5-0a6c-4622-9211-06a6b102505e None None] Calling delete_port for b7f234b4-0c1d-444e-ae40-c0ddcac4c040 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:57.412316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:57.412566 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Checking segment: {'id': '14f32509-c2be-44b0-b598-fde0fd1c1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8e481192-3e0a-479a-8953-8ec4f7fe4352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:57.413284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.413284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Bound using segment: {'id': '14f32509-c2be-44b0-b598-fde0fd1c1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8e481192-3e0a-479a-8953-8ec4f7fe4352'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:57.413719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Bound port: bba7aa87-2f80-43ca-a84d-0d4776139865, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f32509-c2be-44b0-b598-fde0fd1c1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8e481192-3e0a-479a-8953-8ec4f7fe4352'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:57.414085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.439441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Transition to ACTIVE for port object dee23c33-1256-4bd0-96d5-53e5761d4441 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:57.446158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.530901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.558739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.567023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Transition to ACTIVE for port object 9128cb20-74ec-4a1e-949d-cc15393c5e5c will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:57.629921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Transition to ACTIVE for port object dee23c33-1256-4bd0-96d5-53e5761d4441 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:57.667615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.674583 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.26.1.212 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/90d89020-d6eb-4b34-9932-9417aacfe7f0) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:57.679335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=7655c3f2-cbae-4634-8a3c-79fb33ccfdfe,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:57.722686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7ed422c5-0a6c-4622-9211-06a6b102505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.729494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.773790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:57.774880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] For port bba7aa87-2f80-43ca-a84d-0d4776139865, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:57.782249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed422c5-0a6c-4622-9211-06a6b102505e None None] No DVR routers for this DVR port b7f234b4-0c1d-444e-ae40-c0ddcac4c040 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:57.784151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:57.797703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:57.821887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] For port bba7aa87-2f80-43ca-a84d-0d4776139865, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bba7aa87-2f80-43ca-a84d-0d4776139865,segment=NetworkSegment(14f32509-c2be-44b0-b598-fde0fd1c1aa2),segment_id=14f32509-c2be-44b0-b598-fde0fd1c1aa2)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:57.837805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Pushing event updated for resources: {'Port': ['ID=dee23c33-1256-4bd0-96d5-53e5761d4441,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:57.840530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.900016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:57.915098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.951528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed422c5-0a6c-4622-9211-06a6b102505e None None] Pushing event deleted for resources: {'Port': ['ID=b7f234b4-0c1d-444e-ae40-c0ddcac4c040,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:57.953551 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:57.963995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network d8beed86-7e31-4ba2-9113-9d14502e0621 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:57.971472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:57.980511 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:58.051829 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=9128cb20-74ec-4a1e-949d-cc15393c5e5c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:58.067206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:58.099125 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:58.102869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.173978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.196328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.224658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03423797-8fa7-4b3b-aa9d-b5d958de4846 None None] Pushing event updated for resources: {'Port': ['ID=bba7aa87-2f80-43ca-a84d-0d4776139865,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:58.236201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Attempting to bind port dee23c33-1256-4bd0-96d5-53e5761d4441 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:58.241877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Attempting to bind port dee23c33-1256-4bd0-96d5-53e5761d4441 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '6f55aa84-9367-429b-925e-0029d2db9dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:58.242323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Attempting to bind port dee23c33-1256-4bd0-96d5-53e5761d4441 on network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:58.248100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.251165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:58.254460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Checking segment: {'id': '6f55aa84-9367-429b-925e-0029d2db9dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:58.254460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.254460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Bound using segment: {'id': '6f55aa84-9367-429b-925e-0029d2db9dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:58.254460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Bound port: dee23c33-1256-4bd0-96d5-53e5761d4441, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f55aa84-9367-429b-925e-0029d2db9dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:58.254460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.321073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:58.321073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.357150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Router 6623d282-0de3-4542-9c7d-d1e01259763e has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:58.446714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] For port dee23c33-1256-4bd0-96d5-53e5761d4441, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:58.451795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] For port dee23c33-1256-4bd0-96d5-53e5761d4441, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=dee23c33-1256-4bd0-96d5-53e5761d4441,segment=NetworkSegment(6f55aa84-9367-429b-925e-0029d2db9dce),segment_id=6f55aa84-9367-429b-925e-0029d2db9dce)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:58.455103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-65801430-e9f7-42f0-b80a-d0d9994f5cf8 None None] Provisioning for port 9128cb20-74ec-4a1e-949d-cc15393c5e5c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:58.498677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-65801430-e9f7-42f0-b80a-d0d9994f5cf8 None None] Provisioning complete for port 9128cb20-74ec-4a1e-949d-cc15393c5e5c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:58.499662 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-65801430-e9f7-42f0-b80a-d0d9994f5cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.508990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.555224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.559566 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.589941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ed86b3-7ff3-41b4-a5c8-18ec13b40b58,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:58.622607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.623241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.623720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.624236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.624703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.625172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.625640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.626129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.626594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.627053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.627528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.627993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.663282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.666047 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-befe6f0d-0046-4491-ad94-1ef58ca1f4dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21ed86b3-7ff3-41b4-a5c8-18ec13b40b58 HTTP/1.1" status: 204 len: 168 time: 1.6753924 Dec 22 08:42:58.673993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.739134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-65801430-e9f7-42f0-b80a-d0d9994f5cf8 None None] Port 9128cb20-74ec-4a1e-949d-cc15393c5e5c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:58.757922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Pushing event updated for resources: {'Port': ['ID=dee23c33-1256-4bd0-96d5-53e5761d4441,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:58.770091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.770870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.771425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.771964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.772478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.773006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.773520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.774068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.774598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.775122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.775719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.776241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e5c22-4cf0-45d3-b6cc-bb63555adb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:58.797352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b7f234b4-0c1d-444e-ae40-c0ddcac4c040 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:58.855266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: b7f234b4-0c1d-444e-ae40-c0ddcac4c040 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:58.855858 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b7f234b4-0c1d-444e-ae40-c0ddcac4c040 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:58.923870 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:58.932881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:58.945828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:58.984735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=90d89020-d6eb-4b34-9932-9417aacfe7f0,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:58.997141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.030190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:59.074983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] Sync routers for ids ['6623d282-0de3-4542-9c7d-d1e01259763e'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:59.077339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.088063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] Routers {'6623d282-0de3-4542-9c7d-d1e01259763e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:59.088750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6623d282-0de3-4542-9c7d-d1e01259763e'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:59.315573 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-89cfce70-351c-441b-895f-288426be9961 admin admin] 10.222.0.37 "PUT /v2.0/routers/6623d282-0de3-4542-9c7d-d1e01259763e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9936864 Dec 22 08:42:59.321119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=471749ff-8419-4d24-8710-a10f942ba495,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:59.332348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49514) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:59.346780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:59.427232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] Set router 6623d282-0de3-4542-9c7d-d1e01259763e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:59.582377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:59.614310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:59.614993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.728320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.908503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b784cee4-cedc-4422-8cb5-c958eee0aaf2 None None] Network 8e481192-3e0a-479a-8953-8ec4f7fe4352 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:59.950891 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-42147e03-ea3c-4acf-85ae-cd562b2c710b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4219379 Dec 22 08:42:59.967476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49530) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:59.978892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.980219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5', 'fixed_ips': [{'subnet_id': '0c5320b8-a728-44d8-901b-1278ecd80e59'}, {'subnet_id': '471749ff-8419-4d24-8710-a10f942ba495'}], 'name': 'tempest-PortsIpV6TestJSON-1974461929'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:00.069339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4a1a7e73-37ab-46af-ba8e-fb97331607f3 None None] Provisioning for port bba7aa87-2f80-43ca-a84d-0d4776139865 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:00.084761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bba7aa87-2f80-43ca-a84d-0d4776139865 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:00.148173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:00.177817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49534) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:00.239965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:00.257737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64bb1f9-92b1-4e9c-a9c9-bbe03622ead5 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:00.278416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:00.279030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.316814 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.333342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:00.337426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.424443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port bba7aa87-2f80-43ca-a84d-0d4776139865 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:00.426546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:port and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:00.436315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=28fef6d2-7090-4701-bbc9-13d319f4c4d5,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:00.437742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a72d140-122e-4f1c-98a1-b93df43abdea None None] Network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:00.455788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:00.472492 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b7806a6c-b5bd-46ed-8f36-30a7ea4bd28f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3083529 Dec 22 08:43:00.482140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:00.488340 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5418f797-3e85-44c9-90b9-715ed1d7a4be tempest-AgentManagementNegativeTest-2133788678 tempest-AgentManagementNegativeTest-2133788678-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3036971 Dec 22 08:43:00.501316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port bba7aa87-2f80-43ca-a84d-0d4776139865 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:00.501766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.506350 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:00.510291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49540) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:00.574396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] Checking router: 6623d282-0de3-4542-9c7d-d1e01259763e for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:00.584622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.607320 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.609206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.618395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': '28fef6d2-7090-4701-bbc9-13d319f4c4d5', 'ip_address': '2001:db8::50d3:8e0:d3ce:8a0'}], 'name': 'tempest-NetworksTestDHCPv6-1197289552'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:00.638517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=9128cb20-74ec-4a1e-949d-cc15393c5e5c,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:00.650276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.678030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] Routers {'6623d282-0de3-4542-9c7d-d1e01259763e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:00.678546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6623d282-0de3-4542-9c7d-d1e01259763e'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:00.679211 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:00.735567 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-86238c7c-a1ff-47fb-b58f-786a1addcf9d None None] Provisioning for port dee23c33-1256-4bd0-96d5-53e5761d4441 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:00.804717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Allocated IP 172.26.1.134 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/9ac120d8-eb46-49ee-b121-fed79dce16f1) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:00.886854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49548) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:00.899946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network d8beed86-7e31-4ba2-9113-9d14502e0621 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:00.908308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] Deleting port 0500f981-1a14-46bf-a7de-85a201dabf4f {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:00.908770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.950997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:01.087218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '28fef6d2-7090-4701-bbc9-13d319f4c4d5'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:01.088575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.110537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.127473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.147289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] Set router 6623d282-0de3-4542-9c7d-d1e01259763e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:01.191920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Deleting port 5cd77fa7-1b52-43d2-a381-1024d99a5c11 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:01.192899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.274557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-819a2470-fedd-4537-8b2c-dda454b00038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.333872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-819a2470-fedd-4537-8b2c-dda454b00038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:01.337909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-819a2470-fedd-4537-8b2c-dda454b00038 admin admin] Usage tracker for resource:security_group_rule and tenant:6b493829196a4e15ad0825dcf2b610cf is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:01.340980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-819a2470-fedd-4537-8b2c-dda454b00038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:01.347041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-819a2470-fedd-4537-8b2c-dda454b00038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:01.429485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] For port 5cd77fa7-1b52-43d2-a381-1024d99a5c11, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5cd77fa7-1b52-43d2-a381-1024d99a5c11,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:01.429905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.456219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.464744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.554036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.592264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.628692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:01.630770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port bba7aa87-2f80-43ca-a84d-0d4776139865, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bba7aa87-2f80-43ca-a84d-0d4776139865,segment=NetworkSegment(14f32509-c2be-44b0-b598-fde0fd1c1aa2),segment_id=14f32509-c2be-44b0-b598-fde0fd1c1aa2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:01.639173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6f9b6d6c-9d3f-43cf-ad72-9a43b3c8f3c0 None None] Provisioning complete for port bba7aa87-2f80-43ca-a84d-0d4776139865 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:01.639572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6d6c-9d3f-43cf-ad72-9a43b3c8f3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.641619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:01.648330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:01.678244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/28fef6d2-7090-4701-bbc9-13d319f4c4d5/d0290d14-6d30-45f9-93ae-859db1522622) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:01.683416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:01.697671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.698486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device dee23c33-1256-4bd0-96d5-53e5761d4441 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:01.701341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:01.714231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Calling delete_port for 5cd77fa7-1b52-43d2-a381-1024d99a5c11 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:01.864226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:01.910804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-819a2470-fedd-4537-8b2c-dda454b00038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.941370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:01.948427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:01.957799 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-819a2470-fedd-4537-8b2c-dda454b00038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.971026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:02.074539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Pushing event updated for resources: {'Port': ['ID=9ac120d8-eb46-49ee-b121-fed79dce16f1,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:02.077000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router bdb853e4-7adb-4bf6-9dfe-27c071c37481 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:43:02.154434 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-819a2470-fedd-4537-8b2c-dda454b00038 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b493829196a4e15ad0825dcf2b610cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2659299 Dec 22 08:43:02.161233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=bba7aa87-2f80-43ca-a84d-0d4776139865,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:02.174907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49554) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:02.221384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] For port 0500f981-1a14-46bf-a7de-85a201dabf4f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0500f981-1a14-46bf-a7de-85a201dabf4f,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:02.222621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.260495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a2470-fedd-4537-8b2c-dda454b00038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547c5eb7-579c-4df4-bd8f-7ce9092e5139,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:02.263392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:02.381950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.399482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.414931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.421982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] Calling delete_port for 0500f981-1a14-46bf-a7de-85a201dabf4f owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:02.541721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port dee23c33-1256-4bd0-96d5-53e5761d4441 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:02.555192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.559321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port dee23c33-1256-4bd0-96d5-53e5761d4441 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:02.559689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.572765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:02.577388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 7aaafeb3-1f09-4eca-a1ed-7aa954c04763 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:02.584801 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1899f370-6c70-49b3-ba56-3843bafba365 None None] Update dhcp port {'port': {'network_id': '968a67b2-b4c0-477c-b4cc-c02cae130fa5', 'fixed_ips': [{'subnet_id': '0c5320b8-a728-44d8-901b-1278ecd80e59', 'ip_address': '2001:db8::2'}, {'subnet_id': '471749ff-8419-4d24-8710-a10f942ba495'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': 'dee23c33-1256-4bd0-96d5-53e5761d4441'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:43:02.585929 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f431f39-5735-48ca-ab92-0ac1106cfd87 None None] Sync routers for ids ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:02.598425 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f431f39-5735-48ca-ab92-0ac1106cfd87 None None] Routers {'bdb853e4-7adb-4bf6-9dfe-27c071c37481'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:02.599409 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9f431f39-5735-48ca-ab92-0ac1106cfd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:02.650768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dac531f-3720-4332-9ad9-64f0838a9e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.652684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=90d89020-d6eb-4b34-9932-9417aacfe7f0,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:02.678365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Transition to ACTIVE for port object d0290d14-6d30-45f9-93ae-859db1522622 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:02.721479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1899f370-6c70-49b3-ba56-3843bafba365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.736258 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9f431f39-5735-48ca-ab92-0ac1106cfd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:02.745345 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f431f39-5735-48ca-ab92-0ac1106cfd87 None None] Routers {'bdb853e4-7adb-4bf6-9dfe-27c071c37481'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:02.746179 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9f431f39-5735-48ca-ab92-0ac1106cfd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:02.757699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Transition to ACTIVE for port object d0290d14-6d30-45f9-93ae-859db1522622 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:02.766099 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.799105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dac531f-3720-4332-9ad9-64f0838a9e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.811554 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9f431f39-5735-48ca-ab92-0ac1106cfd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:02.812227 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f431f39-5735-48ca-ab92-0ac1106cfd87 None None] The sync data for ids ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:02.821110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6f9b6d6c-9d3f-43cf-ad72-9a43b3c8f3c0 None None] Provisioning complete for port 9128cb20-74ec-4a1e-949d-cc15393c5e5c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:02.822217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6d6c-9d3f-43cf-ad72-9a43b3c8f3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.864202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.907479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.911418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.929672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:03.050487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b161f-2514-4e75-b7f6-df4dde772eb0 None None] The sync data for ids ['6623d282-0de3-4542-9c7d-d1e01259763e'] in dv-neutron-822561-2-hyperv is: [{'id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'name': 'tempest-ServersTestManualDisk-1866343877-router', 'tenant_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '1f81a5a8b4184e2b8ada05056a875a3a', 'gw_port': {'id': '5cd77fa7-1b52-43d2-a381-1024d99a5c11', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6623d282-0de3-4542-9c7d-d1e01259763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:03.056058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd77fa7-1b52-43d2-a381-1024d99a5c11,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.062740 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3dcdf3ed-c0c0-47ee-83fc-8565b499447f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/bdb853e4-7adb-4bf6-9dfe-27c071c37481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8085465 Dec 22 08:43:03.072999 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49558) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:03.122047 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Pushing event updated for resources: {'Port': ['ID=d0290d14-6d30-45f9-93ae-859db1522622,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.149245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:03.151792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b6d6c-9d3f-43cf-ad72-9a43b3c8f3c0 None None] Port 9128cb20-74ec-4a1e-949d-cc15393c5e5c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:03.156266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:03.158552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:03.204366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.206448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8::15d (968a67b2-b4c0-477c-b4cc-c02cae130fa5/0c5320b8-a728-44d8-901b-1278ecd80e59/6ba1b27e-dc69-42b0-97ba-1e5100d85ac5) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:03.217133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dac531f-3720-4332-9ad9-64f0838a9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.288553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Attempting to bind port d0290d14-6d30-45f9-93ae-859db1522622 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:03.289587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Attempting to bind port d0290d14-6d30-45f9-93ae-859db1522622 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:03.289587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Attempting to bind port d0290d14-6d30-45f9-93ae-859db1522622 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:03.294751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port dee23c33-1256-4bd0-96d5-53e5761d4441, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=dee23c33-1256-4bd0-96d5-53e5761d4441,segment=NetworkSegment(6f55aa84-9367-429b-925e-0029d2db9dce),segment_id=6f55aa84-9367-429b-925e-0029d2db9dce)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:03.298848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:03.300089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:03.300089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.300089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:03.300439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8:0:1::28a (968a67b2-b4c0-477c-b4cc-c02cae130fa5/471749ff-8419-4d24-8710-a10f942ba495/6ba1b27e-dc69-42b0-97ba-1e5100d85ac5) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:03.300984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Bound port: d0290d14-6d30-45f9-93ae-859db1522622, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:03.301423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.304716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac531f-3720-4332-9ad9-64f0838a9e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c5eb7-579c-4df4-bd8f-7ce9092e5139,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.315821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.330772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86142401-b322-46b5-a52f-ae7c2f7f0170 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:03.331371 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-86142401-b322-46b5-a52f-ae7c2f7f0170 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:03.366376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::50d3:8e0:d3ce:8a0 (906224fb-f2fa-4b66-98df-524285cae5f9/28fef6d2-7090-4701-bbc9-13d319f4c4d5/7aaafeb3-1f09-4eca-a1ed-7aa954c04763) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:03.394485 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP f673a1ff-61bf-4dae-a92f-74714a394c70 associated. External IP: 172.26.1.212, port: 47efcead-daf0-4926-924b-787f4a530540. Dec 22 08:43:03.438046 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.461995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=dee23c33-1256-4bd0-96d5-53e5761d4441,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.489505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] For port d0290d14-6d30-45f9-93ae-859db1522622, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:03.493290 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] For port d0290d14-6d30-45f9-93ae-859db1522622, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0290d14-6d30-45f9-93ae-859db1522622,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:03.500332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-86142401-b322-46b5-a52f-ae7c2f7f0170 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:03.500733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.501521 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-86142401-b322-46b5-a52f-ae7c2f7f0170 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports/9128cb20-74ec-4a1e-949d-cc15393c5e5c HTTP/1.1" status: 200 len: 910 time: 0.4247265 Dec 22 08:43:03.526554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49562) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:03.635408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4824a6-d3d1-4cca-94dd-30a6f72e21f0 None None] Pushing event updated for resources: {'Port': ['ID=d0290d14-6d30-45f9-93ae-859db1522622,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.682651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bba7aa87-2f80-43ca-a84d-0d4776139865 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:03.686783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dac531f-3720-4332-9ad9-64f0838a9e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.687964 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9dac531f-3720-4332-9ad9-64f0838a9e8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/547c5eb7-579c-4df4-bd8f-7ce9092e5139 HTTP/1.1" status: 204 len: 168 time: 1.5107155 Dec 22 08:43:03.789371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port bba7aa87-2f80-43ca-a84d-0d4776139865 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:03.789792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.864735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.913791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.033501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b650d8b-42ba-4d7f-ae12-d30510cb5493 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:04.064139 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.072331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7b650d8b-42ba-4d7f-ae12-d30510cb5493 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:04.072728 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b650d8b-42ba-4d7f-ae12-d30510cb5493 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:04.185447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=0500f981-1a14-46bf-a7de-85a201dabf4f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:04.271465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.271465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6623d282-0de3-4542-9c7d-d1e01259763e {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:43:04.289374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.300785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.306017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.310154 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7fa55edc-47a4-4064-8f75-973ad76a2783 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6623d282-0de3-4542-9c7d-d1e01259763e HTTP/1.1" status: 204 len: 168 time: 4.9666398 Dec 22 08:43:04.314495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49576) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:04.653599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1be8b2f-9f32-45d2-bce0-0a9748ce92a3 admin admin] Deleting subnet 305877c8-72e7-4616-b485-e8e11f34d46b {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:04.710160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.740953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1be8b2f-9f32-45d2-bce0-0a9748ce92a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.776188 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:04.832049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.862603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1be8b2f-9f32-45d2-bce0-0a9748ce92a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.888673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.915886 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49590) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:05.020977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1be8b2f-9f32-45d2-bce0-0a9748ce92a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.054962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 7aaafeb3-1f09-4eca-a1ed-7aa954c04763 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:05.107498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:05.111637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'networks': [{'name': 'tempest-network--2126066986'}, {'name': 'tempest-network--1580423396'}]} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:05.111875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'network': {'name': 'tempest-network--2126066986'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:05.112326 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'network': {'name': 'tempest-network--1580423396'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:05.132551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:05.146481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Usage tracker for resource:network and tenant:f19f59ea0e444f4b917c7e8280e657be is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:05.154470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:05.159544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.209101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-305554b2-ad66-43fa-834f-3cae3a090315 None None] Provisioning for port d0290d14-6d30-45f9-93ae-859db1522622 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:05.221091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Router a05a9589-f5a4-4e92-a3a7-784b2a66e3f0 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:43:05.225415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:05.226006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-1899f370-6c70-49b3-ba56-3843bafba365 None None] Allocated IP 2001:db8:0:1::2 (968a67b2-b4c0-477c-b4cc-c02cae130fa5/471749ff-8419-4d24-8710-a10f942ba495/dee23c33-1256-4bd0-96d5-53e5761d4441) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:05.242122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1be8b2f-9f32-45d2-bce0-0a9748ce92a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.388163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Made reservation on behalf of f19f59ea0e444f4b917c7e8280e657be for: {'network': 2} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:05.393971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.404730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:05.445672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1899f370-6c70-49b3-ba56-3843bafba365 None None] For port dee23c33-1256-4bd0-96d5-53e5761d4441, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=dee23c33-1256-4bd0-96d5-53e5761d4441,segment=NetworkSegment(6f55aa84-9367-429b-925e-0029d2db9dce),segment_id=6f55aa84-9367-429b-925e-0029d2db9dce)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:05.467178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:05.469414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.475605 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:05.479791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1899f370-6c70-49b3-ba56-3843bafba365 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.480722 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:05.481344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.504157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=6ba1b27e-dc69-42b0-97ba-1e5100d85ac5,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:05.504960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1899f370-6c70-49b3-ba56-3843bafba365 None None] Transition to ACTIVE for port object dee23c33-1256-4bd0-96d5-53e5761d4441 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:05.510026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1899f370-6c70-49b3-ba56-3843bafba365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.549225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.588427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:05.614730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be8b2f-9f32-45d2-bce0-0a9748ce92a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=305877c8-72e7-4616-b485-e8e11f34d46b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:05.622837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c73de9-77b0-4b37-b747-9f32cd7f4519 None None] Sync routers for ids ['a05a9589-f5a4-4e92-a3a7-784b2a66e3f0'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:05.624522 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.624722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1be8b2f-9f32-45d2-bce0-0a9748ce92a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.626717 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d1be8b2f-9f32-45d2-bce0-0a9748ce92a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/305877c8-72e7-4616-b485-e8e11f34d46b HTTP/1.1" status: 204 len: 168 time: 1.3112912 Dec 22 08:43:05.629699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.631563 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ba9f0d31-229f-4d32-b78f-04a6fb6b924f tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "PUT /v2.0/routers/a05a9589-f5a4-4e92-a3a7-784b2a66e3f0 HTTP/1.1" status: 200 len: 915 time: 8.3281150 Dec 22 08:43:05.632703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49596) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:05.637156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49598) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:05.652842 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:05.657165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:05.668703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:05.671481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:05.677327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:05.677960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.684109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Usage tracker for resource:security_group_rule and tenant:f19f59ea0e444f4b917c7e8280e657be is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:05.686172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f370-6c70-49b3-ba56-3843bafba365 None None] Pushing event updated for resources: {'Port': ['ID=dee23c33-1256-4bd0-96d5-53e5761d4441,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:05.689257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c73de9-77b0-4b37-b747-9f32cd7f4519 None None] Routers {'a05a9589-f5a4-4e92-a3a7-784b2a66e3f0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:05.689891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-59c73de9-77b0-4b37-b747-9f32cd7f4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a05a9589-f5a4-4e92-a3a7-784b2a66e3f0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:05.698307 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-85a7220f-cc17-491d-8bd7-b4b10be9876e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.7263930 Dec 22 08:43:05.706113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:05.709062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49604) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:05.767131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:05.772923 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=7aaafeb3-1f09-4eca-a1ed-7aa954c04763,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:05.782540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a5c99-6f42-4baf-b56a-d12a216bf213 None None] Network 8206ff15-91dd-4485-9c82-7e86a57041d4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:05.797326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device dee23c33-1256-4bd0-96d5-53e5761d4441 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:05.797507 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4f3bd-1c46-416e-b951-8ae8953a728e None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:05.801587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0c5320b8-a728-44d8-901b-1278ecd80e59'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:05.810618 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4f3bd-1c46-416e-b951-8ae8953a728e None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:05.812072 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c5f4f3bd-1c46-416e-b951-8ae8953a728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:05.832116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:05.904294 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c5f4f3bd-1c46-416e-b951-8ae8953a728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:05.919072 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4f3bd-1c46-416e-b951-8ae8953a728e None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:05.919942 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c5f4f3bd-1c46-416e-b951-8ae8953a728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:05.926746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-59c73de9-77b0-4b37-b747-9f32cd7f4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:05.946193 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3422a2ca-a23e-4084-a87a-2ce1794dc476 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.4350059 Dec 22 08:43:05.971831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49608) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:05.980614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c73de9-77b0-4b37-b747-9f32cd7f4519 None None] Routers {'a05a9589-f5a4-4e92-a3a7-784b2a66e3f0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:05.980762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.981143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-59c73de9-77b0-4b37-b747-9f32cd7f4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a05a9589-f5a4-4e92-a3a7-784b2a66e3f0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.002127 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c5f4f3bd-1c46-416e-b951-8ae8953a728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.002765 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4f3bd-1c46-416e-b951-8ae8953a728e None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:06.129763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-59c73de9-77b0-4b37-b747-9f32cd7f4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.130134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c73de9-77b0-4b37-b747-9f32cd7f4519 None None] The sync data for ids ['a05a9589-f5a4-4e92-a3a7-784b2a66e3f0'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:06.160724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0290d14-6d30-45f9-93ae-859db1522622 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:06.179109 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-390c4a4b-3073-4adc-a2f8-f0dca95f43e9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.9459760 Dec 22 08:43:06.187120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49612) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:06.200359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.204606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0e801109-3c38-48fd-9058-7e5d1563d3a9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'port_id': '47efcead-daf0-4926-924b-787f4a530540', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:06.307199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-89d369b6-7bd5-426e-bc5e-c2b1480ed7b3 None None] Provisioning for port 7aaafeb3-1f09-4eca-a1ed-7aa954c04763 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:06.317575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.323374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-89d369b6-7bd5-426e-bc5e-c2b1480ed7b3 None None] Provisioning complete for port 7aaafeb3-1f09-4eca-a1ed-7aa954c04763 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:06.323809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-89d369b6-7bd5-426e-bc5e-c2b1480ed7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.328208 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0552af53-9e57-45e0-a8d4-ca552f0c5340 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/routers/a05a9589-f5a4-4e92-a3a7-784b2a66e3f0 HTTP/1.1" status: 200 len: 921 time: 0.6856980 Dec 22 08:43:06.334177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49616) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:06.350057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Deleting port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:06.350263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.400595 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port d0290d14-6d30-45f9-93ae-859db1522622 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:06.417483 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d0290d14-6d30-45f9-93ae-859db1522622 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:06.417917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.418349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0e801109-3c38-48fd-9058-7e5d1563d3a9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.464235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-89d369b6-7bd5-426e-bc5e-c2b1480ed7b3 None None] Port 7aaafeb3-1f09-4eca-a1ed-7aa954c04763 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:06.490707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] Router 454d2f1d-b89e-491c-9d41-082a32f28aa0 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:06.589924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.630980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975a9a2-9d85-426a-9ac3-9f62ff743a8c None None] DHCP port deletion for 8206ff15-91dd-4485-9c82-7e86a57041d4 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:06.636697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port d0290d14-6d30-45f9-93ae-859db1522622, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0290d14-6d30-45f9-93ae-859db1522622,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:06.638195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2975a9a2-9d85-426a-9ac3-9f62ff743a8c None None] Deleting port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:06.638329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2975a9a2-9d85-426a-9ac3-9f62ff743a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.668253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.696079 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce844fe-d44a-4769-806a-96774ed37754 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:06.702781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce844fe-d44a-4769-806a-96774ed37754 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:06.703592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9ce844fe-d44a-4769-806a-96774ed37754 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:06.725461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5cd77fa7-1b52-43d2-a381-1024d99a5c11 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:06.781311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 5cd77fa7-1b52-43d2-a381-1024d99a5c11 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:06.781561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5cd77fa7-1b52-43d2-a381-1024d99a5c11 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:06.787890 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9ce844fe-d44a-4769-806a-96774ed37754 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:06.789432 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9ce844fe-d44a-4769-806a-96774ed37754 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.8102982 Dec 22 08:43:06.796048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49620) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:06.854201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1be20-1479-4dfd-9314-e9c4430a933a None None] Network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:06.887106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.889057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=d0290d14-6d30-45f9-93ae-859db1522622,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:06.909503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.909990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.992424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9d94118e-9888-47a4-ae5e-17501e205819 None None] Provisioning for port dee23c33-1256-4bd0-96d5-53e5761d4441 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:07.016387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9d94118e-9888-47a4-ae5e-17501e205819 None None] Provisioning complete for port dee23c33-1256-4bd0-96d5-53e5761d4441 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:07.016760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9d94118e-9888-47a4-ae5e-17501e205819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.044294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Allocated IP 172.21.0.1 (8e481192-3e0a-479a-8953-8ec4f7fe4352/736b02d9-2671-4032-ba87-4f899f159818/957b1fe7-5c77-46d9-9a15-625d4a63ff2f) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:07.051909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a72ee45-14fe-4b26-9349-7cdb129294e8 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:07.055878 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0a72ee45-14fe-4b26-9349-7cdb129294e8 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&device_id=a05a9589-f5a4-4e92-a3a7-784b2a66e3f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7167201 Dec 22 08:43:07.067672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49624) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:07.079173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db459711-d3eb-46c8-b64c-4b44802b3b5b,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:07.103066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:07.144363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2975a9a2-9d85-426a-9ac3-9f62ff743a8c None None] For port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1dcc1e2c-a390-41da-90ba-f5b66023cbd7,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:07.144823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2975a9a2-9d85-426a-9ac3-9f62ff743a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.197400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.197861 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Added segment 16ce5393-b099-4a5d-bf31-a6f78a71b8b4 of type vlan for network d4bfc755-536a-4e51-92eb-155853ef2c43 Dec 22 08:43:07.359097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2975a9a2-9d85-426a-9ac3-9f62ff743a8c None None] Calling delete_port for 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:07.391514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.403382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:07.408340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] For port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1dcc1e2c-a390-41da-90ba-f5b66023cbd7,segment=NetworkSegment(7a48d11a-d28c-464e-9c25-d09da2b31edb),segment_id=7a48d11a-d28c-464e-9c25-d09da2b31edb)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:07.408852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.420232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] Sync routers for ids ['454d2f1d-b89e-491c-9d41-082a32f28aa0'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:07.422204 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-821ddd86-72a4-4c6f-91b1-f4cfae376b96 admin admin] 10.222.0.37 "PUT /v2.0/routers/454d2f1d-b89e-491c-9d41-082a32f28aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5429370 Dec 22 08:43:07.429169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae9ed3-aa62-4b9d-8eed-64b16e37661a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 7aaafeb3-1f09-4eca-a1ed-7aa954c04763 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:07.429830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9ed3-aa62-4b9d-8eed-64b16e37661a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.445037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49628) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:07.490855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device dee23c33-1256-4bd0-96d5-53e5761d4441 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:07.576751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] Routers {'454d2f1d-b89e-491c-9d41-082a32f28aa0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:07.577380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['454d2f1d-b89e-491c-9d41-082a32f28aa0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:07.593158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Calling delete_port for 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:07.602740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c76fc-310b-4438-a30c-d5ae58db5043 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:07.606294 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-993c76fc-310b-4438-a30c-d5ae58db5043 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 881 time: 0.5377352 Dec 22 08:43:07.610866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49632) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:07.689472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:07.691777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Delete allocated IP 2001:db8:0:1::28a (968a67b2-b4c0-477c-b4cc-c02cae130fa5/471749ff-8419-4d24-8710-a10f942ba495) {{(pid=87534) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:43:07.766014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.774651 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7e776573-cb5e-4675-b14a-33c4f42b0cd3 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=a05a9589-f5a4-4e92-a3a7-784b2a66e3f0 HTTP/1.1" status: 200 len: 205 time: 0.1560967 Dec 22 08:43:07.779104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49636) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:07.788247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2975a9a2-9d85-426a-9ac3-9f62ff743a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.815965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.816519 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Added segment d2c208fb-44fb-4359-843b-59471e9f0728 of type vlan for network 20277f49-c85a-4339-8f75-44294850fd8c Dec 22 08:43:07.850229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975a9a2-9d85-426a-9ac3-9f62ff743a8c None None] Pushing event deleted for resources: {'Port': ['ID=1dcc1e2c-a390-41da-90ba-f5b66023cbd7,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:07.853077 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Transition to ACTIVE for port object 957b1fe7-5c77-46d9-9a15-625d4a63ff2f will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:07.858326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975a9a2-9d85-426a-9ac3-9f62ff743a8c None None] No DVR routers for this DVR port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:07.882952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port dee23c33-1256-4bd0-96d5-53e5761d4441 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:07.883331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.908743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] Set router 454d2f1d-b89e-491c-9d41-082a32f28aa0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:07.959561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.014914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.032787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:08.033324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:08.229867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.267121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9ed3-aa62-4b9d-8eed-64b16e37661a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.274096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0290d14-6d30-45f9-93ae-859db1522622 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:08.304681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.305057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.311030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:08.316439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:08.317145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.363285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d0290d14-6d30-45f9-93ae-859db1522622 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:08.363774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.375231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.406581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:08.419049 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network 8e481192-3e0a-479a-8953-8ec4f7fe4352 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:08.421453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:43:03Z', 'revision_number': 5, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port': {'id': 'f9fe0145-f820-43c5-803f-30ba3c27a113', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:59Z', 'updated_at': '2021-12-22T08:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:08.437003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Deleting port f9fe0145-f820-43c5-803f-30ba3c27a113 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:08.437385 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.453227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] Checking router: 454d2f1d-b89e-491c-9d41-082a32f28aa0 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:08.551835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4433fd6b-68e3-4856-8982-d151a05b2643 None None] Provisioning complete for port dee23c33-1256-4bd0-96d5-53e5761d4441 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:08.552236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4433fd6b-68e3-4856-8982-d151a05b2643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.556680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae9ed3-aa62-4b9d-8eed-64b16e37661a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 7aaafeb3-1f09-4eca-a1ed-7aa954c04763 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:08.615932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Deleting port 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:08.616271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.629341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:08.654918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:08.658560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.663043 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] Routers {'454d2f1d-b89e-491c-9d41-082a32f28aa0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:08.664101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['454d2f1d-b89e-491c-9d41-082a32f28aa0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:08.669426 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.7494636 Dec 22 08:43:08.671176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:08.676275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49640) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:08.711268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] The port '1dcc1e2c-a390-41da-90ba-f5b66023cbd7' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:43:08.772387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=957b1fe7-5c77-46d9-9a15-625d4a63ff2f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:08.809571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Ignored duplicate provisioning block setup for port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 08:43:08.828784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'Network': ['ID=d4bfc755-536a-4e51-92eb-155853ef2c43,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:08.831550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.862952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network d4bfc755-536a-4e51-92eb-155853ef2c43 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:08.867309 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.882590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:08.882931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1dcc1e2c-a390-41da-90ba-f5b66023cbd7 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:09.034360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] Set router 454d2f1d-b89e-491c-9d41-082a32f28aa0 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:09.064139 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-0e801109-3c38-48fd-9058-7e5d1563d3a9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:09.096521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.159207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:43:08Z', 'revision_number': 6, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:09.169209 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6f79c-e2b7-45ce-951a-dc2ac1369b33 None None] The sync data for ids ['454d2f1d-b89e-491c-9d41-082a32f28aa0'] in dv-neutron-822561-2-hyperv is: [{'id': '454d2f1d-b89e-491c-9d41-082a32f28aa0', 'name': 'tempest-ServersTestJSON-1377586250-router', 'tenant_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:57Z', 'updated_at': '2021-12-22T08:43:08Z', 'revision_number': 6, 'project_id': 'c35afbf7ce934c9cbd729a00925c97dc', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:09.170558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6438ba1-96cb-454c-a76f-07531098676b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'Network': ['ID=20277f49-c85a-4339-8f75-44294850fd8c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:09.189610 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 20277f49-c85a-4339-8f75-44294850fd8c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:09.192344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] In _notify_port_updated(), no bound segment for port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 on network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:43:09.198093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:09.199040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.200584 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "PUT /v2.0/ports/6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 HTTP/1.1" status: 200 len: 926 time: 3.4236133 Dec 22 08:43:09.207321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac45118-3363-477f-86e2-539650628b8f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=6ba1b27e-dc69-42b0-97ba-1e5100d85ac5,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:09.212606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49644) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:09.218869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4433fd6b-68e3-4856-8982-d151a05b2643 None None] Provisioning for port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:09.225561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0c5320b8-a728-44d8-901b-1278ecd80e59'}, {'subnet_id': '471749ff-8419-4d24-8710-a10f942ba495'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:09.239617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4433fd6b-68e3-4856-8982-d151a05b2643 None None] Provisioning complete for port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:09.240163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4433fd6b-68e3-4856-8982-d151a05b2643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.274761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.314683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] For port f9fe0145-f820-43c5-803f-30ba3c27a113, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f9fe0145-f820-43c5-803f-30ba3c27a113,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:09.315101 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.379874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4433fd6b-68e3-4856-8982-d151a05b2643 None None] Port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:09.413040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8206ff15-91dd-4485-9c82-7e86a57041d4']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:09.421402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9ed3-aa62-4b9d-8eed-64b16e37661a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.431991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0e801109-3c38-48fd-9058-7e5d1563d3a9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.456186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Calling delete_port for f9fe0145-f820-43c5-803f-30ba3c27a113 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:09.469594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecaaadb-f1da-404d-bc4b-85d47cf3cb89 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:09.475692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecaaadb-f1da-404d-bc4b-85d47cf3cb89 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:09.481453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecaaadb-f1da-404d-bc4b-85d47cf3cb89 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:09.487055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecaaadb-f1da-404d-bc4b-85d47cf3cb89 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:09.492456 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9ecaaadb-f1da-404d-bc4b-85d47cf3cb89 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7797599 Dec 22 08:43:09.493435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49648) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:09.503588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f69b0ef3-1499-4e62-9e34-1c1f19af5223 None None] Provisioning complete for port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:09.504092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f69b0ef3-1499-4e62-9e34-1c1f19af5223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.522533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a48d11a-d28c-464e-9c25-d09da2b31edb') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:09.522821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a48d11a-d28c-464e-9c25-d09da2b31edb') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:09.530663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0e801109-3c38-48fd-9058-7e5d1563d3a9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.588479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f69b0ef3-1499-4e62-9e34-1c1f19af5223 None None] Port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:09.590305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0500f981-1a14-46bf-a7de-85a201dabf4f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:09.607721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae9ed3-aa62-4b9d-8eed-64b16e37661a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=7aaafeb3-1f09-4eca-a1ed-7aa954c04763,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:09.632013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 0500f981-1a14-46bf-a7de-85a201dabf4f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:09.632576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0500f981-1a14-46bf-a7de-85a201dabf4f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:09.649215 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f69b0ef3-1499-4e62-9e34-1c1f19af5223 None None] Provisioning for port 957b1fe7-5c77-46d9-9a15-625d4a63ff2f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:09.656637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f69b0ef3-1499-4e62-9e34-1c1f19af5223 None None] Provisioning complete for port 957b1fe7-5c77-46d9-9a15-625d4a63ff2f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:09.657149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f69b0ef3-1499-4e62-9e34-1c1f19af5223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.694471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.710570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9ed3-aa62-4b9d-8eed-64b16e37661a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.727139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f69b0ef3-1499-4e62-9e34-1c1f19af5223 None None] Port 957b1fe7-5c77-46d9-9a15-625d4a63ff2f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:09.732722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.849131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.884288 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c0ae9ed3-aa62-4b9d-8eed-64b16e37661a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/7aaafeb3-1f09-4eca-a1ed-7aa954c04763 HTTP/1.1" status: 204 len: 168 time: 3.0484138 Dec 22 08:43:09.890504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49652) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:09.891447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:09.891827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.908820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.909367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Deleting port 9ac120d8-eb46-49ee-b121-fed79dce16f1 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:09.909367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:09.937895 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:09.950970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.012257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.378766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b6fd0-90a4-4b46-b972-4306ca6c0a00 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:10.380335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b6fd0-90a4-4b46-b972-4306ca6c0a00 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:10.381066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-388b6fd0-90a4-4b46-b972-4306ca6c0a00 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:10.393325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.397380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.426337 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.527432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8206ff15-91dd-4485-9c82-7e86a57041d4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:10.527628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fe0145-f820-43c5-803f-30ba3c27a113,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:10.586873 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b456a7de-cc3b-4209-8025-dd2210d873c6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8206ff15-91dd-4485-9c82-7e86a57041d4 HTTP/1.1" status: 204 len: 168 time: 4.9511528 Dec 22 08:43:10.652373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.659809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-388b6fd0-90a4-4b46-b972-4306ca6c0a00 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:10.663339 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-388b6fd0-90a4-4b46-b972-4306ca6c0a00 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7249649 Dec 22 08:43:10.679704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49658) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:10.714456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.730028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bfc755-536a-4e51-92eb-155853ef2c43']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:10.801021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49662) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:10.804653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ce5393-b099-4a5d-bf31-a6f78a71b8b4') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:10.804946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ce5393-b099-4a5d-bf31-a6f78a71b8b4') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:10.876064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Calling delete_port for 9ac120d8-eb46-49ee-b121-fed79dce16f1 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:10.878571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.938036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.957457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e801109-3c38-48fd-9058-7e5d1563d3a9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:10.980828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.996020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-23929a0f-7009-47e7-875c-cdf524c2a81c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 28fef6d2-7090-4701-bbc9-13d319f4c4d5 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:11.005792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23929a0f-7009-47e7-875c-cdf524c2a81c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.016641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:11.017037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:11.082270 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:11.099936 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b0850019-9b0d-4b0a-946a-903c919d6f00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f81a5a8b4184e2b8ada05056a875a3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2883887 Dec 22 08:43:11.109248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49666) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:11.165018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.177898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.204184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.208011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.227500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23929a0f-7009-47e7-875c-cdf524c2a81c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.299951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Network': ['ID=d4bfc755-536a-4e51-92eb-155853ef2c43,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:11.306077 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9960bdd3-ca3f-4d2c-a68e-a3f1834ca364 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "DELETE /v2.0/networks/d4bfc755-536a-4e51-92eb-155853ef2c43 HTTP/1.1" status: 204 len: 168 time: 1.8006902 Dec 22 08:43:11.306738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49670) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:11.339940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.340422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454d2f1d-b89e-491c-9d41-082a32f28aa0 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:43:11.378706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.400581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8:0:1::e5 (968a67b2-b4c0-477c-b4cc-c02cae130fa5/471749ff-8419-4d24-8710-a10f942ba495/6ba1b27e-dc69-42b0-97ba-1e5100d85ac5) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:11.402691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8ec593b-b7c1-4d6a-9de4-fc305b4125b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.404312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.427521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f9fe0145-f820-43c5-803f-30ba3c27a113 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:11.462608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e801109-3c38-48fd-9058-7e5d1563d3a9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:11.473841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: f9fe0145-f820-43c5-803f-30ba3c27a113 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:11.474439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f9fe0145-f820-43c5-803f-30ba3c27a113 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:11.491995 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaeb96e-5713-4fd3-817b-68e5bbc85cf5 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:11.497594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0e801109-3c38-48fd-9058-7e5d1563d3a9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.509221 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaeb96e-5713-4fd3-817b-68e5bbc85cf5 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:11.510056 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-faaeb96e-5713-4fd3-817b-68e5bbc85cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:11.563705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.565718 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.566839 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-95ca08a4-5c96-4607-9685-93f8d662a47a admin admin] 10.222.0.37 "DELETE /v2.0/routers/454d2f1d-b89e-491c-9d41-082a32f28aa0 HTTP/1.1" status: 204 len: 168 time: 4.1132083 Dec 22 08:43:11.569466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49674) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:11.572919 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-faaeb96e-5713-4fd3-817b-68e5bbc85cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:11.584220 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaeb96e-5713-4fd3-817b-68e5bbc85cf5 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:11.584980 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-faaeb96e-5713-4fd3-817b-68e5bbc85cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:11.592432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8ec593b-b7c1-4d6a-9de4-fc305b4125b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.604411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23929a0f-7009-47e7-875c-cdf524c2a81c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.658427 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-faaeb96e-5713-4fd3-817b-68e5bbc85cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:11.658427 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaeb96e-5713-4fd3-817b-68e5bbc85cf5 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:11.788431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.818213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=957b1fe7-5c77-46d9-9a15-625d4a63ff2f,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:11.830598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.889947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Pushing event deleted for resources: {'Port': ['ID=9ac120d8-eb46-49ee-b121-fed79dce16f1,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:11.957172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-977c45a3-d533-4f4f-ba5e-06f708f2fccd admin admin] Deleting subnet 8f5a9766-35a8-4ccf-837d-8fea790cad3f {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:11.981568 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0e801109-3c38-48fd-9058-7e5d1563d3a9 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "PUT /v2.0/floatingips/f673a1ff-61bf-4dae-a92f-74714a394c70 HTTP/1.1" status: 200 len: 978 time: 5.7859263 Dec 22 08:43:11.981568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-977c45a3-d533-4f4f-ba5e-06f708f2fccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.997720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49678) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:12.002027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23929a0f-7009-47e7-875c-cdf524c2a81c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.095082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.127304 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23929a0f-7009-47e7-875c-cdf524c2a81c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=28fef6d2-7090-4701-bbc9-13d319f4c4d5,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:12.129174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23929a0f-7009-47e7-875c-cdf524c2a81c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.137777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd25ef-4593-4af8-b8d6-0914c4363707 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:12.141597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20277f49-c85a-4339-8f75-44294850fd8c']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:12.155668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-977c45a3-d533-4f4f-ba5e-06f708f2fccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.164047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8ec593b-b7c1-4d6a-9de4-fc305b4125b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.194413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c208fb-44fb-4359-843b-59471e9f0728') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:12.194701 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c208fb-44fb-4359-843b-59471e9f0728') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:12.212323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.230442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec593b-b7c1-4d6a-9de4-fc305b4125b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eaddeb-63d4-443b-958f-75947ecc2f3a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:12.238191 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-23929a0f-7009-47e7-875c-cdf524c2a81c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/28fef6d2-7090-4701-bbc9-13d319f4c4d5 HTTP/1.1" status: 204 len: 168 time: 1.5528207 Dec 22 08:43:12.242069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49682) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:12.244415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.302506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8ec593b-b7c1-4d6a-9de4-fc305b4125b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.306023 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c8ec593b-b7c1-4d6a-9de4-fc305b4125b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8eaddeb-63d4-443b-958f-75947ecc2f3a HTTP/1.1" status: 204 len: 168 time: 1.1869998 Dec 22 08:43:12.323060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.387511 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network 8e481192-3e0a-479a-8953-8ec4f7fe4352 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:12.406718 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:12.418449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.422619 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2b2422db-e20e-47a2-b168-40a4d368b050 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198709 Dec 22 08:43:12.424136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.425661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49688) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:12.430684 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.437425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:12.437425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.438466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9149d3e9-a343-4850-b300-54435050696f None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:12.438928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:12.444240 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9149d3e9-a343-4850-b300-54435050696f None None] Deleting port d0290d14-6d30-45f9-93ae-859db1522622 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:12.444966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9149d3e9-a343-4850-b300-54435050696f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:12.457042 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:12.597431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.598036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Fanout notify agent at l3_agent the message router_deleted on router a05a9589-f5a4-4e92-a3a7-784b2a66e3f0 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:43:12.601707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.615193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-977c45a3-d533-4f4f-ba5e-06f708f2fccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.617460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:12.659996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.711078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port 90d89020-d6eb-4b34-9932-9417aacfe7f0 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:12.711339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.711834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.725354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.727039 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fea320a8-41f2-4397-93cf-552e227a1172 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/a05a9589-f5a4-4e92-a3a7-784b2a66e3f0 HTTP/1.1" status: 204 len: 168 time: 4.8899925 Dec 22 08:43:12.752189 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49694) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:12.755905 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "DELETE /v2.0/networks/20277f49-c85a-4339-8f75-44294850fd8c HTTP/1.1" status: 204 len: 168 time: 1.4437582 Dec 22 08:43:12.756679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49696) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:12.758112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a41afb-0498-4fea-af5d-b1c5de6804df tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Network': ['ID=20277f49-c85a-4339-8f75-44294850fd8c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:12.768955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-977c45a3-d533-4f4f-ba5e-06f708f2fccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.799626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9149d3e9-a343-4850-b300-54435050696f None None] For port d0290d14-6d30-45f9-93ae-859db1522622, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0290d14-6d30-45f9-93ae-859db1522622,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:12.800119 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9149d3e9-a343-4850-b300-54435050696f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.819909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-977c45a3-d533-4f4f-ba5e-06f708f2fccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.822072 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-977c45a3-d533-4f4f-ba5e-06f708f2fccd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8f5a9766-35a8-4ccf-837d-8fea790cad3f HTTP/1.1" status: 204 len: 168 time: 1.2515612 Dec 22 08:43:12.845382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-860154211', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:12.852240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:12.860158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49702) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:12.871757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Usage tracker for resource:router and tenant:1b72f9ed6f854b0eabfa75bdc064f38d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:12.887077 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:12.959758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9149d3e9-a343-4850-b300-54435050696f None None] Calling delete_port for d0290d14-6d30-45f9-93ae-859db1522622 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:12.969980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:12.996563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c45a3-d533-4f4f-ba5e-06f708f2fccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5a9766-35a8-4ccf-837d-8fea790cad3f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:13.012576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e72ee-97bc-4b78-abe0-48e620256ee1 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.020384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e72ee-97bc-4b78-abe0-48e620256ee1 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.021165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-444e72ee-97bc-4b78-abe0-48e620256ee1 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Synchronizing usage tracker for tenant:f19f59ea0e444f4b917c7e8280e657be on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:13.032624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:13.065526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-444e72ee-97bc-4b78-abe0-48e620256ee1 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Unset dirty status for tenant:f19f59ea0e444f4b917c7e8280e657be on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:13.072536 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-444e72ee-97bc-4b78-abe0-48e620256ee1 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3057060 Dec 22 08:43:13.073397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49714) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.084233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c32f9f-4bac-456e-8a8d-568c7e57e709 None None] Network 428092a9-8d6c-49a4-9f7d-f345b940981c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:13.094108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1976013771'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:13.104610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:13.120044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router bdb853e4-7adb-4bf6-9dfe-27c071c37481 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:13.124333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:13.130493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9149d3e9-a343-4850-b300-54435050696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.136804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Made reservation on behalf of f19f59ea0e444f4b917c7e8280e657be for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:13.141100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.142072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=6ba1b27e-dc69-42b0-97ba-1e5100d85ac5,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:13.167184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:13.183218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:13.197288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.197519 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Added segment 536a0453-3413-4568-83f2-60ac6a8b3fa1 of type vlan for network cdcacc08-f1ac-4790-8aeb-51427844d3dd Dec 22 08:43:13.240423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9149d3e9-a343-4850-b300-54435050696f None None] No DVR routers for this DVR port d0290d14-6d30-45f9-93ae-859db1522622 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:13.242500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.244346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-19a3d3d9-35f1-45a9-8b5a-8147eca358d3 None None] Provisioning complete for port 957b1fe7-5c77-46d9-9a15-625d4a63ff2f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:13.245134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-19a3d3d9-35f1-45a9-8b5a-8147eca358d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.267892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:13.275142 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] In _notify_port_updated(), no bound segment for port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 on network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:43:13.280815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.281643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.285809 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a3230b75-f59f-434b-a09d-6b6e0c1a8ea7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "PUT /v2.0/ports/6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 HTTP/1.1" status: 200 len: 1011 time: 4.0673528 Dec 22 08:43:13.286554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49720) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.307481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.308489 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.330196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.336793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.337563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.357050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:13.379030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149d3e9-a343-4850-b300-54435050696f None None] Pushing event deleted for resources: {'Port': ['ID=d0290d14-6d30-45f9-93ae-859db1522622,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:13.382379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.416612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-19a3d3d9-35f1-45a9-8b5a-8147eca358d3 None None] Port 957b1fe7-5c77-46d9-9a15-625d4a63ff2f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:13.494656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0290d14-6d30-45f9-93ae-859db1522622 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:13.527404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'Network': ['ID=cdcacc08-f1ac-4790-8aeb-51427844d3dd,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:13.533640 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cdb41728-f526-407d-9adc-41abf744a0f3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4591818 Dec 22 08:43:13.538596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-f66581bf-e422-414d-b933-d13267ac588f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:13.539214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f66581bf-e422-414d-b933-d13267ac588f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.559705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network cdcacc08-f1ac-4790-8aeb-51427844d3dd details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:13.570518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49730) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.584289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: d0290d14-6d30-45f9-93ae-859db1522622 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:13.585031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0290d14-6d30-45f9-93ae-859db1522622 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:13.597308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1182239352'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:13.603219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:13.613007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Usage tracker for resource:network and tenant:f19f59ea0e444f4b917c7e8280e657be is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:13.617620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:13.618218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-067a2024-3e7a-4840-b1af-3b5329b2312a None None] Provisioning for port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:13.624564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:13.631416 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-067a2024-3e7a-4840-b1af-3b5329b2312a None None] Provisioning complete for port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:13.631908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-067a2024-3e7a-4840-b1af-3b5329b2312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.651997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Made reservation on behalf of f19f59ea0e444f4b917c7e8280e657be for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:13.662051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.725255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:13.728807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.764782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.784166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-067a2024-3e7a-4840-b1af-3b5329b2312a None None] Port 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:13.844799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:13.872581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Deleting port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:13.872989 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.879471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8259679d-da4c-4c9c-9452-95871b963d26 None None] DHCP port deletion for 428092a9-8d6c-49a4-9f7d-f345b940981c request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:13.882941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.883308 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Added segment e30c52ac-039a-4f79-89a5-bc50f98222ab of type vlan for network a4703243-531b-43e4-a2be-4253cf1044fc Dec 22 08:43:13.886257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8259679d-da4c-4c9c-9452-95871b963d26 None None] Deleting port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:13.886818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8259679d-da4c-4c9c-9452-95871b963d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.925389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.925983 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.979385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.012354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:14.072198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f88e0a-8f2d-40ce-9dc9-ef02880d5dbc None None] Sync routers for ids ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:14.076514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.114365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f88e0a-8f2d-40ce-9dc9-ef02880d5dbc None None] Routers {'bdb853e4-7adb-4bf6-9dfe-27c071c37481'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:14.114631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.115322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-95f88e0a-8f2d-40ce-9dc9-ef02880d5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:14.120242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:14.120836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.178083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f66581bf-e422-414d-b933-d13267ac588f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.188631 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6112602 Dec 22 08:43:14.212508 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for 90d89020-d6eb-4b34-9932-9417aacfe7f0 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:14.214494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49744) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.235440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-95f88e0a-8f2d-40ce-9dc9-ef02880d5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:14.262083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f88e0a-8f2d-40ce-9dc9-ef02880d5dbc None None] Routers {'bdb853e4-7adb-4bf6-9dfe-27c071c37481'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:14.262948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-95f88e0a-8f2d-40ce-9dc9-ef02880d5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:14.329368 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-97d36184-299a-4f98-9af5-1c373cd58451 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/bdb853e4-7adb-4bf6-9dfe-27c071c37481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8017049 Dec 22 08:43:14.332215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49752) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.337915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-95f88e0a-8f2d-40ce-9dc9-ef02880d5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:14.338531 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f88e0a-8f2d-40ce-9dc9-ef02880d5dbc None None] The sync data for ids ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:14.364865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-f66581bf-e422-414d-b933-d13267ac588f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:14.419604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8259679d-da4c-4c9c-9452-95871b963d26 None None] For port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1270a9e0-45b3-49d7-8e63-d2629ac3e1d4,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:14.420092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8259679d-da4c-4c9c-9452-95871b963d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.469532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49756) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.475691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'ports': [{'network_id': 'cdcacc08-f1ac-4790-8aeb-51427844d3dd', 'name': 'tempest-port--1058138457', 'admin_state_up': True}, {'network_id': 'a4703243-531b-43e4-a2be-4253cf1044fc', 'admin_state_up': False}]} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:14.476071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'port': {'network_id': 'cdcacc08-f1ac-4790-8aeb-51427844d3dd', 'name': 'tempest-port--1058138457', 'admin_state_up': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:14.476612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'port': {'network_id': 'a4703243-531b-43e4-a2be-4253cf1044fc', 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:14.507502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6587e-b00f-4ee3-9dcd-811ec792b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'Network': ['ID=a4703243-531b-43e4-a2be-4253cf1044fc,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:14.553782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network a4703243-531b-43e4-a2be-4253cf1044fc details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:14.580016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8259679d-da4c-4c9c-9452-95871b963d26 None None] Calling delete_port for 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:14.584925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.651501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91697fea-6fbb-42b2-b263-79a6d39c9070 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:14.652080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-91697fea-6fbb-42b2-b263-79a6d39c9070 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:14.737237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:14.742613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Usage tracker for resource:port and tenant:f19f59ea0e444f4b917c7e8280e657be is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:14.744621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:14.751877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:14.763653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Made reservation on behalf of f19f59ea0e444f4b917c7e8280e657be for: {'port': 2} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:14.770243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.771056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8259679d-da4c-4c9c-9452-95871b963d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.791395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1018430579'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:14.802333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:14.823724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259679d-da4c-4c9c-9452-95871b963d26 None None] Pushing event deleted for resources: {'Port': ['ID=1270a9e0-45b3-49d7-8e63-d2629ac3e1d4,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:14.828340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259679d-da4c-4c9c-9452-95871b963d26 None None] No DVR routers for this DVR port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:14.836404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.837216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Usage tracker for resource:network and tenant:7d39f5ba2c33474991b038b0b5679706 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:14.849872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:14.856283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-91697fea-6fbb-42b2-b263-79a6d39c9070 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:14.857083 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-91697fea-6fbb-42b2-b263-79a6d39c9070 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports/957b1fe7-5c77-46d9-9a15-625d4a63ff2f HTTP/1.1" status: 200 len: 910 time: 0.5173101 Dec 22 08:43:14.860423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49762) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.898774 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:14.906003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] For port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1270a9e0-45b3-49d7-8e63-d2629ac3e1d4,segment=NetworkSegment(4d5e0e65-b554-472f-af84-2fc511464a4c),segment_id=4d5e0e65-b554-472f-af84-2fc511464a4c)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:14.906397 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.164499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] device_id is not set on port 0b03c904-8850-4ee8-8d71-3da745b05655 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:15.170478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Made reservation on behalf of 7d39f5ba2c33474991b038b0b5679706 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:15.174135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.182854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.197207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Calling delete_port for 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:15.319453 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.367174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.406323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:15.408893 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:15.417329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:15.420837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f66581bf-e422-414d-b933-d13267ac588f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.431319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:15.448029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:15.448735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.450742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:15.451085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:15.452724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09696bf3-16d5-4f98-9e95-27334bd4e7ec None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:15.464350 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Usage tracker for resource:security_group_rule and tenant:7d39f5ba2c33474991b038b0b5679706 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:15.467266 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=90d89020-d6eb-4b34-9932-9417aacfe7f0,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:15.471515 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:15.507625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=16409a30-0924-4b74-85d6-e0b4d9f62653,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:15.534059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:15.555465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66581bf-e422-414d-b933-d13267ac588f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=6ba1b27e-dc69-42b0-97ba-1e5100d85ac5,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:15.587257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:15.587573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:15.635915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.636664 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP f673a1ff-61bf-4dae-a92f-74714a394c70 disassociated (deleted). External IP: 172.26.1.212, port: 47efcead-daf0-4926-924b-787f4a530540. Dec 22 08:43:15.729817 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a3dfb260-8bf9-4414-b031-2ac2542f354d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2996666 Dec 22 08:43:15.741153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49766) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:15.746797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f66581bf-e422-414d-b933-d13267ac588f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.759562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': '16409a30-0924-4b74-85d6-e0b4d9f62653', 'ip_address': '2001:db8::6023:7d05:a836:10dc'}], 'name': 'tempest-NetworksTestDHCPv6-994791049'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:15.761151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '16409a30-0924-4b74-85d6-e0b4d9f62653'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:15.762317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.856431 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f66581bf-e422-414d-b933-d13267ac588f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 HTTP/1.1" status: 204 len: 168 time: 2.5683320 Dec 22 08:43:15.862662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49770) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:15.921488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/16409a30-0924-4b74-85d6-e0b4d9f62653/7d017532-7bf4-4b87-aa41-f2b21439332d) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:16.007432 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4587951-0aa7-4378-9cb3-606c9890ea46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:43:16.008438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f4587951-0aa7-4378-9cb3-606c9890ea46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:16.023345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.068130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.079281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f4587951-0aa7-4378-9cb3-606c9890ea46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:16.082908 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f4587951-0aa7-4378-9cb3-606c9890ea46 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 HTTP/1.1" status: 404 len: 333 time: 0.2047687 Dec 22 08:43:16.108265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.110366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49774) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:16.165057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Deleting port 1270a9e0-45b3-49d7-8e63-d2629ac3e1d4 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:16.165399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.184213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:16.185353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.197739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Transition to ACTIVE for port object 7d017532-7bf4-4b87-aa41-f2b21439332d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:16.208136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:16.212837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:16.219195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Transition to ACTIVE for port object 7d017532-7bf4-4b87-aa41-f2b21439332d will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:16.226549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.238984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:16.273646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.284383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] The port '1270a9e0-45b3-49d7-8e63-d2629ac3e1d4' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:43:16.292108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:16.294888 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:16.297328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:16.325932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.329565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Pushing event updated for resources: {'Port': ['ID=7d017532-7bf4-4b87-aa41-f2b21439332d,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:16.334795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] device_id is not set on port 17c3b462-b756-425c-89e7-d9a6ab329bf6 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:16.340911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-155dd6f6-e099-4811-a66a-865017acad37 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet 471749ff-8419-4d24-8710-a10f942ba495 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:16.347958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:16.363161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-155dd6f6-e099-4811-a66a-865017acad37 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.397414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Attempting to bind port 7d017532-7bf4-4b87-aa41-f2b21439332d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:16.397808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Attempting to bind port 7d017532-7bf4-4b87-aa41-f2b21439332d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:16.398163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Attempting to bind port 7d017532-7bf4-4b87-aa41-f2b21439332d on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:16.404106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:16.404468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:16.405504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.405986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:16.406438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Bound port: 7d017532-7bf4-4b87-aa41-f2b21439332d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:16.406800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.470742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:16.501505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] For port 7d017532-7bf4-4b87-aa41-f2b21439332d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:16.504864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] For port 7d017532-7bf4-4b87-aa41-f2b21439332d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7d017532-7bf4-4b87-aa41-f2b21439332d,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:16.509233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.512766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-155dd6f6-e099-4811-a66a-865017acad37 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.555783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.611892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b5c61-2169-4aab-b8f8-a4bd6387cd25 None None] Pushing event updated for resources: {'Port': ['ID=7d017532-7bf4-4b87-aa41-f2b21439332d,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:16.714950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd3937e-b863-49ff-b0b4-7d77d8914d22,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:16.718296 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.719054 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Added segment c6f6c8df-73e9-4232-a654-03b9942d1ab2 of type vlan for network bac56b0f-9671-41b2-9b05-8b06cc2d2f4b Dec 22 08:43:16.728520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.793338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:16.804114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428092a9-8d6c-49a4-9f7d-f345b940981c']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:16.806461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.828600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.836495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Allocated IP 172.26.1.96 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/1c991f27-caa2-4e46-b0f5-f494863490ef) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:16.841746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5e0e65-b554-472f-af84-2fc511464a4c') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:16.842046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5e0e65-b554-472f-af84-2fc511464a4c') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:16.870387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.928030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port b4c5ce82-8c39-4ce5-8489-7a947dc12503 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:16.983831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.019692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:17.020389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:17.036355 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:17.157141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.162709 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:17.163293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.213358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-155dd6f6-e099-4811-a66a-865017acad37 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.281256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.309895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.409271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.418075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:17.425868 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Pushing event updated for resources: {'Network': ['ID=bac56b0f-9671-41b2-9b05-8b06cc2d2f4b,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:17.433656 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.434606 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ddac8a-b401-4ed7-a6c4-385a3c58dab4 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:17.441297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network bac56b0f-9671-41b2-9b05-8b06cc2d2f4b details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:17.462793 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ddac8a-b401-4ed7-a6c4-385a3c58dab4 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:17.463417 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c0ddac8a-b401-4ed7-a6c4-385a3c58dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:17.497318 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3a0e0174-fdf1-4330-83e8-c930c38ac9da tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0267854 Dec 22 08:43:17.516798 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] 10.222.0.37 "DELETE /v2.0/networks/428092a9-8d6c-49a4-9f7d-f345b940981c HTTP/1.1" status: 204 len: 168 time: 4.6457868 Dec 22 08:43:17.526695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49778) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:17.536517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.545071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::6023:7d05:a836:10dc (906224fb-f2fa-4b66-98df-524285cae5f9/16409a30-0924-4b74-85d6-e0b4d9f62653/b4c5ce82-8c39-4ce5-8489-7a947dc12503) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:17.551139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07244b3c-a1cf-49a0-9a8b-ec6bb4e55299 admin admin] Pushing event deleted for resources: {'Network': ['ID=428092a9-8d6c-49a4-9f7d-f345b940981c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:17.558800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7d017532-7bf4-4b87-aa41-f2b21439332d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:17.572233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Request body: {'subnet': {'network_id': 'bac56b0f-9671-41b2-9b05-8b06cc2d2f4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:17.647392 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c0ddac8a-b401-4ed7-a6c4-385a3c58dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:17.669302 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7ea9efc3-ed9b-4a24-98bf-631ec2a98549 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/floatingips/f673a1ff-61bf-4dae-a92f-74714a394c70 HTTP/1.1" status: 204 len: 168 time: 5.6633153 Dec 22 08:43:17.674224 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ddac8a-b401-4ed7-a6c4-385a3c58dab4 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:17.676223 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c0ddac8a-b401-4ed7-a6c4-385a3c58dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:17.690387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7d017532-7bf4-4b87-aa41-f2b21439332d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:17.700465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49784) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:17.789916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49788) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:17.791376 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c0ddac8a-b401-4ed7-a6c4-385a3c58dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:17.792116 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ddac8a-b401-4ed7-a6c4-385a3c58dab4 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:17.814626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:17.825817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Usage tracker for resource:subnet and tenant:7d39f5ba2c33474991b038b0b5679706 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:17.836647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:17.847912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:17.866468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.874891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-155dd6f6-e099-4811-a66a-865017acad37 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.912426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Made reservation on behalf of 7d39f5ba2c33474991b038b0b5679706 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:17.915850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.926735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ec62acf0-8d0a-42ac-b85f-b4ea83b5e0a5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port 47efcead-daf0-4926-924b-787f4a530540 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:17.927081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ec62acf0-8d0a-42ac-b85f-b4ea83b5e0a5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.934081 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dc426df2-5e00-4675-8542-4fe103baf982 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c35afbf7ce934c9cbd729a00925c97dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1408682 Dec 22 08:43:17.939123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-49973252-7fa4-46e8-a539-56f72a3d276d None None] Provisioning for port 7d017532-7bf4-4b87-aa41-f2b21439332d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:17.955133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49792) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:17.955796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-49973252-7fa4-46e8-a539-56f72a3d276d None None] Provisioning complete for port 7d017532-7bf4-4b87-aa41-f2b21439332d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:17.955946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.957190 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-49973252-7fa4-46e8-a539-56f72a3d276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.987747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:17.998279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:18.049231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:18.081789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dd6f6-e099-4811-a66a-865017acad37 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=471749ff-8419-4d24-8710-a10f942ba495,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:18.095130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Pushing event updated for resources: {'Port': ['ID=1c991f27-caa2-4e46-b0f5-f494863490ef,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:18.111935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-49973252-7fa4-46e8-a539-56f72a3d276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.125462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 957b1fe7-5c77-46d9-9a15-625d4a63ff2f {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:18.125828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.152036 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-49973252-7fa4-46e8-a539-56f72a3d276d None None] For port 7d017532-7bf4-4b87-aa41-f2b21439332d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7d017532-7bf4-4b87-aa41-f2b21439332d,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:18.153989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d513b3dc-1982-4bcb-8916-2442e2a32c8f None None] Network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:18.168960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-155dd6f6-e099-4811-a66a-865017acad37 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.287370 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-155dd6f6-e099-4811-a66a-865017acad37 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/471749ff-8419-4d24-8710-a10f942ba495 HTTP/1.1" status: 204 len: 168 time: 2.1683500 Dec 22 08:43:18.289917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49796) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:18.300401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'Port': ['ID=0b03c904-8850-4ee8-8d71-3da745b05655,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:18.313122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-49973252-7fa4-46e8-a539-56f72a3d276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.329225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7ccab45-5ed8-4ab9-87d5-227e7cb531b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.370279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Checking segment: {'id': '536a0453-3413-4568-83f2-60ac6a8b3fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cdcacc08-f1ac-4790-8aeb-51427844d3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:18.370706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Network hostable DHCP agents. Network: cdcacc08-f1ac-4790-8aeb-51427844d3dd, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:18.384029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.439242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49973252-7fa4-46e8-a539-56f72a3d276d None None] Pushing event updated for resources: {'Port': ['ID=7d017532-7bf4-4b87-aa41-f2b21439332d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:18.524390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object b4c5ce82-8c39-4ce5-8489-7a947dc12503 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:18.590684 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Network cdcacc08-f1ac-4790-8aeb-51427844d3dd is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:18.605832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7ccab45-5ed8-4ab9-87d5-227e7cb531b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.644338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, cdcacc08-f1ac-4790-8aeb-51427844d3dd) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:18.652569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3325382e-0530-4838-aa4c-c720ad19f5a9 None None] Network cdcacc08-f1ac-4790-8aeb-51427844d3dd requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:18.661548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.678632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:18.679583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.722032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb22c8f8-4ff0-4c01-889e-20ee821c8add tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet 0c5320b8-a728-44d8-901b-1278ecd80e59 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:18.759276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb22c8f8-4ff0-4c01-889e-20ee821c8add tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.875281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ec62acf0-8d0a-42ac-b85f-b4ea83b5e0a5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.932758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb22c8f8-4ff0-4c01-889e-20ee821c8add tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.987036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.036144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7ccab45-5ed8-4ab9-87d5-227e7cb531b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.092677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.136890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-564d7779-6e7a-4b3f-9fec-d48535823a59 None None] Provisioning complete for port dee23c33-1256-4bd0-96d5-53e5761d4441 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:19.137277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-564d7779-6e7a-4b3f-9fec-d48535823a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.157493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccab45-5ed8-4ab9-87d5-227e7cb531b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9334a168-72a7-4b94-996f-6e4fbb52f821,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.171360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 957b1fe7-5c77-46d9-9a15-625d4a63ff2f owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:19.217475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ec62acf0-8d0a-42ac-b85f-b4ea83b5e0a5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for 47efcead-daf0-4926-924b-787f4a530540 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:19.223301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Pushing event updated for resources: {'Subnet': ['ID=fbeda9c8-9627-402d-8dec-2047b17acfbb,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.243165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7ccab45-5ed8-4ab9-87d5-227e7cb531b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.245722 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c7ccab45-5ed8-4ab9-87d5-227e7cb531b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9334a168-72a7-4b94-996f-6e4fbb52f821 HTTP/1.1" status: 204 len: 168 time: 1.2834673 Dec 22 08:43:19.301857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Checking segment: {'id': 'c6f6c8df-73e9-4232-a654-03b9942d1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bac56b0f-9671-41b2-9b05-8b06cc2d2f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:19.302333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Network hostable DHCP agents. Network: bac56b0f-9671-41b2-9b05-8b06cc2d2f4b, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:19.316728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.319814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb13bae3-54cc-4c04-9eb2-d11b91ef502d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.342636 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb22c8f8-4ff0-4c01-889e-20ee821c8add tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.346022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Checking segment: {'id': 'e30c52ac-039a-4f79-89a5-bc50f98222ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a4703243-531b-43e4-a2be-4253cf1044fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:19.346392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Network hostable DHCP agents. Network: a4703243-531b-43e4-a2be-4253cf1044fc, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:19.359445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'Port': ['ID=17c3b462-b756-425c-89e7-d9a6ab329bf6,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.447813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7d017532-7bf4-4b87-aa41-f2b21439332d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:19.449192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:19.468096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:19.480934 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:19.487407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:19.488052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.491904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Network bac56b0f-9671-41b2-9b05-8b06cc2d2f4b is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:19.556699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=b4c5ce82-8c39-4ce5-8489-7a947dc12503,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.566925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Network a4703243-531b-43e4-a2be-4253cf1044fc is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:19.591255 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a050bb1f-491f-4eaa-ae3a-f204abd59ed3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8488932 Dec 22 08:43:19.601759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49804) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:19.614048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7d017532-7bf4-4b87-aa41-f2b21439332d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:19.614372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.621914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.684276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, a4703243-531b-43e4-a2be-4253cf1044fc) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:19.689253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, bac56b0f-9671-41b2-9b05-8b06cc2d2f4b) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:19.694386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:19.695139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.709672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb22c8f8-4ff0-4c01-889e-20ee821c8add tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.720268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24aaf42-3186-4e3d-9b10-9c07461aef87 None None] Network a4703243-531b-43e4-a2be-4253cf1044fc requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:19.737786 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85491bff-d078-4e10-a5fe-b85532fbbb6e None None] Network bac56b0f-9671-41b2-9b05-8b06cc2d2f4b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:19.760673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:19.767503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:19.773643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:19.774516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.813795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22c8f8-4ff0-4c01-889e-20ee821c8add tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5320b8-a728-44d8-901b-1278ecd80e59,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.821831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb22c8f8-4ff0-4c01-889e-20ee821c8add tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.823707 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cb22c8f8-4ff0-4c01-889e-20ee821c8add tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/0c5320b8-a728-44d8-901b-1278ecd80e59 HTTP/1.1" status: 204 len: 168 time: 1.5317092 Dec 22 08:43:19.828192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49812) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:19.834819 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-01ab7fa5-fbf4-4d94-b7a3-786f642e9eb4 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3047571 Dec 22 08:43:19.836465 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fd6bac-7894-4d54-bf86-1ee74102b47c None None] Network 968a67b2-b4c0-477c-b4cc-c02cae130fa5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:19.852089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49816) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:19.867952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Request body: {'port': {'network_id': 'bac56b0f-9671-41b2-9b05-8b06cc2d2f4b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-371443956'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:19.988518 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-661816d6-d838-4315-bbec-bfc3a0a25339 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.7683971 Dec 22 08:43:20.008316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49824) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.158907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ec62acf0-8d0a-42ac-b85f-b4ea83b5e0a5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.216652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a9ea2367-1020-45ee-b4a7-9763b85c6a3b None None] Provisioning for port b4c5ce82-8c39-4ce5-8489-7a947dc12503 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:20.238836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.254155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62acf0-8d0a-42ac-b85f-b4ea83b5e0a5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=47efcead-daf0-4926-924b-787f4a530540,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:20.259879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:20.270773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a9ea2367-1020-45ee-b4a7-9763b85c6a3b None None] Provisioning complete for port b4c5ce82-8c39-4ce5-8489-7a947dc12503 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:20.271146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2367-1020-45ee-b4a7-9763b85c6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.292736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port dee23c33-1256-4bd0-96d5-53e5761d4441 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:20.293230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.302319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.306752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Usage tracker for resource:port and tenant:7d39f5ba2c33474991b038b0b5679706 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:20.356695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:20.406267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=957b1fe7-5c77-46d9-9a15-625d4a63ff2f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:20.424702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49836) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.447763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:20.455769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1caa959-a944-40ac-9124-cb045b36b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:20.459314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72290048-23d2-47af-9aec-6a9cfec499b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:20.461501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1caa959-a944-40ac-9124-cb045b36b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:20.466046 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c1caa959-a944-40ac-9124-cb045b36b839 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4541669 Dec 22 08:43:20.466715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72290048-23d2-47af-9aec-6a9cfec499b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:20.466840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49842) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.468182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-72290048-23d2-47af-9aec-6a9cfec499b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:20.469823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Router 3eb725c5-bf4a-4bbb-a902-08c0beab90cd is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:43:20.583621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ec62acf0-8d0a-42ac-b85f-b4ea83b5e0a5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.585882 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ec62acf0-8d0a-42ac-b85f-b4ea83b5e0a5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/ports/47efcead-daf0-4926-924b-787f4a530540 HTTP/1.1" status: 204 len: 168 time: 2.8843553 Dec 22 08:43:20.594923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49846) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.610065 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:20.631347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea2367-1020-45ee-b4a7-9763b85c6a3b None None] Port b4c5ce82-8c39-4ce5-8489-7a947dc12503 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:20.635299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Made reservation on behalf of 7d39f5ba2c33474991b038b0b5679706 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:20.640208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.658137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:20.660504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-40233843-network', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:20.668647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-bac56b0f-9671-41b2-9b05-8b06cc2d2f4b', 'network_id': 'bac56b0f-9671-41b2-9b05-8b06cc2d2f4b', 'tenant_id': '7d39f5ba2c33474991b038b0b5679706', 'fixed_ips': [{'subnet_id': 'fbeda9c8-9627-402d-8dec-2047b17acfbb'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:20.669293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:floatingip and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:20.669420 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.676677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:20.688782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-72290048-23d2-47af-9aec-6a9cfec499b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:20.693840 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-72290048-23d2-47af-9aec-6a9cfec499b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.0874085 Dec 22 08:43:20.695438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49850) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.697835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:20.727307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:20.755928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Usage tracker for resource:network and tenant:b5d739fc9ee44d6698e1164a0722daa8 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:20.770345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:20.781318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] device_id is not set on port 62ab3066-a62f-464f-8ace-015cf2b0a38c yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:20.785945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-e423c9aa-b652-471d-bf04-78c6a8f41290 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Deleting port 0b03c904-8850-4ee8-8d71-3da745b05655 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:20.786094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] DHCP port deletion for 968a67b2-b4c0-477c-b4cc-c02cae130fa5 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:20.786566 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e423c9aa-b652-471d-bf04-78c6a8f41290 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.822715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] Deleting port dee23c33-1256-4bd0-96d5-53e5761d4441 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:20.823475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.884491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.887095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:20.913336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] For port dee23c33-1256-4bd0-96d5-53e5761d4441, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=dee23c33-1256-4bd0-96d5-53e5761d4441,segment=NetworkSegment(6f55aa84-9367-429b-925e-0029d2db9dce),segment_id=6f55aa84-9367-429b-925e-0029d2db9dce)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:20.914023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.043789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d858038e-6b6a-48c1-8dad-2fb5b7e73bbd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port b4c5ce82-8c39-4ce5-8489-7a947dc12503 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:21.044312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d858038e-6b6a-48c1-8dad-2fb5b7e73bbd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.055692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for dee23c33-1256-4bd0-96d5-53e5761d4441 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:21.056151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] For port dee23c33-1256-4bd0-96d5-53e5761d4441, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=dee23c33-1256-4bd0-96d5-53e5761d4441,segment=NetworkSegment(6f55aa84-9367-429b-925e-0029d2db9dce),segment_id=6f55aa84-9367-429b-925e-0029d2db9dce)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:21.056640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.081545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Made reservation on behalf of b5d739fc9ee44d6698e1164a0722daa8 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:21.084208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.167446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.171517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Allocated IP 172.20.0.2 (bac56b0f-9671-41b2-9b05-8b06cc2d2f4b/fbeda9c8-9627-402d-8dec-2047b17acfbb/d13342b3-5ad4-4911-b7bb-d6c759d6654a) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:21.188597 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:21.220683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:21.242930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.248679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] Calling delete_port for dee23c33-1256-4bd0-96d5-53e5761d4441 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:21.258873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Usage tracker for resource:security_group_rule and tenant:b5d739fc9ee44d6698e1164a0722daa8 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:21.276097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:21.278790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.280768 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bf053d5b-c9e2-4026-81f6-47f9f86746ca tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.4914155 Dec 22 08:43:21.287380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49854) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:21.290140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:21.299311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:21.311554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a399e8c3-092b-479f-9bdb-82c79338b482 None None] Sync routers for ids ['3eb725c5-bf4a-4bbb-a902-08c0beab90cd'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:21.360256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399e8c3-092b-479f-9bdb-82c79338b482 None None] Routers {'3eb725c5-bf4a-4bbb-a902-08c0beab90cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:21.360960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a399e8c3-092b-479f-9bdb-82c79338b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['3eb725c5-bf4a-4bbb-a902-08c0beab90cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:21.440110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.442350 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a399e8c3-092b-479f-9bdb-82c79338b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:21.444711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device dee23c33-1256-4bd0-96d5-53e5761d4441 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:21.488248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: dee23c33-1256-4bd0-96d5-53e5761d4441 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:21.488608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device dee23c33-1256-4bd0-96d5-53e5761d4441 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:21.520922 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e423c9aa-b652-471d-bf04-78c6a8f41290 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.530237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=dee23c33-1256-4bd0-96d5-53e5761d4441,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:21.541384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No DVR routers for this DVR port dee23c33-1256-4bd0-96d5-53e5761d4441 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:21.546869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399e8c3-092b-479f-9bdb-82c79338b482 None None] Routers {'3eb725c5-bf4a-4bbb-a902-08c0beab90cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:21.547505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a399e8c3-092b-479f-9bdb-82c79338b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['3eb725c5-bf4a-4bbb-a902-08c0beab90cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:21.597512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:21.597844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:21.618404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a399e8c3-092b-479f-9bdb-82c79338b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:21.618808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a399e8c3-092b-479f-9bdb-82c79338b482 None None] The sync data for ids ['3eb725c5-bf4a-4bbb-a902-08c0beab90cd'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:21.721812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-686af832-7b6d-4e6d-8402-7dfb7df2f5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.734193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.744909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Transition to ACTIVE for port object d13342b3-5ad4-4911-b7bb-d6c759d6654a will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:21.764546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Transition to ACTIVE for port object d13342b3-5ad4-4911-b7bb-d6c759d6654a will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:21.772327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.842504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Network bac56b0f-9671-41b2-9b05-8b06cc2d2f4b is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:21.845590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:21.848930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.849196 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:21.856531 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Pushing event updated for resources: {'Port': ['ID=d13342b3-5ad4-4911-b7bb-d6c759d6654a,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:21.864400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d858038e-6b6a-48c1-8dad-2fb5b7e73bbd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.878078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-e423c9aa-b652-471d-bf04-78c6a8f41290 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Calling delete_port for 0b03c904-8850-4ee8-8d71-3da745b05655 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:21.947073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Attempting to bind port d13342b3-5ad4-4911-b7bb-d6c759d6654a on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:21.947449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Attempting to bind port d13342b3-5ad4-4911-b7bb-d6c759d6654a by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c6f6c8df-73e9-4232-a654-03b9942d1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bac56b0f-9671-41b2-9b05-8b06cc2d2f4b'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:21.947797 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Attempting to bind port d13342b3-5ad4-4911-b7bb-d6c759d6654a on network bac56b0f-9671-41b2-9b05-8b06cc2d2f4b {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:21.953527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:21.953947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Checking segment: {'id': 'c6f6c8df-73e9-4232-a654-03b9942d1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bac56b0f-9671-41b2-9b05-8b06cc2d2f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:21.954466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.955469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Bound using segment: {'id': 'c6f6c8df-73e9-4232-a654-03b9942d1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bac56b0f-9671-41b2-9b05-8b06cc2d2f4b'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:21.956105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Bound port: d13342b3-5ad4-4911-b7bb-d6c759d6654a, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f6c8df-73e9-4232-a654-03b9942d1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bac56b0f-9671-41b2-9b05-8b06cc2d2f4b'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:21.956308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.049260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d858038e-6b6a-48c1-8dad-2fb5b7e73bbd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for b4c5ce82-8c39-4ce5-8489-7a947dc12503 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:22.055228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] For port d13342b3-5ad4-4911-b7bb-d6c759d6654a, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:22.058708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] For port d13342b3-5ad4-4911-b7bb-d6c759d6654a, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d13342b3-5ad4-4911-b7bb-d6c759d6654a,segment=NetworkSegment(c6f6c8df-73e9-4232-a654-03b9942d1ab2),segment_id=c6f6c8df-73e9-4232-a654-03b9942d1ab2)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:22.065970 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.066458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.102681 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] Deleting port dee23c33-1256-4bd0-96d5-53e5761d4441 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:22.103000 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.132215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Allocated IP 172.20.0.7 (bac56b0f-9671-41b2-9b05-8b06cc2d2f4b/fbeda9c8-9627-402d-8dec-2047b17acfbb/62ab3066-a62f-464f-8ace-015cf2b0a38c) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:22.141806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router bdb853e4-7adb-4bf6-9dfe-27c071c37481 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:22.181319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968a67b2-b4c0-477c-b4cc-c02cae130fa5']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:22.203914 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-683e1477-b8ad-4fac-976b-6a3fe4019b0a None None] The port 'dee23c33-1256-4bd0-96d5-53e5761d4441' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:43:22.216823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f55aa84-9367-429b-925e-0029d2db9dce') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:22.218089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f55aa84-9367-429b-925e-0029d2db9dce') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:22.226721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8007ab-fa5f-4e1d-91bf-ceeea1e17643 None None] Pushing event updated for resources: {'Port': ['ID=d13342b3-5ad4-4911-b7bb-d6c759d6654a,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:22.231248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e423c9aa-b652-471d-bf04-78c6a8f41290 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.289534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.316938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423c9aa-b652-471d-bf04-78c6a8f41290 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Port': ['ID=0b03c904-8850-4ee8-8d71-3da745b05655,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:22.409769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.423016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e423c9aa-b652-471d-bf04-78c6a8f41290 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.440623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.450987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.26.1.126 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/d901ce1c-ece3-40b4-a1a2-0165aaf8a791) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:22.459836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:22.460233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:22.475891 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:22.485464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.523570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:22.548908 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478fc8d-f971-4417-aa0c-578228f4ce26 None None] Sync routers for ids ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:22.565790 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478fc8d-f971-4417-aa0c-578228f4ce26 None None] Routers {'bdb853e4-7adb-4bf6-9dfe-27c071c37481'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:22.566820 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4a26c282-f4c6-418c-8e94-c022c23cb729 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/bdb853e4-7adb-4bf6-9dfe-27c071c37481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7031214 Dec 22 08:43:22.567203 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4478fc8d-f971-4417-aa0c-578228f4ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:22.576146 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e423c9aa-b652-471d-bf04-78c6a8f41290 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "DELETE /v2.0/ports/0b03c904-8850-4ee8-8d71-3da745b05655 HTTP/1.1" status: 204 len: 168 time: 2.1040049 Dec 22 08:43:22.579061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49858) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:22.579205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49860) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:22.655012 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4478fc8d-f971-4417-aa0c-578228f4ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:22.657420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d858038e-6b6a-48c1-8dad-2fb5b7e73bbd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.664469 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478fc8d-f971-4417-aa0c-578228f4ce26 None None] Routers {'bdb853e4-7adb-4bf6-9dfe-27c071c37481'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:22.665210 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4478fc8d-f971-4417-aa0c-578228f4ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:22.690365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.737534 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4478fc8d-f971-4417-aa0c-578228f4ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:22.737962 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478fc8d-f971-4417-aa0c-578228f4ce26 None None] The sync data for ids ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:22.751395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:22.857515 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593df3d0-edf9-495e-bc12-edfa7a567ed1,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:22.887896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858038e-6b6a-48c1-8dad-2fb5b7e73bbd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=b4c5ce82-8c39-4ce5-8489-7a947dc12503,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:22.891040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.891585 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Added segment ea38d410-5474-4137-8e9c-7f7eaa4d6f25 of type vlan for network be8d44ef-bc10-4f72-a013-37103d3cf27d Dec 22 08:43:22.896695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.903972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.981247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.028308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b4553a13-714c-4fa2-9476-866b5ffb3716 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Deleting port 17c3b462-b756-425c-89e7-d9a6ab329bf6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:23.028844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b4553a13-714c-4fa2-9476-866b5ffb3716 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.049889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d858038e-6b6a-48c1-8dad-2fb5b7e73bbd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.054953 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d858038e-6b6a-48c1-8dad-2fb5b7e73bbd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/b4c5ce82-8c39-4ce5-8489-7a947dc12503 HTTP/1.1" status: 204 len: 168 time: 2.3511357 Dec 22 08:43:23.061125 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49866) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:23.064891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Network': ['ID=968a67b2-b4c0-477c-b4cc-c02cae130fa5,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.103707 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6e6b6607-699e-4b28-b6b8-70f3f089be13 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/networks/968a67b2-b4c0-477c-b4cc-c02cae130fa5 HTTP/1.1" status: 204 len: 168 time: 3.2739451 Dec 22 08:43:23.109602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49870) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:23.123394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.146490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.193266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e78aeb1-c1b1-4271-a998-dee5ae7e9a2f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:23.194930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e78aeb1-c1b1-4271-a998-dee5ae7e9a2f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:23.199399 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6e78aeb1-c1b1-4271-a998-dee5ae7e9a2f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1370325 Dec 22 08:43:23.200022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49874) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:23.203518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.273461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Transition to ACTIVE for port object 62ab3066-a62f-464f-8ace-015cf2b0a38c will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:23.300726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a147f9-002e-4556-bc12-12ab402db224 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 16409a30-0924-4b74-85d6-e0b4d9f62653 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:23.307219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78a147f9-002e-4556-bc12-12ab402db224 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.347713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.440429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78a147f9-002e-4556-bc12-12ab402db224 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.461162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f5a04-d9c1-4598-98a4-cbbe358252bb None None] Network bac56b0f-9671-41b2-9b05-8b06cc2d2f4b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:23.472093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.477950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:23.485604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:23.492428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:23.514869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d13342b3-5ad4-4911-b7bb-d6c759d6654a up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:23.522527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.539159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=d901ce1c-ece3-40b4-a1a2-0165aaf8a791,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.595996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.597269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:23.597875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.620720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.628437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Network bac56b0f-9671-41b2-9b05-8b06cc2d2f4b is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:23.640386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:23.646380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:23.653141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c1ecaf29-dfae-4863-85c9-c1ee16073fb8 None None] Provisioning for port d13342b3-5ad4-4911-b7bb-d6c759d6654a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:23.701141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Deleting port 1c991f27-caa2-4e46-b0f5-f494863490ef {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:23.701440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.728573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port d13342b3-5ad4-4911-b7bb-d6c759d6654a completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:23.741437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d13342b3-5ad4-4911-b7bb-d6c759d6654a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:23.742160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.746980 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.3173862 Dec 22 08:43:23.752552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Pushing event updated for resources: {'Port': ['ID=62ab3066-a62f-464f-8ace-015cf2b0a38c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.759855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49878) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:23.764147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.772298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Request body: {'subnet': {'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-40233843-subnet', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:23.781071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:23.789390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Usage tracker for resource:subnet and tenant:b5d739fc9ee44d6698e1164a0722daa8 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:23.799021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:23.838948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:23.839728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.846111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:23.863742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78a147f9-002e-4556-bc12-12ab402db224 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.912867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b481c-d927-4d75-89d2-a265fd20419a admin admin] Pushing event updated for resources: {'Network': ['ID=be8d44ef-bc10-4f72-a013-37103d3cf27d,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.934655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network be8d44ef-bc10-4f72-a013-37103d3cf27d details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:23.940095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.960430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b4553a13-714c-4fa2-9476-866b5ffb3716 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.962846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Made reservation on behalf of b5d739fc9ee44d6698e1164a0722daa8 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:23.965109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.991873 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-66bebb03-65d7-42a5-bda4-79c7aefb13ce tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1285722 Dec 22 08:43:23.994025 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360762c1-2a26-48f8-9650-d9ad628cb9a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:23.994910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-360762c1-2a26-48f8-9650-d9ad628cb9a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:23.999075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49882) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:24.073829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.163665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.179492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78a147f9-002e-4556-bc12-12ab402db224 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.182116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port d13342b3-5ad4-4911-b7bb-d6c759d6654a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d13342b3-5ad4-4911-b7bb-d6c759d6654a,segment=NetworkSegment(c6f6c8df-73e9-4232-a654-03b9942d1ab2),segment_id=c6f6c8df-73e9-4232-a654-03b9942d1ab2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:24.187782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.261447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=d13342b3-5ad4-4911-b7bb-d6c759d6654a,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:24.273452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b4553a13-714c-4fa2-9476-866b5ffb3716 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Calling delete_port for 17c3b462-b756-425c-89e7-d9a6ab329bf6 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:24.293854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a147f9-002e-4556-bc12-12ab402db224 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=16409a30-0924-4b74-85d6-e0b4d9f62653,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:24.304216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78a147f9-002e-4556-bc12-12ab402db224 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.305023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4c9ab-a5d3-4598-96d3-e7af13dfb5a3 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:24.338097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-360762c1-2a26-48f8-9650-d9ad628cb9a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:24.339638 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-360762c1-2a26-48f8-9650-d9ad628cb9a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.2245162 Dec 22 08:43:24.353844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49886) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:24.400591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-13fdff2e-e624-41c2-9f0e-134b9dd6195b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Deleting port 62ab3066-a62f-464f-8ace-015cf2b0a38c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:24.401297 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-13fdff2e-e624-41c2-9f0e-134b9dd6195b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.424678 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-78a147f9-002e-4556-bc12-12ab402db224 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/16409a30-0924-4b74-85d6-e0b4d9f62653 HTTP/1.1" status: 204 len: 168 time: 1.2165301 Dec 22 08:43:24.429947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49890) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:24.531446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-aaf6fca6-10ac-42b3-b15c-b6e382277637 None None] Provisioning for port 62ab3066-a62f-464f-8ace-015cf2b0a38c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:24.545276 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7f2310ee-62c5-4a69-816c-46619c553c8c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065185 Dec 22 08:43:24.545962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-aaf6fca6-10ac-42b3-b15c-b6e382277637 None None] Provisioning complete for port 62ab3066-a62f-464f-8ace-015cf2b0a38c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:24.546345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aaf6fca6-10ac-42b3-b15c-b6e382277637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.546576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49894) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:24.570707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:24.611029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.618216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38c8e5-0e42-4940-b359-e4d1de532764 None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:24.623129 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6fca6-10ac-42b3-b15c-b6e382277637 None None] Port 62ab3066-a62f-464f-8ace-015cf2b0a38c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:24.627426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8d38c8e5-0e42-4940-b359-e4d1de532764 None None] Deleting port 7d017532-7bf4-4b87-aa41-f2b21439332d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:24.628069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d38c8e5-0e42-4940-b359-e4d1de532764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.642150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.651639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.686846 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-aaf6fca6-10ac-42b3-b15c-b6e382277637 None None] Provisioning complete for port d13342b3-5ad4-4911-b7bb-d6c759d6654a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:24.687471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aaf6fca6-10ac-42b3-b15c-b6e382277637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.689242 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:43:24.727774 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b4553a13-714c-4fa2-9476-866b5ffb3716 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.864040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.884386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Calling delete_port for 1c991f27-caa2-4e46-b0f5-f494863490ef owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:24.942369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4553a13-714c-4fa2-9476-866b5ffb3716 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Port': ['ID=17c3b462-b756-425c-89e7-d9a6ab329bf6,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:24.950457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b4553a13-714c-4fa2-9476-866b5ffb3716 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.962310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8d38c8e5-0e42-4940-b359-e4d1de532764 None None] For port 7d017532-7bf4-4b87-aa41-f2b21439332d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7d017532-7bf4-4b87-aa41-f2b21439332d,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:24.962817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d38c8e5-0e42-4940-b359-e4d1de532764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.046163 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-391b7d12-2e03-427e-8c27-62012844abf0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6859803 Dec 22 08:43:25.046986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5c060c-ccd9-41f0-9d65-e66f1d58c321,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.067399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49898) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.085345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:25.096291 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1539572716'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:25.101022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8d38c8e5-0e42-4940-b359-e4d1de532764 None None] Calling delete_port for 7d017532-7bf4-4b87-aa41-f2b21439332d owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:25.112634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:25.121761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:25.125259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:25.140587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:25.143078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=d901ce1c-ece3-40b4-a1a2-0165aaf8a791,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.148274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:network and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:25.152241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.160798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:25.163056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6120259c-39dd-4c27-a39c-80725b8be8f6 None None] Provisioning complete for port 62ab3066-a62f-464f-8ace-015cf2b0a38c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:25.163766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6120259c-39dd-4c27-a39c-80725b8be8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.163880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Checking segment: {'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:25.164165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Network hostable DHCP agents. Network: be8d44ef-bc10-4f72-a013-37103d3cf27d, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:25.180161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:25.196986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.200662 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-733a0d82-63bb-42ec-a379-6cf233a1aae5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6021421 Dec 22 08:43:25.200662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:25.202710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.204789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49902) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.209054 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b4553a13-714c-4fa2-9476-866b5ffb3716 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "DELETE /v2.0/ports/17c3b462-b756-425c-89e7-d9a6ab329bf6 HTTP/1.1" status: 204 len: 168 time: 2.6196728 Dec 22 08:43:25.216293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49904) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.221740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'port': {'network_id': 'cac34824-e31c-46ac-9595-974c682d3652', 'name': 'tempest-FloatingIPTestJSON-1206979619'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:25.235118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6120259c-39dd-4c27-a39c-80725b8be8f6 None None] Port 62ab3066-a62f-464f-8ace-015cf2b0a38c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:25.244572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d38c8e5-0e42-4940-b359-e4d1de532764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.283058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:25.286496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.291562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38c8e5-0e42-4940-b359-e4d1de532764 None None] Pushing event deleted for resources: {'Port': ['ID=7d017532-7bf4-4b87-aa41-f2b21439332d,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.297428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38c8e5-0e42-4940-b359-e4d1de532764 None None] No DVR routers for this DVR port 7d017532-7bf4-4b87-aa41-f2b21439332d on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:25.303819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-13a7c713-c764-4e9b-ada0-7c9a58b39d43 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Synchronizing usage tracker for tenant:f19f59ea0e444f4b917c7e8280e657be on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:25.366368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Network be8d44ef-bc10-4f72-a013-37103d3cf27d is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:25.378826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-13fdff2e-e624-41c2-9f0e-134b9dd6195b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.411436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, be8d44ef-bc10-4f72-a013-37103d3cf27d) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:25.414526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:25.416291 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-13a7c713-c764-4e9b-ada0-7c9a58b39d43 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Unset dirty status for tenant:f19f59ea0e444f4b917c7e8280e657be on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:25.425258 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-13a7c713-c764-4e9b-ada0-7c9a58b39d43 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2031233 Dec 22 08:43:25.427271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49910) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.428581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edef413-6202-41fb-a7b6-dbd98e6f8226 None None] Network be8d44ef-bc10-4f72-a013-37103d3cf27d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:25.434476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:25.435089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.443865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1791249516'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:25.457537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d13342b3-5ad4-4911-b7bb-d6c759d6654a up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:25.460519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:25.464369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.464760 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Added segment a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4 of type vlan for network 20a79b73-83c7-4c1c-9478-2bbb3d497edd Dec 22 08:43:25.474241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Usage tracker for resource:network and tenant:f19f59ea0e444f4b917c7e8280e657be is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:25.479070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:25.495352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:25.508635 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9fb17c00-2bb3-44ac-a135-aa78a1c0997d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7439065 Dec 22 08:43:25.534860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49914) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.541275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-13fdff2e-e624-41c2-9f0e-134b9dd6195b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Calling delete_port for 62ab3066-a62f-464f-8ace-015cf2b0a38c owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:25.560431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.571581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Made reservation on behalf of f19f59ea0e444f4b917c7e8280e657be for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:25.574699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.594121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:25.617475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:25.626874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d13342b3-5ad4-4911-b7bb-d6c759d6654a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:25.627356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.634765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Usage tracker for resource:router and tenant:b5d739fc9ee44d6698e1164a0722daa8 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:25.640620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:25.642773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:25.660411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.671281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.676891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:25.677544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.684005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.685325 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Added segment a28a626b-58c7-43f1-a8b4-cb87f13e910e of type vlan for network aec74614-8ad5-4b5f-8cff-87ad0713ecff Dec 22 08:43:25.716311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.722768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:25.725040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:25.807800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-be8d44ef-bc10-4f72-a013-37103d3cf27d', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:25.808699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.835752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:25.855208 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7768540 Dec 22 08:43:25.869579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49918) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.873514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:25.875812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.881811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787cdb4-53c0-4c4f-a780-2925e447896b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Network': ['ID=20a79b73-83c7-4c1c-9478-2bbb3d497edd,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.885530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.886619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.891275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '20a79b73-83c7-4c1c-9478-2bbb3d497edd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:25.906430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:25.920296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:25.920937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.943106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 20a79b73-83c7-4c1c-9478-2bbb3d497edd details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:25.948389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Made reservation on behalf of 4b23950907ce4be994f895524d5180ba for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:25.952533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.955012 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=11a8f988-0887-438f-b0d1-0f6912d0a216,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:26.025939 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-929700b3-6a82-42f2-9ce9-24179ab6b4f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4759443 Dec 22 08:43:26.033192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49922) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:26.038496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': '11a8f988-0887-438f-b0d1-0f6912d0a216', 'ip_address': '2001:db8::5c80:c16a:c638:d538'}], 'name': 'tempest-NetworksTestDHCPv6-2032317732'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:26.070208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.075513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:26.076098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.098413 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf00e8e-0c31-4bd3-b1f6-bfca77b345b6 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:26.107938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] device_id is not set on port bb3069cb-a804-4023-8f6f-e9727522ff71 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:26.143080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.150073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:26.210687 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Pushing event deleted for resources: {'Port': ['ID=1c991f27-caa2-4e46-b0f5-f494863490ef,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:26.215856 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7835259 Dec 22 08:43:26.217644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49926) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:26.220496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:26.262861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-13fdff2e-e624-41c2-9f0e-134b9dd6195b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.267459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:26.286051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1885350641'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:26.294379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7d017532-7bf4-4b87-aa41-f2b21439332d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:26.301145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:26.303143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b43164-0d44-4260-a83a-910ee4dc365b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'Network': ['ID=aec74614-8ad5-4b5f-8cff-87ad0713ecff,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:26.308862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:26.321854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Usage tracker for resource:network and tenant:f19f59ea0e444f4b917c7e8280e657be is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:26.326105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.329553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:26.336665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network aec74614-8ad5-4b5f-8cff-87ad0713ecff details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:26.339522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:26.343028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.364891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:26.371834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7d017532-7bf4-4b87-aa41-f2b21439332d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:26.372165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7d017532-7bf4-4b87-aa41-f2b21439332d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:26.391018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdff2e-e624-41c2-9f0e-134b9dd6195b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Pushing event deleted for resources: {'Port': ['ID=62ab3066-a62f-464f-8ace-015cf2b0a38c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:26.447528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:26.503731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Made reservation on behalf of f19f59ea0e444f4b917c7e8280e657be for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:26.507535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.518651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:26.552025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Allocated IP 172.20.0.2 (be8d44ef-bc10-4f72-a013-37103d3cf27d/1d5c060c-ccd9-41f0-9d65-e66f1d58c321/0cc6881c-bf72-4106-918c-44b711b07fd7) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:26.556436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:26.571750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:26.655772 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '11a8f988-0887-438f-b0d1-0f6912d0a216'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:26.656599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.693471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.694141 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Added segment c3d25d59-cf59-484e-a5ab-d7189e29eca3 of type vlan for network 377891f4-d7f7-4241-ba71-b0f5ce1d3a19 Dec 22 08:43:26.839640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.897446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.924719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.955473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.978858 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/11a8f988-0887-438f-b0d1-0f6912d0a216/9e52dafb-1e78-4a58-aada-d4125a95d802) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:27.020438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 38a17566-bf56-439d-9165-853c6f94492a yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:27.065838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.071224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:27.071806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.111152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-13fdff2e-e624-41c2-9f0e-134b9dd6195b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.114587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.20.0.13 (cac34824-e31c-46ac-9595-974c682d3652/d3f75c83-7e26-4b7d-9b45-51a9c23e8283/bb3069cb-a804-4023-8f6f-e9727522ff71) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:27.164464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=2368b2fd-e28d-40f1-8481-44ccb560a54b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.221412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.226164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.244988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Transition to ACTIVE for port object 0cc6881c-bf72-4106-918c-44b711b07fd7 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:27.254277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.259707 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9901280 Dec 22 08:43:27.259707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5244f2-f1be-479b-8dbd-c01386b083da tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'Network': ['ID=377891f4-d7f7-4241-ba71-b0f5ce1d3a19,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.261792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Checking segment: {'id': 'a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20a79b73-83c7-4c1c-9478-2bbb3d497edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:27.262157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network hostable DHCP agents. Network: 20a79b73-83c7-4c1c-9478-2bbb3d497edd, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:27.280929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Transition to ACTIVE for port object 0cc6881c-bf72-4106-918c-44b711b07fd7 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:27.292950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Transition to ACTIVE for port object 9e52dafb-1e78-4a58-aada-d4125a95d802 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:27.330736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Transition to ACTIVE for port object 9e52dafb-1e78-4a58-aada-d4125a95d802 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:27.337580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 377891f4-d7f7-4241-ba71-b0f5ce1d3a19 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:27.369404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.374506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.411352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::5c80:c16a:c638:d538 (906224fb-f2fa-4b66-98df-524285cae5f9/11a8f988-0887-438f-b0d1-0f6912d0a216/38a17566-bf56-439d-9165-853c6f94492a) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:27.413144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49930) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.416184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 20a79b73-83c7-4c1c-9478-2bbb3d497edd is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:27.426081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'subnets': [{'network_id': 'aec74614-8ad5-4b5f-8cff-87ad0713ecff', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2032071421', 'ip_version': 4}, {'network_id': '377891f4-d7f7-4241-ba71-b0f5ce1d3a19', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:27.426457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'subnet': {'network_id': 'aec74614-8ad5-4b5f-8cff-87ad0713ecff', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2032071421', 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:27.427027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Request body: {'subnet': {'network_id': '377891f4-d7f7-4241-ba71-b0f5ce1d3a19', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:27.448555 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 9128cb20-74ec-4a1e-949d-cc15393c5e5c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:27.448555 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.472673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 20a79b73-83c7-4c1c-9478-2bbb3d497edd) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:27.481984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:27.483095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.509533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Network be8d44ef-bc10-4f72-a013-37103d3cf27d is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:27.515073 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-13fdff2e-e624-41c2-9f0e-134b9dd6195b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] 10.222.0.37 "DELETE /v2.0/ports/62ab3066-a62f-464f-8ace-015cf2b0a38c HTTP/1.1" status: 204 len: 168 time: 3.5064621 Dec 22 08:43:27.517115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7312df7-d42e-4ecf-9561-9e5c9753829d None None] Network 20a79b73-83c7-4c1c-9478-2bbb3d497edd requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:27.529556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49934) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.542601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:27.549979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:27.569480 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:27.572066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:27.586040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:27.589409 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-68bdceb3-eff7-4c57-b9e8-04441d6e95d7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7186737 Dec 22 08:43:27.593430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49938) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.614718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Pushing event updated for resources: {'Port': ['ID=9e52dafb-1e78-4a58-aada-d4125a95d802,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.641862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '20a79b73-83c7-4c1c-9478-2bbb3d497edd', 'name': 'tempest-PortsIpV6TestJSON-1967833005'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:27.649298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.719256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.936454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:27.939837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Attempting to bind port 0cc6881c-bf72-4106-918c-44b711b07fd7 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:27.940789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Attempting to bind port 0cc6881c-bf72-4106-918c-44b711b07fd7 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:27.940789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Attempting to bind port 0cc6881c-bf72-4106-918c-44b711b07fd7 on network be8d44ef-bc10-4f72-a013-37103d3cf27d {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:27.942945 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Pushing event updated for resources: {'Port': ['ID=0cc6881c-bf72-4106-918c-44b711b07fd7,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.948551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Usage tracker for resource:subnet and tenant:f19f59ea0e444f4b917c7e8280e657be is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:27.952173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Attempting to bind port 9e52dafb-1e78-4a58-aada-d4125a95d802 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:27.952173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Attempting to bind port 9e52dafb-1e78-4a58-aada-d4125a95d802 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:27.952173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Attempting to bind port 9e52dafb-1e78-4a58-aada-d4125a95d802 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:27.955707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:27.963198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:27.963198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Checking segment: {'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:27.963528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.963842 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Bound using segment: {'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:27.964333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Bound port: 0cc6881c-bf72-4106-918c-44b711b07fd7, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:27.964598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.977753 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2c760195-ee84-4888-86d1-caa24424731c tempest-DHCPAgentSchedulersTestJSON-1651264752 tempest-DHCPAgentSchedulersTestJSON-1651264752-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3873017 Dec 22 08:43:27.981414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:27.981993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49944) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.985790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:27.986165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:27.986643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.987001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:27.987477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Bound port: 9e52dafb-1e78-4a58-aada-d4125a95d802, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:27.987841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.993097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-292099340'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:27.998216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:28.003012 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Usage tracker for resource:network and tenant:7d39f5ba2c33474991b038b0b5679706 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:28.007327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:28.014376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:28.040925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Made reservation on behalf of 7d39f5ba2c33474991b038b0b5679706 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:28.045673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.091678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:28.101229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Made reservation on behalf of f19f59ea0e444f4b917c7e8280e657be for: {'subnet': 2} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:28.106297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.107049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.135062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.162083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:28.219899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Router 3eb725c5-bf4a-4bbb-a902-08c0beab90cd has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:28.225083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] For port 0cc6881c-bf72-4106-918c-44b711b07fd7, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:28.232020 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] For port 9e52dafb-1e78-4a58-aada-d4125a95d802, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:28.235785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] For port 9e52dafb-1e78-4a58-aada-d4125a95d802, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9e52dafb-1e78-4a58-aada-d4125a95d802,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:28.237478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] For port 0cc6881c-bf72-4106-918c-44b711b07fd7, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0cc6881c-bf72-4106-918c-44b711b07fd7,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:28.240337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:28.244433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 38a17566-bf56-439d-9165-853c6f94492a will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:28.247886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-20a79b73-83c7-4c1c-9478-2bbb3d497edd', 'network_id': '20a79b73-83c7-4c1c-9478-2bbb3d497edd', 'tenant_id': 'f7301437294d41e08fd37490b2cf3337', 'fixed_ips': [{'subnet_id': '2368b2fd-e28d-40f1-8481-44ccb560a54b'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:28.248883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.257000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:28.260482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.261081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.285095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.288314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.288665 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Added segment d8f1e770-e40c-40a5-ae0e-7b800309432f of type vlan for network bcd41d31-da2c-4cf9-87ac-74431257cfb8 Dec 22 08:43:28.304292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.309868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port 4364ee9a-d809-4ea4-898d-38ac09975b47 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:28.385298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.385549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.447032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad5d92-fa1a-44c1-a3f1-49424c18a416 None None] Pushing event updated for resources: {'Port': ['ID=9e52dafb-1e78-4a58-aada-d4125a95d802,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:28.507755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.540169 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a3bb3-d339-4a66-9bbb-a5f08617040c None None] Pushing event updated for resources: {'Port': ['ID=0cc6881c-bf72-4106-918c-44b711b07fd7,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:28.585907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 9128cb20-74ec-4a1e-949d-cc15393c5e5c owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:28.640897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.645544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:28.648006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:28.648741 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.655578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e1a71-8554-42a3-96b3-a2cd4cbc8aa2 None None] Sync routers for ids ['3eb725c5-bf4a-4bbb-a902-08c0beab90cd'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:28.659996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.663953 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e47eaf69-613f-4c99-be5c-6913d269ccec tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "PUT /v2.0/routers/3eb725c5-bf4a-4bbb-a902-08c0beab90cd HTTP/1.1" status: 200 len: 705 time: 7.3755064 Dec 22 08:43:28.668964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49948) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:28.675393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e1a71-8554-42a3-96b3-a2cd4cbc8aa2 None None] Routers {'3eb725c5-bf4a-4bbb-a902-08c0beab90cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:28.679654 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b61e1a71-8554-42a3-96b3-a2cd4cbc8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['3eb725c5-bf4a-4bbb-a902-08c0beab90cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:28.732180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:28.732180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=38a17566-bf56-439d-9165-853c6f94492a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:28.775692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:28.779011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:28.786366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:28.787469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.806403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b61e1a71-8554-42a3-96b3-a2cd4cbc8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:28.827132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e1a71-8554-42a3-96b3-a2cd4cbc8aa2 None None] Routers {'3eb725c5-bf4a-4bbb-a902-08c0beab90cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:28.827787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b61e1a71-8554-42a3-96b3-a2cd4cbc8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['3eb725c5-bf4a-4bbb-a902-08c0beab90cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:28.891896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8::136 (20a79b73-83c7-4c1c-9478-2bbb3d497edd/2368b2fd-e28d-40f1-8481-44ccb560a54b/4364ee9a-d809-4ea4-898d-38ac09975b47) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:28.934671 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88eb04e6-4e2e-43f7-b916-998df1ed8a30 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/routers/3eb725c5-bf4a-4bbb-a902-08c0beab90cd HTTP/1.1" status: 200 len: 740 time: 0.2645299 Dec 22 08:43:28.939307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49952) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:28.959832 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b61e1a71-8554-42a3-96b3-a2cd4cbc8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:28.960230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e1a71-8554-42a3-96b3-a2cd4cbc8aa2 None None] The sync data for ids ['3eb725c5-bf4a-4bbb-a902-08c0beab90cd'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:29.012790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.116943 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b4030700-8d49-4611-9df3-c06956a65270 tempest-RoutersAdminTest-1250895417 tempest-RoutersAdminTest-1250895417-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&device_id=3eb725c5-bf4a-4bbb-a902-08c0beab90cd HTTP/1.1" status: 200 len: 205 time: 0.1758790 Dec 22 08:43:29.145091 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49956) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:29.188708 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2039366 Dec 22 08:43:29.189513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac01df3-64f1-4c78-9b67-074a518b5950 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Pushing event updated for resources: {'Network': ['ID=bcd41d31-da2c-4cf9-87ac-74431257cfb8,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:29.194216 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-aa5cde0b-82b3-404f-ba6a-6feed2f03148 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1601772 Dec 22 08:43:29.195610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49960) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:29.196375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49962) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:29.200015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network bcd41d31-da2c-4cf9-87ac-74431257cfb8 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:29.274151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network cac34824-e31c-46ac-9595-974c682d3652 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:29.289745 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-95c88b60-2a56-4a2d-a491-24ae5099b442 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eb725c5-bf4a-4bbb-a902-08c0beab90cd HTTP/1.1" status: 200 len: 205 time: 0.1436086 Dec 22 08:43:29.290699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:29.296071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49968) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:29.301401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:29.349247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=bb3069cb-a804-4023-8f6f-e9727522ff71,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:29.527966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9e52dafb-1e78-4a58-aada-d4125a95d802 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:29.607990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 9e52dafb-1e78-4a58-aada-d4125a95d802 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:29.613839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0cc6881c-bf72-4106-918c-44b711b07fd7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:29.618591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:29.619416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.624627 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.705798 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 0cc6881c-bf72-4106-918c-44b711b07fd7 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:29.758100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444918d7-ebcd-4383-8952-d7855832b129 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:29.764443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444918d7-ebcd-4383-8952-d7855832b129 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:29.765262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-444918d7-ebcd-4383-8952-d7855832b129 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:29.778282 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-63803e65-baa9-49fd-ab1e-b1a393920dae tempest-DHCPAgentSchedulersTestJSON-1651264752 tempest-DHCPAgentSchedulersTestJSON-1651264752-project-admin] 10.222.0.37 "GET /v2.0/agents/5fb2ae58-d368-4afe-ba2a-ca15b0087e77/dhcp-networks HTTP/1.1" status: 200 len: 10315 time: 0.5727248 Dec 22 08:43:29.781484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49972) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:29.814073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5a7641d-7fff-46ef-bb7e-851cb372e63c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.861866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-444918d7-ebcd-4383-8952-d7855832b129 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:29.865779 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-444918d7-ebcd-4383-8952-d7855832b129 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6576345 Dec 22 08:43:29.868874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49976) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:29.883163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.939153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.962699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.005704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.037083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2fa20bf4-905a-4dda-ac4d-2eed81eef807 None None] Provisioning for port 9e52dafb-1e78-4a58-aada-d4125a95d802 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:30.042233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2fa20bf4-905a-4dda-ac4d-2eed81eef807 None None] Provisioning complete for port 9e52dafb-1e78-4a58-aada-d4125a95d802 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:30.042673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2fa20bf4-905a-4dda-ac4d-2eed81eef807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.128219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object 4364ee9a-d809-4ea4-898d-38ac09975b47 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:30.133454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-47fb9119-da9d-4b6b-9538-d2e2aea15c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 38a17566-bf56-439d-9165-853c6f94492a {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:30.134345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47fb9119-da9d-4b6b-9538-d2e2aea15c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.165792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=9128cb20-74ec-4a1e-949d-cc15393c5e5c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.221073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2fa20bf4-905a-4dda-ac4d-2eed81eef807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.223226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'Subnet': ['ID=039ea65c-f142-4bee-88b3-aff3fe43293b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.226636 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-06295bec-0047-4d7f-b21e-0d253bbf40c6 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0115321 Dec 22 08:43:30.234593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49980) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:30.250586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-84419ba2-3d45-4e85-99ce-f7ffe64f6648 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'port_id': 'bb3069cb-a804-4023-8f6f-e9727522ff71'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:30.268216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2fa20bf4-905a-4dda-ac4d-2eed81eef807 None None] For port 9e52dafb-1e78-4a58-aada-d4125a95d802, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9e52dafb-1e78-4a58-aada-d4125a95d802,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:30.281577 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2fa20bf4-905a-4dda-ac4d-2eed81eef807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.332007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Checking segment: {'id': 'a28a626b-58c7-43f1-a8b4-cb87f13e910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aec74614-8ad5-4b5f-8cff-87ad0713ecff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:30.332747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Network hostable DHCP agents. Network: aec74614-8ad5-4b5f-8cff-87ad0713ecff, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:30.412603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa20bf4-905a-4dda-ac4d-2eed81eef807 None None] Pushing event updated for resources: {'Port': ['ID=9e52dafb-1e78-4a58-aada-d4125a95d802,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.463480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecbf8b-185c-415e-ab2a-6d91a0877215 tempest-DHCPAgentSchedulersTestJSON-1651264752 tempest-DHCPAgentSchedulersTestJSON-1651264752-project-admin] Network bcd41d31-da2c-4cf9-87ac-74431257cfb8 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:30.490236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Network aec74614-8ad5-4b5f-8cff-87ad0713ecff is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:30.506463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7d2aac3e-d74b-4198-b326-9174a983000a None None] Provisioning for port 38a17566-bf56-439d-9165-853c6f94492a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:30.513353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7d2aac3e-d74b-4198-b326-9174a983000a None None] Provisioning complete for port 38a17566-bf56-439d-9165-853c6f94492a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:30.513995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7d2aac3e-d74b-4198-b326-9174a983000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.517655 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f2ecbf8b-185c-415e-ab2a-6d91a0877215 tempest-DHCPAgentSchedulersTestJSON-1651264752 tempest-DHCPAgentSchedulersTestJSON-1651264752-project-admin] 10.222.0.37 "POST /v2.0/agents/5fb2ae58-d368-4afe-ba2a-ca15b0087e77/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7330420 Dec 22 08:43:30.526078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49984) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:30.545581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, aec74614-8ad5-4b5f-8cff-87ad0713ecff) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:30.555254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.561782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84419ba2-3d45-4e85-99ce-f7ffe64f6648 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.572930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634b1ae-9a79-491e-b4e6-a7c44f318bec None None] Network bcd41d31-da2c-4cf9-87ac-74431257cfb8 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:30.584751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375522f6-30e2-476c-8bb5-aafb40206446 None None] Network be8d44ef-bc10-4f72-a013-37103d3cf27d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:30.598940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.601974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd99a1-aff9-4347-8006-526643985ab4 None None] Network aec74614-8ad5-4b5f-8cff-87ad0713ecff requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:30.730471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5a7641d-7fff-46ef-bb7e-851cb372e63c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.736442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5a7641d-7fff-46ef-bb7e-851cb372e63c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.807327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 20a79b73-83c7-4c1c-9478-2bbb3d497edd is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:30.851787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7d2aac3e-d74b-4198-b326-9174a983000a None None] Port 38a17566-bf56-439d-9165-853c6f94492a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:30.865503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:30.881925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event updated for resources: {'Subnet': ['ID=84c9ae24-0f9e-49b0-8c4e-09e5dbe79ad8,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.911033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:30.916489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:30.917417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.936523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Allocated IP 172.26.1.246 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:30.942077 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5a7641d-7fff-46ef-bb7e-851cb372e63c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.942553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a7641d-7fff-46ef-bb7e-851cb372e63c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Fanout notify agent at l3_agent the message router_deleted on router 3eb725c5-bf4a-4bbb-a902-08c0beab90cd {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:43:30.951538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.956268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47fb9119-da9d-4b6b-9538-d2e2aea15c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.969839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=4364ee9a-d809-4ea4-898d-38ac09975b47,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.988592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Allocated IP 2001:db8::2 (20a79b73-83c7-4c1c-9478-2bbb3d497edd/2368b2fd-e28d-40f1-8481-44ccb560a54b/606cd502-b69a-4248-b218-3dcc2bf85e33) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:30.991892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Checking segment: {'id': 'c3d25d59-cf59-484e-a5ab-d7189e29eca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '377891f4-d7f7-4241-ba71-b0f5ce1d3a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:30.992705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Network hostable DHCP agents. Network: 377891f4-d7f7-4241-ba71-b0f5ce1d3a19, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:31.106151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5a7641d-7fff-46ef-bb7e-851cb372e63c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.107244 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b5a7641d-7fff-46ef-bb7e-851cb372e63c tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/3eb725c5-bf4a-4bbb-a902-08c0beab90cd HTTP/1.1" status: 204 len: 168 time: 1.8082070 Dec 22 08:43:31.121855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a2de89e6-f168-4bde-a543-13358f725984 None None] Provisioning for port 0cc6881c-bf72-4106-918c-44b711b07fd7 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:31.240721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a2de89e6-f168-4bde-a543-13358f725984 None None] Provisioning complete for port 0cc6881c-bf72-4106-918c-44b711b07fd7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:31.241002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a2de89e6-f168-4bde-a543-13358f725984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.267439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49988) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.281514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-47fb9119-da9d-4b6b-9538-d2e2aea15c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 38a17566-bf56-439d-9165-853c6f94492a owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:31.315065 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-415768a3-da5e-489e-be1f-b9bf1215d83c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7123120 Dec 22 08:43:31.333263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 49992) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.362772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '20a79b73-83c7-4c1c-9478-2bbb3d497edd', 'name': 'tempest-PortsIpV6TestJSON-1907343864'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:31.396066 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5fcc26ae-6989-46bd-ad72-7f3c2a2d79cb tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eb725c5-bf4a-4bbb-a902-08c0beab90cd HTTP/1.1" status: 200 len: 205 time: 0.1221895 Dec 22 08:43:31.416686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Network 377891f4-d7f7-4241-ba71-b0f5ce1d3a19 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:31.427206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 49996) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.500383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-aec74614-8ad5-4b5f-8cff-87ad0713ecff', 'network_id': 'aec74614-8ad5-4b5f-8cff-87ad0713ecff', 'tenant_id': 'f19f59ea0e444f4b917c7e8280e657be', 'fixed_ips': [{'subnet_id': '039ea65c-f142-4bee-88b3-aff3fe43293b'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:31.501244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.501392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 377891f4-d7f7-4241-ba71-b0f5ce1d3a19) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:31.510200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9e52dafb-1e78-4a58-aada-d4125a95d802 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:31.526131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:31.526715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:31.527389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.534949 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-f684cac2-b493-4486-9cb8-06bb7bd89d8e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] delete failed (client error): The resource could not be found. Dec 22 08:43:31.539011 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f684cac2-b493-4486-9cb8-06bb7bd89d8e tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/3eb725c5-bf4a-4bbb-a902-08c0beab90cd HTTP/1.1" status: 404 len: 336 time: 0.1050642 Dec 22 08:43:31.539011 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-60efc531-afd4-4a45-bd70-a9dabe80c34e tempest-DHCPAgentSchedulersTestJSON-1651264752 tempest-DHCPAgentSchedulersTestJSON-1651264752-project-admin] 10.222.0.37 "GET /v2.0/agents/5fb2ae58-d368-4afe-ba2a-ca15b0087e77/dhcp-networks HTTP/1.1" status: 200 len: 11883 time: 1.0118766 Dec 22 08:43:31.561241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0533f21d-37ce-49db-9e28-c17467f2bcb4 None None] Network 377891f4-d7f7-4241-ba71-b0f5ce1d3a19 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:31.562888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50000) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.563184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50002) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.663909 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c8d4fa9e-f5cc-4eb4-999e-1e54989aa72b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.2490945 Dec 22 08:43:31.666260 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9034f637-db2a-41a3-a348-085cbdc3bf4b tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=a05a9589-f5a4-4e92-a3a7-784b2a66e3f0 HTTP/1.1" status: 200 len: 205 time: 0.1020317 Dec 22 08:43:31.667192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50008) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.673023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50010) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.796098 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a2de89e6-f168-4bde-a543-13358f725984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.812202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.816817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router bdb853e4-7adb-4bf6-9dfe-27c071c37481 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:31.848155 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-5a680b4a-4319-4572-8c48-ca8b4e6421c4 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] delete failed (client error): The resource could not be found. Dec 22 08:43:31.849159 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5a680b4a-4319-4572-8c48-ca8b4e6421c4 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/a05a9589-f5a4-4e92-a3a7-784b2a66e3f0 HTTP/1.1" status: 404 len: 336 time: 0.1362984 Dec 22 08:43:31.850118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Transition to ACTIVE for port object 606cd502-b69a-4248-b218-3dcc2bf85e33 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:31.858822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50016) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.896342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.903861 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2b7e8e69-6cc7-4ace-9b5d-889897f66ecb tempest-DHCPAgentSchedulersTestJSON-1651264752 tempest-DHCPAgentSchedulersTestJSON-1651264752-project-admin] 10.222.0.37 "DELETE /v2.0/agents/5fb2ae58-d368-4afe-ba2a-ca15b0087e77/dhcp-networks/bcd41d31-da2c-4cf9-87ac-74431257cfb8 HTTP/1.1" status: 204 len: 168 time: 0.3356669 Dec 22 08:43:31.908616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50020) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.910998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dbf060-5e9f-4e18-89c0-66b5926478a5 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:31.914914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dbf060-5e9f-4e18-89c0-66b5926478a5 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:31.916503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dbf060-5e9f-4e18-89c0-66b5926478a5 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:31.920933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-89dbf060-5e9f-4e18-89c0-66b5926478a5 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Synchronizing usage tracker for tenant:f19f59ea0e444f4b917c7e8280e657be on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:31.925243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Transition to ACTIVE for port object 606cd502-b69a-4248-b218-3dcc2bf85e33 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:31.933068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47fb9119-da9d-4b6b-9538-d2e2aea15c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.944008 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3a6d4522-cffe-4647-bbb2-24e5d7b94438 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=afb09b85-66b0-4c57-a232-91741ce28774 HTTP/1.1" status: 200 len: 205 time: 0.0841227 Dec 22 08:43:31.956269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50024) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.957179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:32.014533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9e52dafb-1e78-4a58-aada-d4125a95d802 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:32.014910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.056604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb9119-da9d-4b6b-9538-d2e2aea15c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=38a17566-bf56-439d-9165-853c6f94492a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:32.067970 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a2de89e6-f168-4bde-a543-13358f725984 None None] For port 0cc6881c-bf72-4106-918c-44b711b07fd7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0cc6881c-bf72-4106-918c-44b711b07fd7,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:32.074626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.078395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47fb9119-da9d-4b6b-9538-d2e2aea15c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.091551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-89dbf060-5e9f-4e18-89c0-66b5926478a5 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Unset dirty status for tenant:f19f59ea0e444f4b917c7e8280e657be on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:32.092193 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-89dbf060-5e9f-4e18-89c0-66b5926478a5 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4203739 Dec 22 08:43:32.099502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50028) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.143423 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-47fb9119-da9d-4b6b-9538-d2e2aea15c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/38a17566-bf56-439d-9165-853c6f94492a HTTP/1.1" status: 204 len: 168 time: 2.2712080 Dec 22 08:43:32.144095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50032) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.174742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a2de89e6-f168-4bde-a543-13358f725984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.196672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:32.206385 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-e4f0603d-5dcc-4aff-8fa1-8976fff6b4df tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] delete failed (client error): The resource could not be found. Dec 22 08:43:32.213236 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e4f0603d-5dcc-4aff-8fa1-8976fff6b4df tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/afb09b85-66b0-4c57-a232-91741ce28774 HTTP/1.1" status: 404 len: 336 time: 0.2482295 Dec 22 08:43:32.216228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50036) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.270965 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-013206d2-8702-4f9f-ac95-77ba04b8f419 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=054f64b9-c961-4766-939e-723aa13ac4e7 HTTP/1.1" status: 200 len: 205 time: 0.0510597 Dec 22 08:43:32.274925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b07306-5d2c-401d-b6af-34f58dd92f5b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Deleting subnet 039ea65c-f142-4bee-88b3-aff3fe43293b {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:32.279041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50040) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.304286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Network 20a79b73-83c7-4c1c-9478-2bbb3d497edd is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:32.316575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:32.327764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Pushing event updated for resources: {'Port': ['ID=606cd502-b69a-4248-b218-3dcc2bf85e33,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:32.340301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:32.344594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Allocated IP 172.20.0.2 (aec74614-8ad5-4b5f-8cff-87ad0713ecff/039ea65c-f142-4bee-88b3-aff3fe43293b/97a46c6e-7a93-4969-a856-342bed504c61) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:32.362039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989534c4-01f8-4e4d-bb62-96467143fd56 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:32.363698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989534c4-01f8-4e4d-bb62-96467143fd56 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:32.364439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-989534c4-01f8-4e4d-bb62-96467143fd56 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:32.368606 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-ff191bdc-7290-4937-9183-8b9e329da309 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] delete failed (client error): The resource could not be found. Dec 22 08:43:32.372233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ff191bdc-7290-4937-9183-8b9e329da309 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/054f64b9-c961-4766-939e-723aa13ac4e7 HTTP/1.1" status: 404 len: 336 time: 0.0885732 Dec 22 08:43:32.373312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50044) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.378790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:32.385260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-989534c4-01f8-4e4d-bb62-96467143fd56 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:32.390226 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-989534c4-01f8-4e4d-bb62-96467143fd56 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2404490 Dec 22 08:43:32.391486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50048) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.392030 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df1341-59a2-48b1-942e-a681273ad738 None None] Sync routers for ids ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:32.402764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-377891f4-d7f7-4241-ba71-b0f5ce1d3a19', 'network_id': '377891f4-d7f7-4241-ba71-b0f5ce1d3a19', 'tenant_id': 'f19f59ea0e444f4b917c7e8280e657be', 'fixed_ips': [{'subnet_id': '84c9ae24-0f9e-49b0-8c4e-09e5dbe79ad8'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:32.403573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.412627 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df1341-59a2-48b1-942e-a681273ad738 None None] Routers {'bdb853e4-7adb-4bf6-9dfe-27c071c37481'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:32.413240 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-46df1341-59a2-48b1-942e-a681273ad738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:32.463243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab11db1-6626-4881-be61-03235532492e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 11a8f988-0887-438f-b0d1-0f6912d0a216 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:32.466613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ab11db1-6626-4881-be61-03235532492e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.473308 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-46df1341-59a2-48b1-942e-a681273ad738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:32.483747 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df1341-59a2-48b1-942e-a681273ad738 None None] Routers {'bdb853e4-7adb-4bf6-9dfe-27c071c37481'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:32.484619 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-46df1341-59a2-48b1-942e-a681273ad738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:32.489720 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-832faf64-4cb1-4b84-a6f1-08a9a2ef0adf tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b70abdb-5fe2-497e-916d-1449ea283c21 HTTP/1.1" status: 200 len: 205 time: 0.1125960 Dec 22 08:43:32.493333 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5585e042-48a6-4f45-b67a-0ca0a4cc33c1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/bdb853e4-7adb-4bf6-9dfe-27c071c37481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9054654 Dec 22 08:43:32.506323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50052) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.506663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50054) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.545077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ab11db1-6626-4881-be61-03235532492e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.549778 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-46df1341-59a2-48b1-942e-a681273ad738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:32.550345 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df1341-59a2-48b1-942e-a681273ad738 None None] The sync data for ids ['bdb853e4-7adb-4bf6-9dfe-27c071c37481'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:32.612394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:32.615716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.645527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ab11db1-6626-4881-be61-03235532492e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.731730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ab11db1-6626-4881-be61-03235532492e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.776203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab11db1-6626-4881-be61-03235532492e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=11a8f988-0887-438f-b0d1-0f6912d0a216,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:32.780961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ab11db1-6626-4881-be61-03235532492e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.800443 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1ab11db1-6626-4881-be61-03235532492e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/11a8f988-0887-438f-b0d1-0f6912d0a216 HTTP/1.1" status: 204 len: 168 time: 0.4077032 Dec 22 08:43:32.801065 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50060) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.809727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5283873f-3bb5-4271-b6e6-3d2f81053702 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:32.813015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d4c34bfe-4cc7-4497-999d-1aead9381fb4 None None] Provisioning complete for port 0cc6881c-bf72-4106-918c-44b711b07fd7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:32.813542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d4c34bfe-4cc7-4497-999d-1aead9381fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.818551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.822134 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-3d54b698-0138-4139-a7dd-745607c12b28 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] delete failed (client error): The resource could not be found. Dec 22 08:43:32.823140 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3d54b698-0138-4139-a7dd-745607c12b28 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/6b70abdb-5fe2-497e-916d-1449ea283c21 HTTP/1.1" status: 404 len: 336 time: 0.3152497 Dec 22 08:43:32.861462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50064) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.861668 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b4cbe2-2abe-4406-8e93-5d0ec00cf783 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:32.874131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de89e6-f168-4bde-a543-13358f725984 None None] Pushing event updated for resources: {'Port': ['ID=0cc6881c-bf72-4106-918c-44b711b07fd7,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:32.880147 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b6da77a2-204c-4bd4-841a-c3ee097e6b6e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776966 Dec 22 08:43:32.888149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50070) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.896110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port c87c89b6-91a7-4140-bf53-874a08add2fb yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:32.902909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Attempting to bind port 606cd502-b69a-4248-b218-3dcc2bf85e33 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:32.903277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Attempting to bind port 606cd502-b69a-4248-b218-3dcc2bf85e33 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20a79b73-83c7-4c1c-9478-2bbb3d497edd'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:32.903636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Attempting to bind port 606cd502-b69a-4248-b218-3dcc2bf85e33 on network 20a79b73-83c7-4c1c-9478-2bbb3d497edd {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:32.960469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-84419ba2-3d45-4e85-99ce-f7ffe64f6648 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:32.975304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155f478-a0d4-4346-a430-32db771f1b9f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:32.976445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7155f478-a0d4-4346-a430-32db771f1b9f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:32.996335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7155f478-a0d4-4346-a430-32db771f1b9f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:33.002391 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7155f478-a0d4-4346-a430-32db771f1b9f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1126974 Dec 22 08:43:33.003248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50074) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.061581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:33.061994 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Checking segment: {'id': 'a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20a79b73-83c7-4c1c-9478-2bbb3d497edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:33.062388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.062769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Bound using segment: {'id': 'a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20a79b73-83c7-4c1c-9478-2bbb3d497edd'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:33.063254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Bound port: 606cd502-b69a-4248-b218-3dcc2bf85e33, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '20a79b73-83c7-4c1c-9478-2bbb3d497edd'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:33.063606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.090361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db00f09-fcb1-4b56-8658-a926bfc13136 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:33.091209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6db00f09-fcb1-4b56-8658-a926bfc13136 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:33.104160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:33.106651 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6653dce6-07a8-490c-894a-f9b8358e7eb1 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8906b1-dd02-42c8-b729-9320c10170a2 HTTP/1.1" status: 200 len: 205 time: 0.2332976 Dec 22 08:43:33.111202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50078) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.120173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:33.122695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5283873f-3bb5-4271-b6e6-3d2f81053702 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:33.128121 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5283873f-3bb5-4271-b6e6-3d2f81053702 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb853e4-7adb-4bf6-9dfe-27c071c37481 HTTP/1.1" status: 200 len: 205 time: 0.6176682 Dec 22 08:43:33.137310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:33.167120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50082) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.183061 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-58ecf2b7-9e27-435b-82df-0d45bc35cb62 tempest-DHCPAgentSchedulersTestJSON-1651264752 tempest-DHCPAgentSchedulersTestJSON-1651264752-project-admin] 10.222.0.37 "GET /v2.0/agents/5fb2ae58-d368-4afe-ba2a-ca15b0087e77/dhcp-networks HTTP/1.1" status: 200 len: 11913 time: 1.2704582 Dec 22 08:43:33.254875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50086) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.295422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6db00f09-fcb1-4b56-8658-a926bfc13136 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:33.298924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Pushing event updated for resources: {'Port': ['ID=61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:33.299020 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6db00f09-fcb1-4b56-8658-a926bfc13136 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2914755 Dec 22 08:43:33.303600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50090) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.304777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84419ba2-3d45-4e85-99ce-f7ffe64f6648 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.363980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Allocated IP 172.20.0.18 (377891f4-d7f7-4241-ba71-b0f5ce1d3a19/84c9ae24-0f9e-49b0-8c4e-09e5dbe79ad8/69d58c92-3384-4f3a-8ec2-ff633aa8eb0c) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:33.371094 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-5f5ddb53-242b-44c8-9c74-feca31203087 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] delete failed (client error): The resource could not be found. Dec 22 08:43:33.376359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5f5ddb53-242b-44c8-9c74-feca31203087 tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/routers/cd8906b1-dd02-42c8-b729-9320c10170a2 HTTP/1.1" status: 404 len: 336 time: 0.2599883 Dec 22 08:43:33.376359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fc427664-0aaf-4ea0-944f-1ebc5dcd43fb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697258 Dec 22 08:43:33.377066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84419ba2-3d45-4e85-99ce-f7ffe64f6648 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.377618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50094) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.416842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50098) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.427380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:33.456337 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d088c416-99e4-48a9-a16d-e46329ebd3fb tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:33.456804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d088c416-99e4-48a9-a16d-e46329ebd3fb tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:33.458768 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d088c416-99e4-48a9-a16d-e46329ebd3fb tempest-RoutersAdminTest-1277435992 tempest-RoutersAdminTest-1277435992-project] 10.222.0.37 "DELETE /v2.0/subnets/738a0f5e-76c4-4355-a1aa-aa3a6bf07a00 HTTP/1.1" status: 404 len: 337 time: 0.0802555 Dec 22 08:43:33.466910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.478928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] For port 606cd502-b69a-4248-b218-3dcc2bf85e33, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:33.506446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0cc6881c-bf72-4106-918c-44b711b07fd7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:33.521611 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-72d28117-1f28-4b1f-b94e-0cf4cfe7cec9 tempest-DHCPAgentSchedulersTestJSON-1651264752 tempest-DHCPAgentSchedulersTestJSON-1651264752-project-admin] 10.222.0.37 "GET /v2.0/networks/bac56b0f-9671-41b2-9b05-8b06cc2d2f4b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2593257 Dec 22 08:43:33.524287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5e86f792-d8c9-438b-bf31-6123f869c556 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.540424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Transition to ACTIVE for port object 97a46c6e-7a93-4969-a856-342bed504c61 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:33.543473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50104) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.590338 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c779d59e-9f99-43ff-9648-77820a490e81 tempest-DHCPAgentSchedulersTestJSON-1651264752 tempest-DHCPAgentSchedulersTestJSON-1651264752-project-admin] 10.222.0.37 "GET /v2.0/networks/bac56b0f-9671-41b2-9b05-8b06cc2d2f4b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0455678 Dec 22 08:43:33.591412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:33.593777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50108) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.608796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] For port 606cd502-b69a-4248-b218-3dcc2bf85e33, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=606cd502-b69a-4248-b218-3dcc2bf85e33,segment=NetworkSegment(a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4),segment_id=a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:33.646290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:33.646462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.692075 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Transition to ACTIVE for port object 97a46c6e-7a93-4969-a856-342bed504c61 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:33.746151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67b07306-5d2c-401d-b6af-34f58dd92f5b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.751103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed7eb5-e2c8-4ebc-8f00-42519961281e None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:33.753275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.792843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-28ed7eb5-e2c8-4ebc-8f00-42519961281e None None] Deleting port 9e52dafb-1e78-4a58-aada-d4125a95d802 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:33.793222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28ed7eb5-e2c8-4ebc-8f00-42519961281e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.811209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:33.815262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.852392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67b07306-5d2c-401d-b6af-34f58dd92f5b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.874212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Network aec74614-8ad5-4b5f-8cff-87ad0713ecff is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:33.909063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:33.911658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:33.914064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e843-d8ae-4ea3-8b74-44a70f40d4fb None None] Pushing event updated for resources: {'Port': ['ID=606cd502-b69a-4248-b218-3dcc2bf85e33,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:33.991210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8::e2 (20a79b73-83c7-4c1c-9478-2bbb3d497edd/2368b2fd-e28d-40f1-8481-44ccb560a54b/c87c89b6-91a7-4140-bf53-874a08add2fb) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:34.061982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50114) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:34.074224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0cc6881c-bf72-4106-918c-44b711b07fd7 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:34.074597 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.108433 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c69342e4-8565-4d23-8eb1-e16f2eb2a36b tempest-DHCPAgentSchedulersTestJSON-1651264752 tempest-DHCPAgentSchedulersTestJSON-1651264752-project-admin] 10.222.0.37 "GET /v2.0/agents/5fb2ae58-d368-4afe-ba2a-ca15b0087e77/dhcp-networks HTTP/1.1" status: 200 len: 11875 time: 0.5135491 Dec 22 08:43:34.110900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50120) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:34.203292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67b07306-5d2c-401d-b6af-34f58dd92f5b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.430632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.434266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-15739316-5e98-4af4-a0e8-a6b73e2764e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.485195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-15739316-5e98-4af4-a0e8-a6b73e2764e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:34.529593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-15739316-5e98-4af4-a0e8-a6b73e2764e4 admin admin] Usage tracker for resource:security_group_rule and tenant:1b72f9ed6f854b0eabfa75bdc064f38d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:34.541227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.543936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5e86f792-d8c9-438b-bf31-6123f869c556 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.546611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-15739316-5e98-4af4-a0e8-a6b73e2764e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:34.552014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5e86f792-d8c9-438b-bf31-6123f869c556 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.554741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Transition to ACTIVE for port object 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:34.560265 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-84419ba2-3d45-4e85-99ce-f7ffe64f6648 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP 6b47658e-3e51-4430-8326-3e0213e74708 associated. External IP: 172.26.1.126, port: bb3069cb-a804-4023-8f6f-e9727522ff71. Dec 22 08:43:34.570604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-15739316-5e98-4af4-a0e8-a6b73e2764e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:34.577752 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Transition to ACTIVE for port object 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:34.588512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Pushing event updated for resources: {'Port': ['ID=97a46c6e-7a93-4969-a856-342bed504c61,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:34.594915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67b07306-5d2c-401d-b6af-34f58dd92f5b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.598962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.672500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Attempting to bind port 97a46c6e-7a93-4969-a856-342bed504c61 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:34.672866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Attempting to bind port 97a46c6e-7a93-4969-a856-342bed504c61 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'a28a626b-58c7-43f1-a8b4-cb87f13e910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aec74614-8ad5-4b5f-8cff-87ad0713ecff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:34.673472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Attempting to bind port 97a46c6e-7a93-4969-a856-342bed504c61 on network aec74614-8ad5-4b5f-8cff-87ad0713ecff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:34.713529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b07306-5d2c-401d-b6af-34f58dd92f5b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Subnet': ['ID=039ea65c-f142-4bee-88b3-aff3fe43293b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:34.727814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67b07306-5d2c-401d-b6af-34f58dd92f5b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.735530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.743772 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:34.744147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Checking segment: {'id': 'a28a626b-58c7-43f1-a8b4-cb87f13e910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aec74614-8ad5-4b5f-8cff-87ad0713ecff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:34.745022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.745022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Bound using segment: {'id': 'a28a626b-58c7-43f1-a8b4-cb87f13e910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aec74614-8ad5-4b5f-8cff-87ad0713ecff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:34.745401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Bound port: 97a46c6e-7a93-4969-a856-342bed504c61, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28a626b-58c7-43f1-a8b4-cb87f13e910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aec74614-8ad5-4b5f-8cff-87ad0713ecff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:34.745795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.747206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.836034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd41d31-da2c-4cf9-87ac-74431257cfb8']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.847613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Network 377891f4-d7f7-4241-ba71-b0f5ce1d3a19 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:34.849743 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-67b07306-5d2c-401d-b6af-34f58dd92f5b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "DELETE /v2.0/subnets/039ea65c-f142-4bee-88b3-aff3fe43293b HTTP/1.1" status: 204 len: 168 time: 2.7480288 Dec 22 08:43:34.855751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:34.859896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50124) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:34.864244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:34.869037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f1e770-e40c-40a5-ae0e-7b800309432f') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.869335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f1e770-e40c-40a5-ae0e-7b800309432f') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.871468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5e86f792-d8c9-438b-bf31-6123f869c556 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.871915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e86f792-d8c9-438b-bf31-6123f869c556 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Fanout notify agent at l3_agent the message router_deleted on router bdb853e4-7adb-4bf6-9dfe-27c071c37481 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:43:34.905180 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:34.923090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:34.924311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.927304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Pushing event updated for resources: {'Port': ['ID=69d58c92-3384-4f3a-8ec2-ff633aa8eb0c,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:34.929540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:34.951948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-28ed7eb5-e2c8-4ebc-8f00-42519961281e None None] For port 9e52dafb-1e78-4a58-aada-d4125a95d802, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9e52dafb-1e78-4a58-aada-d4125a95d802,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:34.952252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28ed7eb5-e2c8-4ebc-8f00-42519961281e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.963823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.992959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=2c581824-b1a8-4385-98f4-1cc8eb789a1d,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.084988 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5e86f792-d8c9-438b-bf31-6123f869c556 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.088860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.090769 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5e86f792-d8c9-438b-bf31-6123f869c556 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/bdb853e4-7adb-4bf6-9dfe-27c071c37481 HTTP/1.1" status: 204 len: 168 time: 1.9186978 Dec 22 08:43:35.091196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50128) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.114056 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b1e39d7a-1c4e-4af9-8ea5-c2aa5ae9f21d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6931486 Dec 22 08:43:35.120915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50132) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.135428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': '2c581824-b1a8-4385-98f4-1cc8eb789a1d', 'ip_address': '2001:db8::71ec:95c9:2f5f:72f8'}], 'name': 'tempest-NetworksTestDHCPv6-1038417067'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:35.157161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:35.157370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.176642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0678c580-2927-4a73-b46a-d83f52e54ce3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Deleting subnet 84c9ae24-0f9e-49b0-8c4e-09e5dbe79ad8 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:35.178521 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:35.187220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.195715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0678c580-2927-4a73-b46a-d83f52e54ce3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.223345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-28ed7eb5-e2c8-4ebc-8f00-42519961281e None None] Calling delete_port for 9e52dafb-1e78-4a58-aada-d4125a95d802 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:35.371032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-15739316-5e98-4af4-a0e8-a6b73e2764e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.396296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Attempting to bind port 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:35.397407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Attempting to bind port 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c3d25d59-cf59-484e-a5ab-d7189e29eca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '377891f4-d7f7-4241-ba71-b0f5ce1d3a19'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:35.397887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Attempting to bind port 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c on network 377891f4-d7f7-4241-ba71-b0f5ce1d3a19 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:35.405015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949fa22b-d146-41e0-b8ab-ef35a50a905a None None] Network 20a79b73-83c7-4c1c-9478-2bbb3d497edd requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:35.447619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-15739316-5e98-4af4-a0e8-a6b73e2764e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.498284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-98975338-1195-4346-b760-87ef2ba789a3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting subnet 736b02d9-2671-4032-ba87-4f899f159818 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:35.498661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.517710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98975338-1195-4346-b760-87ef2ba789a3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.548888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0678c580-2927-4a73-b46a-d83f52e54ce3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.554893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:35.555262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Checking segment: {'id': 'c3d25d59-cf59-484e-a5ab-d7189e29eca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '377891f4-d7f7-4241-ba71-b0f5ce1d3a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:35.555652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.556037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Bound using segment: {'id': 'c3d25d59-cf59-484e-a5ab-d7189e29eca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '377891f4-d7f7-4241-ba71-b0f5ce1d3a19'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:35.556503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Bound port: 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d25d59-cf59-484e-a5ab-d7189e29eca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '377891f4-d7f7-4241-ba71-b0f5ce1d3a19'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:35.556989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.595945 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-15739316-5e98-4af4-a0e8-a6b73e2764e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b72f9ed6f854b0eabfa75bdc064f38d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5233014 Dec 22 08:43:35.598041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.599433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50136) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.612959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15739316-5e98-4af4-a0e8-a6b73e2764e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35bd9e7-d47b-48f9-b748-111a1842ce09,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.630951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 606cd502-b69a-4248-b218-3dcc2bf85e33 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:35.637798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.666265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Pushing event deleted for resources: {'Network': ['ID=bcd41d31-da2c-4cf9-87ac-74431257cfb8,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.683405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object c87c89b6-91a7-4140-bf53-874a08add2fb will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:35.686371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98975338-1195-4346-b760-87ef2ba789a3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.688377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:35.714914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:35.730401 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2b8bc297-572a-4436-9469-5d2c59954a8b tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] 10.222.0.37 "DELETE /v2.0/networks/bcd41d31-da2c-4cf9-87ac-74431257cfb8 HTTP/1.1" status: 204 len: 168 time: 1.6149452 Dec 22 08:43:35.737193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28ed7eb5-e2c8-4ebc-8f00-42519961281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.739574 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50140) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.808166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e481d938-7519-4581-ab8b-93a272a9e71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.814038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0678c580-2927-4a73-b46a-d83f52e54ce3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.836856 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed7eb5-e2c8-4ebc-8f00-42519961281e None None] Pushing event deleted for resources: {'Port': ['ID=9e52dafb-1e78-4a58-aada-d4125a95d802,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.840689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] For port 97a46c6e-7a93-4969-a856-342bed504c61, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:35.848270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3d5a1da7-7244-41e0-b90f-3e41da8835da None None] Provisioning for port 606cd502-b69a-4248-b218-3dcc2bf85e33 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:35.853338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed7eb5-e2c8-4ebc-8f00-42519961281e None None] No DVR routers for this DVR port 9e52dafb-1e78-4a58-aada-d4125a95d802 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:35.883352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] For port 97a46c6e-7a93-4969-a856-342bed504c61, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=97a46c6e-7a93-4969-a856-342bed504c61,segment=NetworkSegment(a28a626b-58c7-43f1-a8b4-cb87f13e910e),segment_id=a28a626b-58c7-43f1-a8b4-cb87f13e910e)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:35.898046 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e481d938-7519-4581-ab8b-93a272a9e71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.906086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed575da-0591-422a-8571-291c868e71f7 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:35.926431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.936361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98975338-1195-4346-b760-87ef2ba789a3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.018532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84419ba2-3d45-4e85-99ce-f7ffe64f6648 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:36.036399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0678c580-2927-4a73-b46a-d83f52e54ce3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.039232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe728c3-b99b-416f-a22d-af5cd2f977f6 None None] Pushing event updated for resources: {'Port': ['ID=97a46c6e-7a93-4969-a856-342bed504c61,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.043893 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:36.068509 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4549779b-1c08-4da0-9136-5644700436c9 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:36.068974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4549779b-1c08-4da0-9136-5644700436c9 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:36.073128 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4549779b-1c08-4da0-9136-5644700436c9 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] 10.222.0.37 "DELETE /v2.0/ports/62ab3066-a62f-464f-8ace-015cf2b0a38c HTTP/1.1" status: 404 len: 333 time: 0.3269603 Dec 22 08:43:36.088846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50144) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.100776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] For port 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:36.114714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 606cd502-b69a-4248-b218-3dcc2bf85e33 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:36.133717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678c580-2927-4a73-b46a-d83f52e54ce3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Subnet': ['ID=84c9ae24-0f9e-49b0-8c4e-09e5dbe79ad8,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.138292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] For port 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=69d58c92-3384-4f3a-8ec2-ff633aa8eb0c,segment=NetworkSegment(c3d25d59-cf59-484e-a5ab-d7189e29eca3),segment_id=c3d25d59-cf59-484e-a5ab-d7189e29eca3)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:36.138474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0678c580-2927-4a73-b46a-d83f52e54ce3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.142658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e481d938-7519-4581-ab8b-93a272a9e71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.143632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 606cd502-b69a-4248-b218-3dcc2bf85e33 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:36.144110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.178970 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.194992 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481d938-7519-4581-ab8b-93a272a9e71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35bd9e7-d47b-48f9-b748-111a1842ce09,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.206605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e481d938-7519-4581-ab8b-93a272a9e71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.210077 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e481d938-7519-4581-ab8b-93a272a9e71e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d35bd9e7-d47b-48f9-b748-111a1842ce09 HTTP/1.1" status: 204 len: 168 time: 0.5961359 Dec 22 08:43:36.212281 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0678c580-2927-4a73-b46a-d83f52e54ce3 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "DELETE /v2.0/subnets/84c9ae24-0f9e-49b0-8c4e-09e5dbe79ad8 HTTP/1.1" status: 204 len: 168 time: 1.3495724 Dec 22 08:43:36.215214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50150) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.221571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb234f1-60df-4755-b111-0f1a93668713 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Deleting subnet fbeda9c8-9627-402d-8dec-2047b17acfbb {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:36.261857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98975338-1195-4346-b760-87ef2ba789a3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.263224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.266022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb234f1-60df-4755-b111-0f1a93668713 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.362365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98975338-1195-4346-b760-87ef2ba789a3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Subnet': ['ID=736b02d9-2671-4032-ba87-4f899f159818,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.364504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98975338-1195-4346-b760-87ef2ba789a3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.370017 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-98975338-1195-4346-b760-87ef2ba789a3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/736b02d9-2671-4032-ba87-4f899f159818 HTTP/1.1" status: 204 len: 168 time: 1.2659566 Dec 22 08:43:36.374745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50154) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.384811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b42cdff-e47d-406c-92ae-a8bd6cdf928d None None] Network 8e481192-3e0a-479a-8953-8ec4f7fe4352 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:36.430181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d209d17-1d07-479b-b378-cb3e3eeae3a0 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:36.430875 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d209d17-1d07-479b-b378-cb3e3eeae3a0 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Synchronizing usage tracker for tenant:f19f59ea0e444f4b917c7e8280e657be on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:36.435126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb234f1-60df-4755-b111-0f1a93668713 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.449140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 20a79b73-83c7-4c1c-9478-2bbb3d497edd is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:36.463733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:36.466549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:36.478046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:36.479629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.536815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d209d17-1d07-479b-b378-cb3e3eeae3a0 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Unset dirty status for tenant:f19f59ea0e444f4b917c7e8280e657be on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:36.541328 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8d209d17-1d07-479b-b378-cb3e3eeae3a0 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3219557 Dec 22 08:43:36.544739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50160) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.557489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-26968fe9-103d-421f-b7d4-eeba2c1ea13f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting subnet 06c55374-e166-4ccd-9ebb-130f0aaa69b6 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:36.585599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26968fe9-103d-421f-b7d4-eeba2c1ea13f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.730561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.740140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e43530-9d78-4d86-9002-1b1cf1563742 None None] Network aec74614-8ad5-4b5f-8cff-87ad0713ecff requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:36.777571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26968fe9-103d-421f-b7d4-eeba2c1ea13f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.848562 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4978955 Dec 22 08:43:36.848562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74325252-c948-47ca-897c-d22c41113d25 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=c87c89b6-91a7-4140-bf53-874a08add2fb,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.848562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50164) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.869630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84419ba2-3d45-4e85-99ce-f7ffe64f6648 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:36.886251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50168) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.916644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf585c21-d2cb-47ad-a8a9-490a573a2979 None None] Pushing event updated for resources: {'Port': ['ID=69d58c92-3384-4f3a-8ec2-ff633aa8eb0c,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.923620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84419ba2-3d45-4e85-99ce-f7ffe64f6648 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.923880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff4d82-0aec-4dd7-8806-abe086c180b7 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:36.944862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.948267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb234f1-60df-4755-b111-0f1a93668713 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.961761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.021839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '2c581824-b1a8-4385-98f4-1cc8eb789a1d'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:37.022666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.026444 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c846cd2c-103a-4724-9378-b13d22b770ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02854c1a14c74eac9d566d5954d113b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1343358 Dec 22 08:43:37.105840 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff4d82-0aec-4dd7-8806-abe086c180b7 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:37.106673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dbff4d82-0aec-4dd7-8806-abe086c180b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:37.108535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50172) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:37.149067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26968fe9-103d-421f-b7d4-eeba2c1ea13f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.188904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1db8a392-a463-4321-bf4f-e8f8df244517 None None] Provisioning for port 4364ee9a-d809-4ea4-898d-38ac09975b47 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:37.247154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb234f1-60df-4755-b111-0f1a93668713 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.252178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 7e64e108-dd93-4a51-96d6-081ff4aa8d31 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:37.283199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dbff4d82-0aec-4dd7-8806-abe086c180b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:37.285170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1db8a392-a463-4321-bf4f-e8f8df244517 None None] Provisioning complete for port 4364ee9a-d809-4ea4-898d-38ac09975b47 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:37.285544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1db8a392-a463-4321-bf4f-e8f8df244517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.302668 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-84419ba2-3d45-4e85-99ce-f7ffe64f6648 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "PUT /v2.0/floatingips/6b47658e-3e51-4430-8326-3e0213e74708 HTTP/1.1" status: 200 len: 979 time: 7.0567718 Dec 22 08:43:37.313007 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50176) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:37.323918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Deleting port 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:37.324333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.356759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26968fe9-103d-421f-b7d4-eeba2c1ea13f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.370346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb234f1-60df-4755-b111-0f1a93668713 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Pushing event deleted for resources: {'Subnet': ['ID=fbeda9c8-9627-402d-8dec-2047b17acfbb,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:37.400915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port bb3069cb-a804-4023-8f6f-e9727522ff71 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:37.402010 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.415872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.432412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26968fe9-103d-421f-b7d4-eeba2c1ea13f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Subnet': ['ID=06c55374-e166-4ccd-9ebb-130f0aaa69b6,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:37.433496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff4d82-0aec-4dd7-8806-abe086c180b7 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:37.434329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dbff4d82-0aec-4dd7-8806-abe086c180b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:37.438246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb234f1-60df-4755-b111-0f1a93668713 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.472303 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5bb234f1-60df-4755-b111-0f1a93668713 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] 10.222.0.37 "DELETE /v2.0/subnets/fbeda9c8-9627-402d-8dec-2047b17acfbb HTTP/1.1" status: 204 len: 168 time: 1.3787203 Dec 22 08:43:37.475065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50180) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:37.483914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26968fe9-103d-421f-b7d4-eeba2c1ea13f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.488695 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-26968fe9-103d-421f-b7d4-eeba2c1ea13f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/06c55374-e166-4ccd-9ebb-130f0aaa69b6 HTTP/1.1" status: 204 len: 168 time: 1.1109397 Dec 22 08:43:37.495179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50184) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:37.503900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcad5f4-820f-4111-8bff-e3b43a118b17 None None] Network bac56b0f-9671-41b2-9b05-8b06cc2d2f4b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:37.521966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb12f5-4a3e-4359-b506-d1b9b5fb5539 None None] Network d8beed86-7e31-4ba2-9113-9d14502e0621 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:37.605977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d28430-92d7-4c4d-ba93-cff708b43330 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:37.606647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e5d28430-92d7-4c4d-ba93-cff708b43330 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:37.649650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1db8a392-a463-4321-bf4f-e8f8df244517 None None] Port 4364ee9a-d809-4ea4-898d-38ac09975b47 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:37.651554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dbff4d82-0aec-4dd7-8806-abe086c180b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:37.651954 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff4d82-0aec-4dd7-8806-abe086c180b7 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:37.739679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f03012-0a4a-4809-b6c3-8003d13de16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.770596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f03012-0a4a-4809-b6c3-8003d13de16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.782915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.793444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e5d28430-92d7-4c4d-ba93-cff708b43330 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:37.798845 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e5d28430-92d7-4c4d-ba93-cff708b43330 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A136 HTTP/1.1" status: 200 len: 929 time: 0.9329400 Dec 22 08:43:37.800803 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50190) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:37.853791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 606cd502-b69a-4248-b218-3dcc2bf85e33, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=606cd502-b69a-4248-b218-3dcc2bf85e33,segment=NetworkSegment(a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4),segment_id=a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:37.899799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f03012-0a4a-4809-b6c3-8003d13de16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.915328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.924169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f03012-0a4a-4809-b6c3-8003d13de16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99050a41-1dc4-468e-b495-4d2a78be5534,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:37.955000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.002910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f03012-0a4a-4809-b6c3-8003d13de16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.007189 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e3f03012-0a4a-4809-b6c3-8003d13de16c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99050a41-1dc4-468e-b495-4d2a78be5534 HTTP/1.1" status: 204 len: 168 time: 0.8956614 Dec 22 08:43:38.064848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Router 27f2239d-acf9-4f2c-9566-99d4c033778b is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:43:38.072530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port bba7aa87-2f80-43ca-a84d-0d4776139865 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:38.072530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.075524 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1db8a392-a463-4321-bf4f-e8f8df244517 None None] Provisioning complete for port 606cd502-b69a-4248-b218-3dcc2bf85e33 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:38.076028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1db8a392-a463-4321-bf4f-e8f8df244517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.120248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Deleting port d13342b3-5ad4-4911-b7bb-d6c759d6654a {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:38.125253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.155478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] For port 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=69d58c92-3384-4f3a-8ec2-ff633aa8eb0c,segment=NetworkSegment(c3d25d59-cf59-484e-a5ab-d7189e29eca3),segment_id=c3d25d59-cf59-484e-a5ab-d7189e29eca3)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:38.156052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.204530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] DHCP port deletion for 8e481192-3e0a-479a-8953-8ec4f7fe4352 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:38.206502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9e52dafb-1e78-4a58-aada-d4125a95d802 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:38.253752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d94f7e7c-79cb-46e9-ac34-03875941825d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port c87c89b6-91a7-4140-bf53-874a08add2fb {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:38.254315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d94f7e7c-79cb-46e9-ac34-03875941825d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.289843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/2c581824-b1a8-4385-98f4-1cc8eb789a1d/82e6a241-a8a6-465f-8302-b06c9c9812e6) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:38.292827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 9e52dafb-1e78-4a58-aada-d4125a95d802 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:38.293176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9e52dafb-1e78-4a58-aada-d4125a95d802 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:38.330110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] Deleting port bba7aa87-2f80-43ca-a84d-0d4776139865 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:38.330673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.411858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Calling delete_port for 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:38.474687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654dc18e-82ea-4ab1-87b4-3ce7cbcf9971 None None] Network 377891f4-d7f7-4241-ba71-b0f5ce1d3a19 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:38.615088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.620466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:38.666101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.729579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Port': ['ID=69d58c92-3384-4f3a-8ec2-ff633aa8eb0c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.739721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] No DVR routers for this DVR port 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:38.739721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port bba7aa87-2f80-43ca-a84d-0d4776139865, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bba7aa87-2f80-43ca-a84d-0d4776139865,segment=NetworkSegment(14f32509-c2be-44b0-b598-fde0fd1c1aa2),segment_id=14f32509-c2be-44b0-b598-fde0fd1c1aa2)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:38.739721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.741556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:38.741928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:43:38.814273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=606cd502-b69a-4248-b218-3dcc2bf85e33,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.817281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c not found, will not notify nova. {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:43:38.886151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.914480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377891f4-d7f7-4241-ba71-b0f5ce1d3a19']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:38.924130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff337482-bbb7-4182-86cc-7630cba80e66 None None] DHCP port deletion for 377891f4-d7f7-4241-ba71-b0f5ce1d3a19 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:38.927429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d25d59-cf59-484e-a5ab-d7189e29eca3') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:38.927872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d25d59-cf59-484e-a5ab-d7189e29eca3') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:38.941898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.959963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.966610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:38.967179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.011796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bba7aa87-2f80-43ca-a84d-0d4776139865 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:39.077673 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:39.082866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.153948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6034a-025a-41eb-8330-a680cb1de9e4 None None] DHCP port deletion for d8beed86-7e31-4ba2-9113-9d14502e0621 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:39.165672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] For port d13342b3-5ad4-4911-b7bb-d6c759d6654a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d13342b3-5ad4-4911-b7bb-d6c759d6654a,segment=NetworkSegment(c6f6c8df-73e9-4232-a654-03b9942d1ab2),segment_id=c6f6c8df-73e9-4232-a654-03b9942d1ab2)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:39.166404 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.179741 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:39.187262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.202227 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Sync routers for ids ['27f2239d-acf9-4f2c-9566-99d4c033778b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:39.206045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6034a-025a-41eb-8330-a680cb1de9e4 None None] Deleting port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:39.206418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3dd6034a-025a-41eb-8330-a680cb1de9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.214911 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Routers {'27f2239d-acf9-4f2c-9566-99d4c033778b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:39.217634 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['27f2239d-acf9-4f2c-9566-99d4c033778b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:39.281272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] For port bba7aa87-2f80-43ca-a84d-0d4776139865, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bba7aa87-2f80-43ca-a84d-0d4776139865,segment=NetworkSegment(14f32509-c2be-44b0-b598-fde0fd1c1aa2),segment_id=14f32509-c2be-44b0-b598-fde0fd1c1aa2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:39.281673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.363705 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "DELETE /v2.0/networks/377891f4-d7f7-4241-ba71-b0f5ce1d3a19 HTTP/1.1" status: 204 len: 168 time: 2.8044043 Dec 22 08:43:39.376574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for bba7aa87-2f80-43ca-a84d-0d4776139865 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:39.411400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50212) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:39.411570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d741509f-d97e-4960-a75a-dab355a8ea26 None None] Provisioning complete for port 4364ee9a-d809-4ea4-898d-38ac09975b47 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:39.411667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d741509f-d97e-4960-a75a-dab355a8ea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.445736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8101d3-9ec1-4498-87e4-3c3b0e363c55 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Network': ['ID=377891f4-d7f7-4241-ba71-b0f5ce1d3a19,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:39.502160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Calling delete_port for d13342b3-5ad4-4911-b7bb-d6c759d6654a owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:39.507928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] DHCP port deletion for bac56b0f-9671-41b2-9b05-8b06cc2d2f4b request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:39.529870 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Set router 27f2239d-acf9-4f2c-9566-99d4c033778b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:39.532848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] Calling delete_port for bba7aa87-2f80-43ca-a84d-0d4776139865 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:39.574354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.587718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Deleting port 97a46c6e-7a93-4969-a856-342bed504c61 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:39.588175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.618077 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d94f7e7c-79cb-46e9-ac34-03875941825d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.681124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] Deleting port d13342b3-5ad4-4911-b7bb-d6c759d6654a {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:39.681495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.802521 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.802813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port bba7aa87-2f80-43ca-a84d-0d4776139865 update to DOWN by agent not found {{(pid=87536) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 08:43:39.844914 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d741509f-d97e-4960-a75a-dab355a8ea26 None None] Port 4364ee9a-d809-4ea4-898d-38ac09975b47 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:39.846807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.873977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=bba7aa87-2f80-43ca-a84d-0d4776139865,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:39.876077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No DVR routers for this DVR port bba7aa87-2f80-43ca-a84d-0d4776139865 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:39.889046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d741509f-d97e-4960-a75a-dab355a8ea26 None None] Could not find standard attr ID for object 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:39.896960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Transition to ACTIVE for port object 82e6a241-a8a6-465f-8302-b06c9c9812e6 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:40.075660 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:34Z', 'revision_number': 3, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.081450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Transition to ACTIVE for port object 82e6a241-a8a6-465f-8302-b06c9c9812e6 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:40.085892 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Checking router: 27f2239d-acf9-4f2c-9566-99d4c033778b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:40.086435 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Updating router 27f2239d-acf9-4f2c-9566-99d4c033778b port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:43:40.098064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.106804 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:40.107154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:40.115582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3dd6034a-025a-41eb-8330-a680cb1de9e4 None None] For port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7655c3f2-cbae-4634-8a3c-79fb33ccfdfe,segment=NetworkSegment(492a4d38-3d8d-4f25-a1ad-1a7e618e08e2),segment_id=492a4d38-3d8d-4f25-a1ad-1a7e618e08e2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:40.116154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3dd6034a-025a-41eb-8330-a680cb1de9e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.124500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e481192-3e0a-479a-8953-8ec4f7fe4352']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.129153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.137460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f32509-c2be-44b0-b598-fde0fd1c1aa2') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.137852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d741509f-d97e-4960-a75a-dab355a8ea26 None None] Provisioning for port c87c89b6-91a7-4140-bf53-874a08add2fb completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:40.139269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f32509-c2be-44b0-b598-fde0fd1c1aa2') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.139729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d94f7e7c-79cb-46e9-ac34-03875941825d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for c87c89b6-91a7-4140-bf53-874a08add2fb owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:40.168902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.171701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.172900 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d6be04d2-8892-4033-aafc-0ffdac6eaf29 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.6012063 Dec 22 08:43:40.184165 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.188561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.206487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:40.207097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.254666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50224) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:40.354314 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:40.367439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:40.371940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.372498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.372999 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP 6b47658e-3e51-4430-8326-3e0213e74708 disassociated. External IP: 172.26.1.126, port: bb3069cb-a804-4023-8f6f-e9727522ff71. Dec 22 08:43:40.376034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for bb3069cb-a804-4023-8f6f-e9727522ff71 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:40.377361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6034a-025a-41eb-8330-a680cb1de9e4 None None] Calling delete_port for 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:40.420673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d741509f-d97e-4960-a75a-dab355a8ea26 None None] Provisioning complete for port c87c89b6-91a7-4140-bf53-874a08add2fb triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:40.421046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d741509f-d97e-4960-a75a-dab355a8ea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.453164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:40.508975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] For port 97a46c6e-7a93-4969-a856-342bed504c61, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=97a46c6e-7a93-4969-a856-342bed504c61,segment=NetworkSegment(a28a626b-58c7-43f1-a8b4-cb87f13e910e),segment_id=a28a626b-58c7-43f1-a8b4-cb87f13e910e)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:40.509146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.563336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 606cd502-b69a-4248-b218-3dcc2bf85e33 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:40.625140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::71ec:95c9:2f5f:72f8 (906224fb-f2fa-4b66-98df-524285cae5f9/2c581824-b1a8-4385-98f4-1cc8eb789a1d/7e64e108-dd93-4a51-96d6-081ff4aa8d31) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:40.627609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:40.629477 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.655320 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Transition to ACTIVE for port object 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:40.659168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.667746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Calling delete_port for 97a46c6e-7a93-4969-a856-342bed504c61 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:40.677794 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.718714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.729157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.747756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Network': ['ID=8e481192-3e0a-479a-8953-8ec4f7fe4352,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.756029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-006513d7-3379-44a9-a715-661cab5a7256 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/networks/8e481192-3e0a-479a-8953-8ec4f7fe4352 HTTP/1.1" status: 204 len: 168 time: 3.2598155 Dec 22 08:43:40.758608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50238) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:40.782926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] For port d13342b3-5ad4-4911-b7bb-d6c759d6654a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d13342b3-5ad4-4911-b7bb-d6c759d6654a,segment=NetworkSegment(c6f6c8df-73e9-4232-a654-03b9942d1ab2),segment_id=c6f6c8df-73e9-4232-a654-03b9942d1ab2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:40.783316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.830676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Pushing event deleted for resources: {'Port': ['ID=d13342b3-5ad4-4911-b7bb-d6c759d6654a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.834456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] No DVR routers for this DVR port d13342b3-5ad4-4911-b7bb-d6c759d6654a on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:40.866281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50242) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:40.873617 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Attempting to bind port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:40.874027 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Attempting to bind port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:40.874385 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Attempting to bind port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:40.884472 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:40.884937 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:40.885394 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.885871 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:40.886336 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Bound port: 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:40.886727 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.894732 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] Deleting port bba7aa87-2f80-43ca-a84d-0d4776139865 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:40.895352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.900732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.930170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d741509f-d97e-4960-a75a-dab355a8ea26 None None] Port c87c89b6-91a7-4140-bf53-874a08add2fb cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:40.939994 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Pushing event updated for resources: {'Port': ['ID=61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.943893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.975867 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.976240 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.976578 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.976909 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.977233 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.977571 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.985598 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.986051 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.986536 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.986937 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.987278 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:40.990176 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:41.031959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] No DVR routers for this DVR port 97a46c6e-7a93-4969-a856-342bed504c61 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:41.033732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Port': ['ID=97a46c6e-7a93-4969-a856-342bed504c61,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.059637 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] For port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:41.064727 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] For port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:41.077219 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.129375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-611fa293-eacc-496a-ae0e-c724e8a1c37d None None] The port 'bba7aa87-2f80-43ca-a84d-0d4776139865' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:43:41.150179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d94f7e7c-79cb-46e9-ac34-03875941825d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.177050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.200980 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Routers {'27f2239d-acf9-4f2c-9566-99d4c033778b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:41.201858 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['27f2239d-acf9-4f2c-9566-99d4c033778b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.204447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec74614-8ad5-4b5f-8cff-87ad0713ecff']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.204933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] Calling delete_port for d13342b3-5ad4-4911-b7bb-d6c759d6654a owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:41.217921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28a626b-58c7-43f1-a8b4-cb87f13e910e') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.218318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28a626b-58c7-43f1-a8b4-cb87f13e910e') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.230087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.246895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.252501 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff1773-0c0e-4023-8e29-81e5ee7621b0 None None] Pushing event updated for resources: {'Port': ['ID=61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.253965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:41.254623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.263570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3dd6034a-025a-41eb-8330-a680cb1de9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.292402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-110320919', 'router:external': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:41.297834 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:41.304032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Pushing event updated for resources: {'Port': ['ID=82e6a241-a8a6-465f-8302-b06c9c9812e6,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.344799 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.360499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:41.362666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.370194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f7e7c-79cb-46e9-ac34-03875941825d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=c87c89b6-91a7-4140-bf53-874a08add2fb,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.409402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6034a-025a-41eb-8330-a680cb1de9e4 None None] Pushing event deleted for resources: {'Port': ['ID=7655c3f2-cbae-4634-8a3c-79fb33ccfdfe,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.415149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Usage tracker for resource:network and tenant:8d71ec845cd94f5994795c2bece249cc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:41.426521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6034a-025a-41eb-8330-a680cb1de9e4 None None] No DVR routers for this DVR port 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:41.435496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:41.462116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:41.471611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 606cd502-b69a-4248-b218-3dcc2bf85e33 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:41.472178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.496404 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] Set router 27f2239d-acf9-4f2c-9566-99d4c033778b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:41.499196 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Attempting to bind port 82e6a241-a8a6-465f-8302-b06c9c9812e6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:41.499629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Attempting to bind port 82e6a241-a8a6-465f-8302-b06c9c9812e6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:41.500057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Attempting to bind port 82e6a241-a8a6-465f-8302-b06c9c9812e6 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:41.521938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:41.522291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:41.522813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.523339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:41.524285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Bound port: 82e6a241-a8a6-465f-8302-b06c9c9812e6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:41.524430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.524524 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.527134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.551796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:41.552809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:41.552958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.557574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Made reservation on behalf of 8d71ec845cd94f5994795c2bece249cc for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:41.559795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.582844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Network': ['ID=aec74614-8ad5-4b5f-8cff-87ad0713ecff,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.595432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.614964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8beed86-7e31-4ba2-9113-9d14502e0621']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.626730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:41.635284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Usage tracker for resource:security_group_rule and tenant:8d71ec845cd94f5994795c2bece249cc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:41.642260 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-019699a7-c49f-42b8-809a-d5e979e28f7b tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "DELETE /v2.0/networks/aec74614-8ad5-4b5f-8cff-87ad0713ecff HTTP/1.1" status: 204 len: 168 time: 2.2278574 Dec 22 08:43:41.642260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:41.644919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492a4d38-3d8d-4f25-a1ad-1a7e618e08e2') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.645200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492a4d38-3d8d-4f25-a1ad-1a7e618e08e2') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.651620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50248) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:41.660890 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:41.747445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] For port 82e6a241-a8a6-465f-8302-b06c9c9812e6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:41.757822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] For port 82e6a241-a8a6-465f-8302-b06c9c9812e6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=82e6a241-a8a6-465f-8302-b06c9c9812e6,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:41.772976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:41.816424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.862128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.882633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:41.883307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7655c3f2-cbae-4634-8a3c-79fb33ccfdfe not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:41.883996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:41.932490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.941181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=bb3069cb-a804-4023-8f6f-e9727522ff71,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.949874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac56b0f-9671-41b2-9b05-8b06cc2d2f4b']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:42.011477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:42.012157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.025104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f6c8df-73e9-4232-a654-03b9942d1ab2') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:42.025561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f6c8df-73e9-4232-a654-03b9942d1ab2') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:42.029306 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:42.029648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 69d58c92-3384-4f3a-8ec2-ff633aa8eb0c not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:42.030083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d13342b3-5ad4-4911-b7bb-d6c759d6654a no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:42.033456 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:42.049948 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d94f7e7c-79cb-46e9-ac34-03875941825d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.064921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] Deleting port d13342b3-5ad4-4911-b7bb-d6c759d6654a {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:42.065344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.067997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.113884 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:34Z', 'revision_number': 3, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:42.117839 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126be33d-60e3-4005-8601-6e1f86d7cee1 None None] The sync data for ids ['27f2239d-acf9-4f2c-9566-99d4c033778b'] in dv-neutron-822561-2-hyperv is: [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:34Z', 'revision_number': 3, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:42.130905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: d13342b3-5ad4-4911-b7bb-d6c759d6654a {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:42.131258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d13342b3-5ad4-4911-b7bb-d6c759d6654a not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:42.175315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.213309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-647ce36d-4f9a-408b-a088-8150c01ea15f None None] The port 'd13342b3-5ad4-4911-b7bb-d6c759d6654a' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:43:42.214966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.221053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf1bef-97fb-459d-841f-52d26617b1b3 None None] Pushing event updated for resources: {'Port': ['ID=82e6a241-a8a6-465f-8302-b06c9c9812e6,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.279660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.290937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.299947 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d94f7e7c-79cb-46e9-ac34-03875941825d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/c87c89b6-91a7-4140-bf53-874a08add2fb HTTP/1.1" status: 204 len: 168 time: 4.4982939 Dec 22 08:43:42.306792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50252) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.317387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:42.317804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.326451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Network': ['ID=d8beed86-7e31-4ba2-9113-9d14502e0621,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:42.338409 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:42.420383 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-63566af5-f30a-4a1b-a71c-7f805c1f77f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/networks/d8beed86-7e31-4ba2-9113-9d14502e0621 HTTP/1.1" status: 204 len: 168 time: 1.6601601 Dec 22 08:43:42.421535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50256) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.442201 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.444094 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5a856f-bba1-4894-88b4-9c22442d2593 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:43:42.444626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cb5a856f-bba1-4894-88b4-9c22442d2593 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:42.454095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.459343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'network': {'name': 'tempest-RoutersTest-251245834'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:42.528119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.535376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:42.551323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.571763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:network and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:42.572085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:42.572980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 7e64e108-dd93-4a51-96d6-081ff4aa8d31 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:42.580533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:42.591602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.605902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:42.616902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.617802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:42.629565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cb5a856f-bba1-4894-88b4-9c22442d2593 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:42.632607 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cb5a856f-bba1-4894-88b4-9c22442d2593 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/c87c89b6-91a7-4140-bf53-874a08add2fb HTTP/1.1" status: 404 len: 333 time: 0.3117213 Dec 22 08:43:42.638486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a457b6ae-05ef-4af8-af07-2ff140f81941,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.655183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50260) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.659681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4703243-531b-43e4-a2be-4253cf1044fc']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:42.676010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.676367 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Added segment 29ccd1a2-198c-4550-a42e-d6113cd6488b of type vlan for network e8135b31-595b-4abe-ac72-c8bd08a9cf2c Dec 22 08:43:42.723769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30c52ac-039a-4f79-89a5-bc50f98222ab') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:42.724153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30c52ac-039a-4f79-89a5-bc50f98222ab') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:42.739744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:42.743372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.769326 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] 10.222.0.37 "DELETE /v2.0/networks/bac56b0f-9671-41b2-9b05-8b06cc2d2f4b HTTP/1.1" status: 204 len: 168 time: 5.2922394 Dec 22 08:43:42.770409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfa12d-ab12-49a5-af33-a3fae9409101 tempest-DHCPAgentSchedulersTestJSON-915220844 tempest-DHCPAgentSchedulersTestJSON-915220844-project] Pushing event deleted for resources: {'Network': ['ID=bac56b0f-9671-41b2-9b05-8b06cc2d2f4b,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.778960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.834043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b34bbc33-2af8-4988-9e20-8a7fb6906934 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 4364ee9a-d809-4ea4-898d-38ac09975b47 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:42.834401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b34bbc33-2af8-4988-9e20-8a7fb6906934 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.866094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.879249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.911031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:42.913665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:42.914860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:42.939495 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:42.941545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.012588 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:43.024133 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ecaa1b-0be3-44d8-a651-246613723f47 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:43.043032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ecaa1b-0be3-44d8-a651-246613723f47 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:43.044201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-77ecaa1b-0be3-44d8-a651-246613723f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:43.047254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.048592 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added segment 86eb4365-e64e-4092-baf3-9a230d3b437f of type vlan for network d7bbb84e-1c39-4674-bd7b-65231a7c7c50 Dec 22 08:43:43.131756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-77ecaa1b-0be3-44d8-a651-246613723f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:43.150453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ecaa1b-0be3-44d8-a651-246613723f47 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:43.151300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-77ecaa1b-0be3-44d8-a651-246613723f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:43.159416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.161506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.162732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:43.163614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.186758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.209525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.221183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.265255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:43.271646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-77ecaa1b-0be3-44d8-a651-246613723f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:43.272178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ecaa1b-0be3-44d8-a651-246613723f47 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:43.275126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:43.291202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50268) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.293557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:43.300701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:43.301348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.319705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=7e64e108-dd93-4a51-96d6-081ff4aa8d31,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:43.411546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.418305 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-47a4a193-f40e-4c7a-ba25-b8c7b50f2e34 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 8.2963212 Dec 22 08:43:43.422628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:43.427845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50274) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.438900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': '2c581824-b1a8-4385-98f4-1cc8eb789a1d', 'ip_address': '2001:db8::71ec:95c9:2f5f:72f8'}], 'name': 'tempest-NetworksTestDHCPv6-97557905'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:43.445045 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "DELETE /v2.0/networks/a4703243-531b-43e4-a2be-4253cf1044fc HTTP/1.1" status: 204 len: 168 time: 1.7815866 Dec 22 08:43:43.449810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event updated for resources: {'Network': ['ID=e8135b31-595b-4abe-ac72-c8bd08a9cf2c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:43.457388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50278) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.460679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network e8135b31-595b-4abe-ac72-c8bd08a9cf2c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:43.467189 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1dc8b310-0800-4148-b58a-d57f1c679302 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/ports/bb3069cb-a804-4023-8f6f-e9727522ff71 HTTP/1.1" status: 204 len: 168 time: 6.1519041 Dec 22 08:43:43.504617 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50282) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.603091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29958932-f2b7-4fc7-8f4d-efd60075beb8 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Network': ['ID=a4703243-531b-43e4-a2be-4253cf1044fc,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:43.610130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.615678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:43.616318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.644296 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8d0b38b1-866f-41a7-a98d-9daf30b0e541 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7753572 Dec 22 08:43:43.659376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50286) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.671794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Request body: {'subnet': {'network_id': 'e8135b31-595b-4abe-ac72-c8bd08a9cf2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:43.699953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:43.711072 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2711868 Dec 22 08:43:43.713859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50290) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.715520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b34bbc33-2af8-4988-9e20-8a7fb6906934 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.723623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Usage tracker for resource:subnet and tenant:8d71ec845cd94f5994795c2bece249cc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:43.731153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:43.743857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'subnet': {'network_id': 'd7bbb84e-1c39-4674-bd7b-65231a7c7c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:43.792634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1677ee67-2aca-4c9d-a8d7-381e470443fe None None] Provisioning for port 82e6a241-a8a6-465f-8302-b06c9c9812e6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:43.865841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:43.938100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b34bbc33-2af8-4988-9e20-8a7fb6906934 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 4364ee9a-d809-4ea4-898d-38ac09975b47 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:43.940770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.954565 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1450e86a-1518-49de-84cb-1229a82297aa tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "GET /v2.0/floatingips/6b47658e-3e51-4430-8326-3e0213e74708 HTTP/1.1" status: 200 len: 688 time: 0.4486136 Dec 22 08:43:43.969699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829dc476-0d1f-49f1-a7e0-4150fa1dcdd8 None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:43:43.977534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50294) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:44.058280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3e8170d0-d237-4960-a6bb-123dc063b77c None None] Provisioning for port 7e64e108-dd93-4a51-96d6-081ff4aa8d31 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:44.076915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3e8170d0-d237-4960-a6bb-123dc063b77c None None] Provisioning complete for port 7e64e108-dd93-4a51-96d6-081ff4aa8d31 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:44.078140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3e8170d0-d237-4960-a6bb-123dc063b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.110478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.129540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc208afb-25d4-42d6-82ed-81169ffbdf4d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Network': ['ID=d7bbb84e-1c39-4674-bd7b-65231a7c7c50,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:44.168193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network d7bbb84e-1c39-4674-bd7b-65231a7c7c50 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:44.197472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Made reservation on behalf of 8d71ec845cd94f5994795c2bece249cc for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:44.199807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.262590 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6750feff-8a3e-4deb-8ec2-787854d0c1bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d39f5ba2c33474991b038b0b5679706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9467435 Dec 22 08:43:44.273218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50298) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:44.281844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:44.285465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-4b16999e-29d0-4c52-b242-b8c99ab89e68 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port d901ce1c-ece3-40b4-a1a2-0165aaf8a791 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:44.285991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4b16999e-29d0-4c52-b242-b8c99ab89e68 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.300820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:44.307559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3e8170d0-d237-4960-a6bb-123dc063b77c None None] Port 7e64e108-dd93-4a51-96d6-081ff4aa8d31 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:44.320653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:subnet and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:44.327726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829dc476-0d1f-49f1-a7e0-4150fa1dcdd8 None None] Resources bound (agent type, host, resource id): {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:43:44.329889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:44.339077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:44.373556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:44.387298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Allocated IP 172.20.0.1 (be8d44ef-bc10-4f72-a013-37103d3cf27d/1d5c060c-ccd9-41f0-9d65-e66f1d58c321/cc278bda-853b-4774-8e39-71cc6e0fa9a4) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:44.389412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:44.406172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:44.410474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.442917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:44.571113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 82e6a241-a8a6-465f-8302-b06c9c9812e6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:44.592971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.615042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b34bbc33-2af8-4988-9e20-8a7fb6906934 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.615273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:44.678691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bbc33-2af8-4988-9e20-8a7fb6906934 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=4364ee9a-d809-4ea4-898d-38ac09975b47,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:44.711091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 82e6a241-a8a6-465f-8302-b06c9c9812e6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:44.741892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcacc08-f1ac-4790-8aeb-51427844d3dd']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:44.742307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b34bbc33-2af8-4988-9e20-8a7fb6906934 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.751960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 82e6a241-a8a6-465f-8302-b06c9c9812e6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:44.752180 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.807910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c713c332-9232-4c9f-922a-31ffdde254af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.820262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536a0453-3413-4568-83f2-60ac6a8b3fa1') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:44.820466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536a0453-3413-4568-83f2-60ac6a8b3fa1') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:44.833785 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b34bbc33-2af8-4988-9e20-8a7fb6906934 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/4364ee9a-d809-4ea4-898d-38ac09975b47 HTTP/1.1" status: 204 len: 168 time: 2.1645620 Dec 22 08:43:44.834547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50302) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:44.913315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.918707 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9524fa-a9ea-4a54-9f85-e8892fc0b776 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:43:44.921938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5e9524fa-a9ea-4a54-9f85-e8892fc0b776 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:44.959146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 82e6a241-a8a6-465f-8302-b06c9c9812e6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=82e6a241-a8a6-465f-8302-b06c9c9812e6,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:44.975839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.976765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:44.993184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.994232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.028446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4b16999e-29d0-4c52-b242-b8c99ab89e68 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.028850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4b16999e-29d0-4c52-b242-b8c99ab89e68 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.072159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5e9524fa-a9ea-4a54-9f85-e8892fc0b776 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:45.073444 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5e9524fa-a9ea-4a54-9f85-e8892fc0b776 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/4364ee9a-d809-4ea4-898d-38ac09975b47 HTTP/1.1" status: 404 len: 333 time: 0.2377775 Dec 22 08:43:45.082257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50308) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.176335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=82e6a241-a8a6-465f-8302-b06c9c9812e6,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.179034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Subnet': ['ID=b4040d17-e171-485f-b519-7f62783114f8,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.193153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:45.200156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:45.200535 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.210813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.216135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ece258-d070-40b5-8790-652875b18560 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet 2368b2fd-e28d-40f1-8481-44ccb560a54b {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:45.221652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9ece258-d070-40b5-8790-652875b18560 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.233286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-4b16999e-29d0-4c52-b242-b8c99ab89e68 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for d901ce1c-ece3-40b4-a1a2-0165aaf8a791 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:45.249236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Checking segment: {'id': '86eb4365-e64e-4092-baf3-9a230d3b437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd7bbb84e-1c39-4674-bd7b-65231a7c7c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:45.249591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network hostable DHCP agents. Network: d7bbb84e-1c39-4674-bd7b-65231a7c7c50, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:45.295294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9ece258-d070-40b5-8790-652875b18560 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.301470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c713c332-9232-4c9f-922a-31ffdde254af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.327917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.329144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network d7bbb84e-1c39-4674-bd7b-65231a7c7c50 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:45.341023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.354382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 9139a27a-8c48-428c-8aff-cc3c100b6891 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:45.363212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:45.367109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.383628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, d7bbb84e-1c39-4674-bd7b-65231a7c7c50) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:45.397989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:43:45.398275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:45.398459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.398709 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.406684 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.407260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.413195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f9c08-8b91-4dcc-aa15-bd9825066bef None None] Network d7bbb84e-1c39-4674-bd7b-65231a7c7c50 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:45.415070 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:45.487346 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9bc882b7-6d7e-447b-91e2-2d7a52805fc4 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7606692 Dec 22 08:43:45.497265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50314) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.510022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1815919966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:45.523580 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.523965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ab5c3ef3-48f1-441e-8760-86d933250c3d,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.527574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:45.536645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:router and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:45.540977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9ece258-d070-40b5-8790-652875b18560 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.570329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.574336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:45.582651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Checking segment: {'id': '29ccd1a2-198c-4550-a42e-d6113cd6488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e8135b31-595b-4abe-ac72-c8bd08a9cf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:45.583007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Network hostable DHCP agents. Network: e8135b31-595b-4abe-ac72-c8bd08a9cf2c, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:45.594255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:45.621301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.623584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.643316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Network e8135b31-595b-4abe-ac72-c8bd08a9cf2c is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:45.660165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.671378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, e8135b31-595b-4abe-ac72-c8bd08a9cf2c) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:45.677360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.677981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.693550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9ece258-d070-40b5-8790-652875b18560 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.702086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff47511a-b7ed-479e-b9e6-4253103b617a None None] Network e8135b31-595b-4abe-ac72-c8bd08a9cf2c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:45.729620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Transition to ACTIVE for port object cc278bda-853b-4774-8e39-71cc6e0fa9a4 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:45.734295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.745478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ece258-d070-40b5-8790-652875b18560 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=2368b2fd-e28d-40f1-8481-44ccb560a54b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.759763 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ac95fc9d-850d-46b1-9f37-5710945f3fa6 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0991879 Dec 22 08:43:45.761122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9ece258-d070-40b5-8790-652875b18560 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.763099 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a9ece258-d070-40b5-8790-652875b18560 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/2368b2fd-e28d-40f1-8481-44ccb560a54b HTTP/1.1" status: 204 len: 168 time: 0.6776488 Dec 22 08:43:45.766330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50318) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.766330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50320) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.788284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-d7bbb84e-1c39-4674-bd7b-65231a7c7c50', 'network_id': 'd7bbb84e-1c39-4674-bd7b-65231a7c7c50', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'fixed_ips': [{'subnet_id': 'b4040d17-e171-485f-b519-7f62783114f8'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:45.789091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.790334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-431046249', 'network_id': 'e8135b31-595b-4abe-ac72-c8bd08a9cf2c'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:45.796799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.800762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e0b75-84d1-4e87-8141-4ce52f4984e6 None None] Network 20a79b73-83c7-4c1c-9478-2bbb3d497edd requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:45.800911 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f1567135-1585-45f6-83ea-5d597e65803e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2972441 Dec 22 08:43:45.802786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:45.814559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50326) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.814755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.822653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'port': {'network_id': 'd7bbb84e-1c39-4674-bd7b-65231a7c7c50', 'name': 'tempest-RoutersTest-907435867'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:45.849766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Usage tracker for resource:port and tenant:8d71ec845cd94f5994795c2bece249cc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:45.859069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.866356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:45.883744 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] 10.222.0.37 "DELETE /v2.0/networks/cdcacc08-f1ac-4790-8aeb-51427844d3dd HTTP/1.1" status: 204 len: 168 time: 2.4229097 Dec 22 08:43:45.900357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f22de-a1a0-475f-92c3-b9bc4bbbba27 tempest-BulkNetworkOpsTest-310003050 tempest-BulkNetworkOpsTest-310003050-project] Pushing event deleted for resources: {'Network': ['ID=cdcacc08-f1ac-4790-8aeb-51427844d3dd,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.918409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c713c332-9232-4c9f-922a-31ffdde254af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.920794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c713c332-9232-4c9f-922a-31ffdde254af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.922226 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c713c332-9232-4c9f-922a-31ffdde254af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4dd3937e-b863-49ff-b0b4-7d77d8914d22 HTTP/1.1" status: 204 len: 168 time: 1.6459363 Dec 22 08:43:45.923143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:45.943183 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713c332-9232-4c9f-922a-31ffdde254af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd3937e-b863-49ff-b0b4-7d77d8914d22,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.996656 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.069646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4b16999e-29d0-4c52-b242-b8c99ab89e68 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.146209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.156441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Made reservation on behalf of 8d71ec845cd94f5994795c2bece249cc for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:46.159275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.160854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Network be8d44ef-bc10-4f72-a013-37103d3cf27d is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:46.174912 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 08:43:46.175393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:46.181568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:46.204837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] device_id is not set on port 44df9e7c-85f7-4d1f-9f33-807bcf7baf18 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:46.221058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:46.277142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 606cd502-b69a-4248-b218-3dcc2bf85e33 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:46.277142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.323275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:46.333270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Pushing event updated for resources: {'Port': ['ID=cc278bda-853b-4774-8e39-71cc6e0fa9a4,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:46.397556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50338) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.408250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:port and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:46.423791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:46.436024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:46.495438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16999e-29d0-4c52-b242-b8c99ab89e68 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=d901ce1c-ece3-40b4-a1a2-0165aaf8a791,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:46.504013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 82e6a241-a8a6-465f-8302-b06c9c9812e6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:46.507664 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88311906-d695-43e6-a1c3-c5ac03dad764 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.0688105 Dec 22 08:43:46.508489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50344) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.516358 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4b16999e-29d0-4c52-b242-b8c99ab89e68 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.520650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4b16999e-29d0-4c52-b242-b8c99ab89e68 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.522148 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4b16999e-29d0-4c52-b242-b8c99ab89e68 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/floatingips/6b47658e-3e51-4430-8326-3e0213e74708 HTTP/1.1" status: 204 len: 168 time: 2.5365512 Dec 22 08:43:46.526720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50346) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.534009 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '4ce9bd6f-8831-461f-9d25-ccd681e6b846'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:46.541296 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:46.545626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:floatingip and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:46.550477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:46.561253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:46.568006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:46.571739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.572662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.585491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.613344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dee805-9c49-47a1-9a23-dcb210ddb1d5 None None] Network e8135b31-595b-4abe-ac72-c8bd08a9cf2c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:46.642497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50352) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.671359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Allocated IP 172.20.0.2 (d7bbb84e-1c39-4674-bd7b-65231a7c7c50/b4040d17-e171-485f-b519-7f62783114f8/2a711d4d-2c58-4bcd-adb0-134ee909a18d) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:46.776671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] DHCP port deletion for 20a79b73-83c7-4c1c-9478-2bbb3d497edd request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:46.788872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] device_id is not set on port 24b3ec92-845f-497b-8557-308bc5f8b9e3 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:46.793602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ee68be2-7a9e-400a-9355-582867fa9bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.806965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-49b92d90-cab1-451b-86da-9f76e527fed4 None None] Provisioning for port cc278bda-853b-4774-8e39-71cc6e0fa9a4 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:46.819901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] Deleting port 606cd502-b69a-4248-b218-3dcc2bf85e33 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:46.820275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.833026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9ee68be2-7a9e-400a-9355-582867fa9bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:46.838273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9ee68be2-7a9e-400a-9355-582867fa9bee admin admin] Usage tracker for resource:security_group_rule and tenant:6c592c6e7d6842ab8f13e9d8ac1e8ece is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:46.848785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9ee68be2-7a9e-400a-9355-582867fa9bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:46.854036 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 82e6a241-a8a6-465f-8302-b06c9c9812e6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:46.854420 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.861512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Allocated IP 2001:db8::2fc (e8135b31-595b-4abe-ac72-c8bd08a9cf2c/ab5c3ef3-48f1-441e-8760-86d933250c3d/44df9e7c-85f7-4d1f-9f33-807bcf7baf18) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:46.897408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] For port 606cd502-b69a-4248-b218-3dcc2bf85e33, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=606cd502-b69a-4248-b218-3dcc2bf85e33,segment=NetworkSegment(a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4),segment_id=a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:46.897819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.916643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9ee68be2-7a9e-400a-9355-582867fa9bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:46.941560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-49b92d90-cab1-451b-86da-9f76e527fed4 None None] Provisioning complete for port cc278bda-853b-4774-8e39-71cc6e0fa9a4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:46.941978 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-49b92d90-cab1-451b-86da-9f76e527fed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.040769 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c672fac6-8a69-4fb2-b594-5ad9e85a0152 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f19f59ea0e444f4b917c7e8280e657be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205544 Dec 22 08:43:47.047885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50356) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:47.059458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 606cd502-b69a-4248-b218-3dcc2bf85e33 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:47.141287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-49b92d90-cab1-451b-86da-9f76e527fed4 None None] Port cc278bda-853b-4774-8e39-71cc6e0fa9a4 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:47.144973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4b8ee-da39-48c6-864a-fd1ec3bf7e38 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:47.151160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4b8ee-da39-48c6-864a-fd1ec3bf7e38 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:47.155738 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3ff4b8ee-da39-48c6-864a-fd1ec3bf7e38 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6076925 Dec 22 08:43:47.159656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50360) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:47.177349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.266981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca427abf-2327-4705-9f5d-1316f18e1100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.297633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.338481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-649f1b0d-fcf3-4b82-a158-d46f8dce64dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 7e64e108-dd93-4a51-96d6-081ff4aa8d31 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:47.338864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-649f1b0d-fcf3-4b82-a158-d46f8dce64dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.352169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ee68be2-7a9e-400a-9355-582867fa9bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.384011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.390483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca427abf-2327-4705-9f5d-1316f18e1100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.409347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ee68be2-7a9e-400a-9355-582867fa9bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.448161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=606cd502-b69a-4248-b218-3dcc2bf85e33,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:47.461365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No DVR routers for this DVR port 606cd502-b69a-4248-b218-3dcc2bf85e33 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:47.519947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:47.564589 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9ee68be2-7a9e-400a-9355-582867fa9bee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c592c6e7d6842ab8f13e9d8ac1e8ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9098918 Dec 22 08:43:47.567216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee68be2-7a9e-400a-9355-582867fa9bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640b37e1-a102-4222-a7b5-18aaac433f2d,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:47.567580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50364) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:47.586587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.594725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.605337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] For port 606cd502-b69a-4248-b218-3dcc2bf85e33, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=606cd502-b69a-4248-b218-3dcc2bf85e33,segment=NetworkSegment(a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4),segment_id=a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:47.605864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.619711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.26.1.57 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/e70a0f76-f660-447d-9de7-818bfc34eb5a) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:47.624412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Transition to ACTIVE for port object 2a711d4d-2c58-4bcd-adb0-134ee909a18d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:47.626926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:47.627396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.714189 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca427abf-2327-4705-9f5d-1316f18e1100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.719308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.775774 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca427abf-2327-4705-9f5d-1316f18e1100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db459711-d3eb-46c8-b64c-4b44802b3b5b,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:47.782746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] Calling delete_port for 606cd502-b69a-4248-b218-3dcc2bf85e33 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:47.865130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Transition to ACTIVE for port object 2a711d4d-2c58-4bcd-adb0-134ee909a18d will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:47.870517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca427abf-2327-4705-9f5d-1316f18e1100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.874712 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ca427abf-2327-4705-9f5d-1316f18e1100 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db459711-d3eb-46c8-b64c-4b44802b3b5b HTTP/1.1" status: 204 len: 168 time: 0.8206472 Dec 22 08:43:47.907502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.915581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.970511 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.977015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-649f1b0d-fcf3-4b82-a158-d46f8dce64dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.072260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:48.072753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:48.102572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Network d7bbb84e-1c39-4674-bd7b-65231a7c7c50 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:48.105863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:48.106954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-649f1b0d-fcf3-4b82-a158-d46f8dce64dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 7e64e108-dd93-4a51-96d6-081ff4aa8d31 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:48.114108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:48.169182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.204949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.214668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Pushing event updated for resources: {'Port': ['ID=cc278bda-853b-4774-8e39-71cc6e0fa9a4,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.224125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Pushing event updated for resources: {'Port': ['ID=2a711d4d-2c58-4bcd-adb0-134ee909a18d,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.234011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Attempting to bind port 2a711d4d-2c58-4bcd-adb0-134ee909a18d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:48.234386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Attempting to bind port 2a711d4d-2c58-4bcd-adb0-134ee909a18d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '86eb4365-e64e-4092-baf3-9a230d3b437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd7bbb84e-1c39-4674-bd7b-65231a7c7c50'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:48.234748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Attempting to bind port 2a711d4d-2c58-4bcd-adb0-134ee909a18d on network d7bbb84e-1c39-4674-bd7b-65231a7c7c50 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:48.241014 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:48.241657 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Checking segment: {'id': '86eb4365-e64e-4092-baf3-9a230d3b437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd7bbb84e-1c39-4674-bd7b-65231a7c7c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:48.242156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.242548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Bound using segment: {'id': '86eb4365-e64e-4092-baf3-9a230d3b437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd7bbb84e-1c39-4674-bd7b-65231a7c7c50'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:48.243007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Bound port: 2a711d4d-2c58-4bcd-adb0-134ee909a18d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86eb4365-e64e-4092-baf3-9a230d3b437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd7bbb84e-1c39-4674-bd7b-65231a7c7c50'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:48.243382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.336418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.370199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] For port 2a711d4d-2c58-4bcd-adb0-134ee909a18d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:48.376495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] For port 2a711d4d-2c58-4bcd-adb0-134ee909a18d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a711d4d-2c58-4bcd-adb0-134ee909a18d,segment=NetworkSegment(86eb4365-e64e-4092-baf3-9a230d3b437f),segment_id=86eb4365-e64e-4092-baf3-9a230d3b437f)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:48.387586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.427573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:48.432348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Allocated IP 172.20.0.14 (d7bbb84e-1c39-4674-bd7b-65231a7c7c50/b4040d17-e171-485f-b519-7f62783114f8/24b3ec92-845f-497b-8557-308bc5f8b9e3) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:48.433432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:48.437276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:48.438979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 606cd502-b69a-4248-b218-3dcc2bf85e33 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:48.457317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a79b73-83c7-4c1c-9478-2bbb3d497edd']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:48.490497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Network be8d44ef-bc10-4f72-a013-37103d3cf27d is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:48.493376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=e70a0f76-f660-447d-9de7-818bfc34eb5a,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.496137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:48.496546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a244067c-d9bb-4a23-bfa6-0e83f8a8c3d4') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:48.500144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:48.505826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e214edbb-e8a4-4c32-ab59-8e6e34e04904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.535496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 606cd502-b69a-4248-b218-3dcc2bf85e33 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:48.536018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 606cd502-b69a-4248-b218-3dcc2bf85e33 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:48.544060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.564315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-649f1b0d-fcf3-4b82-a158-d46f8dce64dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.578092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] Deleting port 606cd502-b69a-4248-b218-3dcc2bf85e33 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:48.578468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.639341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e214edbb-e8a4-4c32-ab59-8e6e34e04904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.648769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.678419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f1b0d-fcf3-4b82-a158-d46f8dce64dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=7e64e108-dd93-4a51-96d6-081ff4aa8d31,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.680781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.711345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:48.711749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.775515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c705e-c3e8-4a0f-962d-6d4593085694 None None] The port '606cd502-b69a-4248-b218-3dcc2bf85e33' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:43:48.786590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf5eb6-0c84-4b56-9058-4d6eeaec82a9 None None] Pushing event updated for resources: {'Port': ['ID=2a711d4d-2c58-4bcd-adb0-134ee909a18d,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:48.843177 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:48.905563 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e0b71494-7dc4-438a-bdba-b3b240a4c982 None None] Provisioning complete for port cc278bda-853b-4774-8e39-71cc6e0fa9a4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:48.905964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e0b71494-7dc4-438a-bdba-b3b240a4c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.973310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e0b71494-7dc4-438a-bdba-b3b240a4c982 None None] Port cc278bda-853b-4774-8e39-71cc6e0fa9a4 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:48.979058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Router 27f2239d-acf9-4f2c-9566-99d4c033778b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:49.207870 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50392) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:49.217539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-649f1b0d-fcf3-4b82-a158-d46f8dce64dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.299076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e214edbb-e8a4-4c32-ab59-8e6e34e04904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.301324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e214edbb-e8a4-4c32-ab59-8e6e34e04904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.310291 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e214edbb-e8a4-4c32-ab59-8e6e34e04904 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/640b37e1-a102-4222-a7b5-18aaac433f2d HTTP/1.1" status: 204 len: 168 time: 1.7348197 Dec 22 08:43:49.314355 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-649f1b0d-fcf3-4b82-a158-d46f8dce64dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/7e64e108-dd93-4a51-96d6-081ff4aa8d31 HTTP/1.1" status: 204 len: 168 time: 2.1513495 Dec 22 08:43:49.322420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50400) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:49.327712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3681b8a4-ab93-49cd-a2fe-acaac165c64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.347695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Network e8135b31-595b-4abe-ac72-c8bd08a9cf2c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:49.349413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214edbb-e8a4-4c32-ab59-8e6e34e04904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640b37e1-a102-4222-a7b5-18aaac433f2d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:49.357608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:49.363003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event updated for resources: {'Port': ['ID=44df9e7c-85f7-4d1f-9f33-807bcf7baf18,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:49.368561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:49.369633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:49.370272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.384170 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:49.389766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.394637 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Sync routers for ids ['27f2239d-acf9-4f2c-9566-99d4c033778b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:49.406238 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Routers {'27f2239d-acf9-4f2c-9566-99d4c033778b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:49.406848 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['27f2239d-acf9-4f2c-9566-99d4c033778b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:49.410679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.414232 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/networks/20a79b73-83c7-4c1c-9478-2bbb3d497edd HTTP/1.1" status: 204 len: 168 time: 3.6453586 Dec 22 08:43:49.439263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50404) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:49.443795 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5950e3ac-ecfe-4fe2-a4c0-62e565d0238c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.6763465 Dec 22 08:43:49.449743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50406) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:49.454543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2021857498'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:49.469818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182f5c5-254e-40fe-b40e-5652e23c26b2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Network': ['ID=20a79b73-83c7-4c1c-9478-2bbb3d497edd,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:49.483748 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:49.490652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-391562457'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:49.504121 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1148e4ba-d389-478e-acf7-9d5a935e5043 admin admin] 10.222.0.37 "PUT /v2.0/routers/27f2239d-acf9-4f2c-9566-99d4c033778b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2274792 Dec 22 08:43:49.510501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:49.521935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:network and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:49.527626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:49.537132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:49.554606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df04b8-7856-4e5d-899d-74a824405dd2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:49.556430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df04b8-7856-4e5d-899d-74a824405dd2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:49.557237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-92df04b8-7856-4e5d-899d-74a824405dd2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:49.568006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bf375b76-65e5-4b8b-a706-5d41defe7a6a tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Deleting port 44df9e7c-85f7-4d1f-9f33-807bcf7baf18 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:49.568531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf375b76-65e5-4b8b-a706-5d41defe7a6a tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.583392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:49.587385 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.598275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:network and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:49.608686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:49.616150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.632378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:49.648494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:49.652986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:security_group_rule and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:49.655663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-92df04b8-7856-4e5d-899d-74a824405dd2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:49.660221 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-92df04b8-7856-4e5d-899d-74a824405dd2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3336670 Dec 22 08:43:49.660221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:49.664445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50414) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:49.669775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:49.697390 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Set router 27f2239d-acf9-4f2c-9566-99d4c033778b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:49.704578 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.714117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:49.721327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.741808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe646a5-162c-49b3-8724-29961637e1a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 2c581824-b1a8-4385-98f4-1cc8eb789a1d {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:49.752039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.753254 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ebe646a5-162c-49b3-8724-29961637e1a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.862833 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Transition to ACTIVE for port object 24b3ec92-845f-497b-8557-308bc5f8b9e3 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:49.878960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:49.898480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ebe646a5-162c-49b3-8724-29961637e1a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.956039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.958052 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Added segment 4925168f-5abb-42c9-83ce-2bb56c52ae38 of type vlan for network 39bc74a8-45bf-43bf-acd3-1ead96317109 Dec 22 08:43:50.001548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.224170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf375b76-65e5-4b8b-a706-5d41defe7a6a tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.324810 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:47Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cc278bda-853b-4774-8e39-71cc6e0fa9a4', 'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'mac_address': 'fa:16:3e:a4:a7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:43Z', 'updated_at': '2021-12-22T08:43:47Z', 'revision_number': 2, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'subnets': [{'id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:50.330418 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Checking router: 27f2239d-acf9-4f2c-9566-99d4c033778b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:50.331111 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Updating router 27f2239d-acf9-4f2c-9566-99d4c033778b port cc278bda-853b-4774-8e39-71cc6e0fa9a4 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:43:50.368912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.442489 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.516637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a711d4d-2c58-4bcd-adb0-134ee909a18d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:50.581568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a508a59-aab0-4738-bcd3-86b5cd828a2d None None] Network d7bbb84e-1c39-4674-bd7b-65231a7c7c50 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:50.586042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bf375b76-65e5-4b8b-a706-5d41defe7a6a tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Calling delete_port for 44df9e7c-85f7-4d1f-9f33-807bcf7baf18 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:50.654669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50440) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:50.655805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.658554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.666531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:50.667082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.706088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.730804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ebe646a5-162c-49b3-8724-29961637e1a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.771694 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3e32c5b3-0ba7-4eca-be03-2ae3cbc0b3b1 None None] Provisioning for port 2a711d4d-2c58-4bcd-adb0-134ee909a18d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:50.817907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50444) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:50.818731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.821447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 2a711d4d-2c58-4bcd-adb0-134ee909a18d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:50.864089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ebe646a5-162c-49b3-8724-29961637e1a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.864457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2a711d4d-2c58-4bcd-adb0-134ee909a18d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:50.864933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.905869 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011170796', 'description': 'tempest-description--723134790'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:50.972796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04bd8ac-0dd5-4e3f-8291-e7a06adcde0e None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:50.980306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe646a5-162c-49b3-8724-29961637e1a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=2c581824-b1a8-4385-98f4-1cc8eb789a1d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:50.987776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:50.994607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ebe646a5-162c-49b3-8724-29961637e1a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.998473 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.021399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Usage tracker for resource:security_group and tenant:b5d739fc9ee44d6698e1164a0722daa8 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:51.026360 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Transition to ACTIVE for port object cc278bda-853b-4774-8e39-71cc6e0fa9a4 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:51.035213 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ebe646a5-162c-49b3-8724-29961637e1a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/2c581824-b1a8-4385-98f4-1cc8eb789a1d HTTP/1.1" status: 204 len: 168 time: 1.3672874 Dec 22 08:43:51.036618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:51.045428 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.047695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50448) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.063509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:51.067961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Network': ['ID=39bc74a8-45bf-43bf-acd3-1ead96317109,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:51.071052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.089033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network d7bbb84e-1c39-4674-bd7b-65231a7c7c50 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:51.098832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:51.106622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:51.112392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 39bc74a8-45bf-43bf-acd3-1ead96317109 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:51.149419 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0c2c0167-c087-47a2-afc4-991bd4e64a63 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7041962 Dec 22 08:43:51.150107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50454) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.152667 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-445ca35c-f9aa-4094-b872-5c390352581a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973747 Dec 22 08:43:51.159976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=e70a0f76-f660-447d-9de7-818bfc34eb5a,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:51.164180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50456) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.171268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.178610 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cd0b0-2ad2-4f12-afce-ae7d24c02f7e None None] Pushing event updated for resources: {'Port': ['ID=cc278bda-853b-4774-8e39-71cc6e0fa9a4,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:51.179324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '39bc74a8-45bf-43bf-acd3-1ead96317109', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:51.183666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:51.193504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.196823 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Added segment 85b37803-3a36-4314-b51b-1795ba33c867 of type vlan for network 07c8c848-7161-41b0-8d1f-93712853f63d Dec 22 08:43:51.215775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=24b3ec92-845f-497b-8557-308bc5f8b9e3,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:51.273811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.381520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:51.399506 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Attempting to bind port cc278bda-853b-4774-8e39-71cc6e0fa9a4 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:51.399935 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Attempting to bind port cc278bda-853b-4774-8e39-71cc6e0fa9a4 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:51.400367 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Attempting to bind port cc278bda-853b-4774-8e39-71cc6e0fa9a4 on network be8d44ef-bc10-4f72-a013-37103d3cf27d {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:51.408544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:51.408767 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:51.409052 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Checking segment: {'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:51.409377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.409485 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.409961 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Bound using segment: {'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:51.410468 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Bound port: cc278bda-853b-4774-8e39-71cc6e0fa9a4, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:51.410891 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.424758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-823075315'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:51.431773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:51.437554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:network and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:51.440628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:51.446790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:51.452267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.463571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.482711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:51.486481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.524836 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] For port cc278bda-853b-4774-8e39-71cc6e0fa9a4, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:51.529263 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] For port cc278bda-853b-4774-8e39-71cc6e0fa9a4, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cc278bda-853b-4774-8e39-71cc6e0fa9a4,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:51.533785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.538012 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.558888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c5a425-ba8f-4c71-a397-21693369df59,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:51.562238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:51.571506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:51.574254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:51.578739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:51.582893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:51.586150 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d6847b3b-abd6-4959-8b2d-e4ecc8a44cbc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.7709925 Dec 22 08:43:51.592603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:51.594309 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50462) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.595715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:security_group_rule and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:51.601513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:51.637616 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.648375 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Usage tracker for resource:security_group_rule and tenant:b5d739fc9ee44d6698e1164a0722daa8 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:51.655408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:51.671652 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cd0b0-2ad2-4f12-afce-ae7d24c02f7e None None] Pushing event updated for resources: {'Port': ['ID=cc278bda-853b-4774-8e39-71cc6e0fa9a4,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:51.701515 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Routers {'27f2239d-acf9-4f2c-9566-99d4c033778b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:51.703962 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['27f2239d-acf9-4f2c-9566-99d4c033778b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:51.746538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:51.755489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 2a711d4d-2c58-4bcd-adb0-134ee909a18d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a711d4d-2c58-4bcd-adb0-134ee909a18d,segment=NetworkSegment(86eb4365-e64e-4092-baf3-9a230d3b437f),segment_id=86eb4365-e64e-4092-baf3-9a230d3b437f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:51.757095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bedc98aa-9c97-46ad-b3a8-1ac16971660d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.765883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.816324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.821907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:51.822564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.831218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:51.883249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d655272-253e-4632-8428-d5e0540ec2a5 None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:51.891623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:51.898838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:51.920266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1d655272-253e-4632-8428-d5e0540ec2a5 None None] Deleting port 82e6a241-a8a6-465f-8302-b06c9c9812e6 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:51.920642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1d655272-253e-4632-8428-d5e0540ec2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.936457 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP fbb5700d-f7cc-4718-88ea-f807222aca33 associated. External IP: 172.26.1.57, port: 4ce9bd6f-8831-461f-9d25-ccd681e6b846. Dec 22 08:43:51.976909 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] Set router 27f2239d-acf9-4f2c-9566-99d4c033778b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:51.993717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf375b76-65e5-4b8b-a706-5d41defe7a6a tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.023404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:52.056846 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:52.124679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=2a711d4d-2c58-4bcd-adb0-134ee909a18d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:52.178342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d071f3e2-8501-49d0-94e3-de7adddcbc93 None None] Provisioning for port 24b3ec92-845f-497b-8557-308bc5f8b9e3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:52.188906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d071f3e2-8501-49d0-94e3-de7adddcbc93 None None] Provisioning complete for port 24b3ec92-845f-497b-8557-308bc5f8b9e3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:52.189234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d071f3e2-8501-49d0-94e3-de7adddcbc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.246316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d071f3e2-8501-49d0-94e3-de7adddcbc93 None None] Port 24b3ec92-845f-497b-8557-308bc5f8b9e3 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:52.297241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d071f3e2-8501-49d0-94e3-de7adddcbc93 None None] Provisioning complete for port 2a711d4d-2c58-4bcd-adb0-134ee909a18d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:52.297613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d071f3e2-8501-49d0-94e3-de7adddcbc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.386646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:52.391956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.413658 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.1858616 Dec 22 08:43:52.419138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:52.425044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.463375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a711d4d-2c58-4bcd-adb0-134ee909a18d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:52.485357 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:47Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cc278bda-853b-4774-8e39-71cc6e0fa9a4', 'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'mac_address': 'fa:16:3e:a4:a7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:43Z', 'updated_at': '2021-12-22T08:43:51Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'subnets': [{'id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:52.493752 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52434e-ae44-4660-96c8-861603e47111 None None] The sync data for ids ['27f2239d-acf9-4f2c-9566-99d4c033778b'] in dv-neutron-822561-2-hyperv is: [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:47Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cc278bda-853b-4774-8e39-71cc6e0fa9a4', 'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'mac_address': 'fa:16:3e:a4:a7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:43Z', 'updated_at': '2021-12-22T08:43:51Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'subnets': [{'id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:52.529925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660f6ef-ad39-41aa-b1a7-cf6edfd80fb2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Network': ['ID=07c8c848-7161-41b0-8d1f-93712853f63d,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:52.532059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf375b76-65e5-4b8b-a706-5d41defe7a6a tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event deleted for resources: {'Port': ['ID=44df9e7c-85f7-4d1f-9f33-807bcf7baf18,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:52.571660 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1d655272-253e-4632-8428-d5e0540ec2a5 None None] For port 82e6a241-a8a6-465f-8302-b06c9c9812e6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=82e6a241-a8a6-465f-8302-b06c9c9812e6,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:52.573187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1d655272-253e-4632-8428-d5e0540ec2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.598626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 07c8c848-7161-41b0-8d1f-93712853f63d details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:52.695472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.925468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1d655272-253e-4632-8428-d5e0540ec2a5 None None] Calling delete_port for 82e6a241-a8a6-465f-8302-b06c9c9812e6 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:52.989124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.042847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf375b76-65e5-4b8b-a706-5d41defe7a6a tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.059930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2a711d4d-2c58-4bcd-adb0-134ee909a18d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:53.062395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.213977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.219742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.222134 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3932505 Dec 22 08:43:53.226561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50466) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.239841 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bf375b76-65e5-4b8b-a706-5d41defe7a6a tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "DELETE /v2.0/ports/44df9e7c-85f7-4d1f-9f33-807bcf7baf18 HTTP/1.1" status: 204 len: 168 time: 3.7608044 Dec 22 08:43:53.241018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Request body: {'security_group_rule': {'security_group_id': '7d0ffd97-32fb-4f26-8326-41bdf70bd79e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:53.248248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee4c5b-7213-4701-ba94-46834def25b9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0ffd97-32fb-4f26-8326-41bdf70bd79e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:53.260256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50470) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.266323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:53.272310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e8135b31-595b-4abe-ac72-c8bd08a9cf2c', 'external_fixed_ips': [{'subnet_id': 'ab5c3ef3-48f1-441e-8760-86d933250c3d', 'ip_address': '2001:db8::2fc'}]}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:53.283697 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Usage tracker for resource:security_group_rule and tenant:b5d739fc9ee44d6698e1164a0722daa8 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:53.293325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:53.297447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:53.310174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:53.312963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Usage tracker for resource:router and tenant:8d71ec845cd94f5994795c2bece249cc is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:53.317580 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:53.333448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:53.340394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:53.423882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.511746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.512473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.611235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.634068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.635263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.645756 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.698676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.703165 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4738548 Dec 22 08:43:53.715602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50474) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.726021 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Request body: {'security_group_rule': {'security_group_id': '7d0ffd97-32fb-4f26-8326-41bdf70bd79e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:53.741109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1d655272-253e-4632-8428-d5e0540ec2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.803023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:53.805599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4278d-052f-4e56-b5a5-2aa4a1351cb8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0da6910-e89b-4648-bd3b-aa61d0b9856f,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:53.831660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Usage tracker for resource:security_group_rule and tenant:b5d739fc9ee44d6698e1164a0722daa8 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:53.837144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:53.844806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.871983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 82e6a241-a8a6-465f-8302-b06c9c9812e6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:53.900982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:53.954417 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:54.033057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.154962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d90f3606-78c0-46fe-8f82-f8748629dfd6 None None] Provisioning complete for port 24b3ec92-845f-497b-8557-308bc5f8b9e3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:54.155893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d90f3606-78c0-46fe-8f82-f8748629dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.168936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=f42ee8fd-ac19-47f1-8d6d-557fdf4fc35d,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:54.215525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.225034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 82e6a241-a8a6-465f-8302-b06c9c9812e6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:54.225385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 82e6a241-a8a6-465f-8302-b06c9c9812e6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:54.231206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca49b0-ec8b-48b7-922b-ceba9b94b97f None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:54.288384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d655272-253e-4632-8428-d5e0540ec2a5 None None] Pushing event deleted for resources: {'Port': ['ID=82e6a241-a8a6-465f-8302-b06c9c9812e6,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:54.324685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d655272-253e-4632-8428-d5e0540ec2a5 None None] No DVR routers for this DVR port 82e6a241-a8a6-465f-8302-b06c9c9812e6 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:54.327077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca49b0-ec8b-48b7-922b-ceba9b94b97f None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:54.328026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-80ca49b0-ec8b-48b7-922b-ceba9b94b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:54.345068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.359716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:54.386284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.387441 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment 068ed12b-d9f1-499b-a604-2ca4e9f69b54 of type vlan for network 85526104-13ef-4c53-a91b-69dcb6829017 Dec 22 08:43:54.445343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.450421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.492586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.527139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d90f3606-78c0-46fe-8f82-f8748629dfd6 None None] Port 24b3ec92-845f-497b-8557-308bc5f8b9e3 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:54.540581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.549019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-80ca49b0-ec8b-48b7-922b-ceba9b94b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:54.553664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:54.553664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.577368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cc278bda-853b-4774-8e39-71cc6e0fa9a4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:54.688316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:54.689466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca49b0-ec8b-48b7-922b-ceba9b94b97f None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:54.690218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-80ca49b0-ec8b-48b7-922b-ceba9b94b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:54.690862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:54.702415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:54.703336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.729717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.765908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.774223 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e4f6cfdc-0e8c-4f72-a1ad-33f2c0d1b4c9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6065950 Dec 22 08:43:54.775121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=85526104-13ef-4c53-a91b-69dcb6829017,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:54.783750 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 4.1088605 Dec 22 08:43:54.785823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d5509-0240-4b5c-a073-3c3045eaad18 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:54.786630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50478) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.824158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': 'f42ee8fd-ac19-47f1-8d6d-557fdf4fc35d', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1618496258'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:54.833018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.954537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50482) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.999462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Checking segment: {'id': '4925168f-5abb-42c9-83ce-2bb56c52ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39bc74a8-45bf-43bf-acd3-1ead96317109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:54.999833 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network hostable DHCP agents. Network: 39bc74a8-45bf-43bf-acd3-1ead96317109, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:55.032460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': '85526104-13ef-4c53-a91b-69dcb6829017', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:55.036893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:55.049917 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-053326c9-768b-4beb-ab47-835e7297acdf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.5218780 Dec 22 08:43:55.056783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 85526104-13ef-4c53-a91b-69dcb6829017 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:55.060799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74533b-d622-4d58-924d-d6fb52b5f0a6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a467e36a-09f7-4dc0-8b0a-e5610b7e15d8,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:55.069145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50486) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.070434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:55.074380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-80ca49b0-ec8b-48b7-922b-ceba9b94b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:55.075324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca49b0-ec8b-48b7-922b-ceba9b94b97f None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:55.151766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-710059810'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:55.157400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:55.162165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:network and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:55.165224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:55.171207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:55.181726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:55.186808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 39bc74a8-45bf-43bf-acd3-1ead96317109 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:55.212254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:55.214511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Made reservation on behalf of 4b23950907ce4be994f895524d5180ba for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:55.219871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.231199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=19024dc4-22cc-492a-a6b5-c8187a5b0b6b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:55.234726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 39bc74a8-45bf-43bf-acd3-1ead96317109) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:55.239697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:55.240919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.263030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb4af17-1f0c-41e7-914b-32979c9e9aec None None] Network 39bc74a8-45bf-43bf-acd3-1ead96317109 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:55.283955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': 'f42ee8fd-ac19-47f1-8d6d-557fdf4fc35d'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:55.285286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.305938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:55.311825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.321373 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port cc278bda-853b-4774-8e39-71cc6e0fa9a4 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:55.325930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:55.333028 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.335220 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port cc278bda-853b-4774-8e39-71cc6e0fa9a4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:55.335759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.339220 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4b3d1a89-a68d-4158-ad65-ed65b9de826f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1811213 Dec 22 08:43:55.354027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50490) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.364524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:55.379589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:subnet and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:55.380269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '39bc74a8-45bf-43bf-acd3-1ead96317109', 'name': 'tempest-PortsIpV6TestJSON-1803540556', 'fixed_ips': [{'subnet_id': '19024dc4-22cc-492a-a6b5-c8187a5b0b6b', 'ip_address': '2001:db8::10'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:55.388218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:55.409483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.410699 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6942599 Dec 22 08:43:55.411969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:55.416146 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97beb9b-ff30-4a4d-b3a6-b114696ee7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577a9f58-6627-4d00-ab5e-e84808b07e84,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:55.420024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50494) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.433779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:55.445430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:55.458389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Usage tracker for resource:floatingip and tenant:b5d739fc9ee44d6698e1164a0722daa8 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:55.462601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:55.468087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.612196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:55.625576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.626076 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Added segment 637e2e35-bac2-4457-bd4a-7f78b944f284 of type vlan for network 02597170-ec42-4d80-ad48-d82a252a629c Dec 22 08:43:55.645983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:port and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:55.653702 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:55.669342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:55.709536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.723788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.726716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.733928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:55.760899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.798202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/f42ee8fd-ac19-47f1-8d6d-557fdf4fc35d/10254c7c-8600-41c4-a54f-2a5327828552) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:55.836312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.867267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50498) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.867453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port cc278bda-853b-4774-8e39-71cc6e0fa9a4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cc278bda-853b-4774-8e39-71cc6e0fa9a4,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:55.869994 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-39bc74a8-45bf-43bf-acd3-1ead96317109', 'network_id': '39bc74a8-45bf-43bf-acd3-1ead96317109', 'tenant_id': 'f7301437294d41e08fd37490b2cf3337', 'fixed_ips': [{'subnet_id': '19024dc4-22cc-492a-a6b5-c8187a5b0b6b'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:55.870941 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.879074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:55.882255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:55.889251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:55.892379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.894452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.901525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'subnet': {'network_id': '07c8c848-7161-41b0-8d1f-93712853f63d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:56.058044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=4fb2fb77-0183-43c3-a87f-a625c4fb5a30,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:56.078463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 1de99aab-18ae-46a8-9af3-690a41208c6f yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:56.125957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=cc278bda-853b-4774-8e39-71cc6e0fa9a4,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:56.132618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.164428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.214596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=24b3ec92-845f-497b-8557-308bc5f8b9e3,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:56.313956 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': '068ed12b-d9f1-499b-a604-2ca4e9f69b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '85526104-13ef-4c53-a91b-69dcb6829017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:56.314189 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: 85526104-13ef-4c53-a91b-69dcb6829017, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:56.325350 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.331117 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-75cc8631-34d5-4891-9c80-a18e152c4c10 None None] Provisioning complete for port 24b3ec92-845f-497b-8557-308bc5f8b9e3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:56.331644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-75cc8631-34d5-4891-9c80-a18e152c4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.364772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.366671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.369567 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Allocated IP 2001:db8::2 (39bc74a8-45bf-43bf-acd3-1ead96317109/19024dc4-22cc-492a-a6b5-c8187a5b0b6b/9d823fd3-6f99-4253-aaaa-9c2e9006c888) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:56.398952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Transition to ACTIVE for port object 10254c7c-8600-41c4-a54f-2a5327828552 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:56.427939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Transition to ACTIVE for port object 10254c7c-8600-41c4-a54f-2a5327828552 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:56.441798 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cc278bda-853b-4774-8e39-71cc6e0fa9a4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:56.446100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.452043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:56.452566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.473806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network 85526104-13ef-4c53-a91b-69dcb6829017 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:56.479198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.506724 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 85526104-13ef-4c53-a91b-69dcb6829017) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:56.516087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:56.516677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.546640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f983146-18d6-4cfe-99b4-d36cefc4b561 None None] Network 85526104-13ef-4c53-a91b-69dcb6829017 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:56.563687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port 95dd70fd-71f4-4cde-8592-db25535028e3 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:56.596394 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-434fb348-aff7-4498-b13d-dbba4ec4be30 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6233544 Dec 22 08:43:56.598883 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50502) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.601928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-75cc8631-34d5-4891-9c80-a18e152c4c10 None None] Port 24b3ec92-845f-497b-8557-308bc5f8b9e3 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:56.607500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-800432829'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:56.617750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:56.646624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:56.654163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:56.656292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.658409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:network and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:56.664527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:56.673206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:56.711583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:56.733581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:56.734637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:56.738349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.764083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Pushing event updated for resources: {'Port': ['ID=10254c7c-8600-41c4-a54f-2a5327828552,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:56.769721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:subnet and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:56.775069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Allocated IP 2001:db8::2fc (e8135b31-595b-4abe-ac72-c8bd08a9cf2c/ab5c3ef3-48f1-441e-8760-86d933250c3d/2625dc41-56ee-4737-a06c-0007d12d816d) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:56.775450 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7012200 Dec 22 08:43:56.781732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50506) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.789739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:56.792186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'subnet': {'network_id': '02597170-ec42-4d80-ad48-d82a252a629c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:56.803466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb8c86-4a64-4502-8174-15da6e623ae0 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Network': ['ID=02597170-ec42-4d80-ad48-d82a252a629c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:56.809626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:56.871426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 02597170-ec42-4d80-ad48-d82a252a629c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:56.880172 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:56.880663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:56.928119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:56.944208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:56.947839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.991460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.991666 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment 02c22c49-cb7c-4707-b5c7-91d220bdb69f of type vlan for network 5eaa9db7-2899-4fb3-a548-f105ac513528 Dec 22 08:43:57.011842 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-95f7f2e4-f471-4ea1-8306-6b778ad09371 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2121937 Dec 22 08:43:57.012065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port cc278bda-853b-4774-8e39-71cc6e0fa9a4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:57.012065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.014838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50510) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.067439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:57.096087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Attempting to bind port 10254c7c-8600-41c4-a54f-2a5327828552 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:57.096594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Attempting to bind port 10254c7c-8600-41c4-a54f-2a5327828552 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:57.097067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Attempting to bind port 10254c7c-8600-41c4-a54f-2a5327828552 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:57.137468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:57.138028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:57.138555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.139041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:57.139640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Bound port: 10254c7c-8600-41c4-a54f-2a5327828552, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:57.140536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.143901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:subnet and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:57.146914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Allocated IP 172.26.1.208 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/6a59ef98-5507-496e-b526-9c972e8c15aa) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:57.162115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:57.167482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.189969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:57.190652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.265747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Made reservation on behalf of 4b23950907ce4be994f895524d5180ba for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:57.269065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.323265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.368253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-85526104-13ef-4c53-a91b-69dcb6829017', 'network_id': '85526104-13ef-4c53-a91b-69dcb6829017', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': '4fb2fb77-0183-43c3-a87f-a625c4fb5a30'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:57.369123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.395197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.398924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Transition to ACTIVE for port object 9d823fd3-6f99-4253-aaaa-9c2e9006c888 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:57.419946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.425540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:57.426171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.449721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Transition to ACTIVE for port object 9d823fd3-6f99-4253-aaaa-9c2e9006c888 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:57.451953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] For port 10254c7c-8600-41c4-a54f-2a5327828552, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:57.495741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] For port 10254c7c-8600-41c4-a54f-2a5327828552, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=10254c7c-8600-41c4-a54f-2a5327828552,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:57.507784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.512366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.548761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.576621 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da95ca4-8f5e-4c50-a289-390edde8dc67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:57.577318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9da95ca4-8f5e-4c50-a289-390edde8dc67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:57.607476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.630497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Network 39bc74a8-45bf-43bf-acd3-1ead96317109 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:57.667122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:57.677656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:57.692807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf22e6c-138f-4adc-b022-b9c3715919fa None None] Pushing event updated for resources: {'Port': ['ID=10254c7c-8600-41c4-a54f-2a5327828552,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:57.704588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8::10 (39bc74a8-45bf-43bf-acd3-1ead96317109/19024dc4-22cc-492a-a6b5-c8187a5b0b6b/95dd70fd-71f4-4cde-8592-db25535028e3) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:57.739577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Subnet': ['ID=fae51450-a0fe-41f5-9382-e93806381edc,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:57.764577 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1621993 Dec 22 08:43:57.764797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50514) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.776220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': '5eaa9db7-2899-4fb3-a548-f105ac513528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:57.783108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=5eaa9db7-2899-4fb3-a548-f105ac513528,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:57.806161 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.813577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.813945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.814276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.814601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.814954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.815272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.815589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.815908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.816223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.816534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.816851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.817158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853aba0-ca4c-4d75-b9ae-6a95c08fccfb tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:57.829924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9da95ca4-8f5e-4c50-a289-390edde8dc67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:57.833397 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9da95ca4-8f5e-4c50-a289-390edde8dc67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8126171 Dec 22 08:43:57.840379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50518) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.844131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 5eaa9db7-2899-4fb3-a548-f105ac513528 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:57.859978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Checking segment: {'id': '85b37803-3a36-4314-b51b-1795ba33c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07c8c848-7161-41b0-8d1f-93712853f63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:57.860594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network hostable DHCP agents. Network: 07c8c848-7161-41b0-8d1f-93712853f63d, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:57.879263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Allocated IP 172.20.255.242 (85526104-13ef-4c53-a91b-69dcb6829017/4fb2fb77-0183-43c3-a87f-a625c4fb5a30/e11f9175-240e-494b-9124-b32b8b32f8f9) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:57.920631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.959266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Pushing event updated for resources: {'Port': ['ID=9d823fd3-6f99-4253-aaaa-9c2e9006c888,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.036966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Attempting to bind port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:58.037428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Attempting to bind port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '4925168f-5abb-42c9-83ce-2bb56c52ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39bc74a8-45bf-43bf-acd3-1ead96317109'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:58.037922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Attempting to bind port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 on network 39bc74a8-45bf-43bf-acd3-1ead96317109 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:58.068143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:58.072113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Checking segment: {'id': '4925168f-5abb-42c9-83ce-2bb56c52ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39bc74a8-45bf-43bf-acd3-1ead96317109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:58.072113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.072113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Bound using segment: {'id': '4925168f-5abb-42c9-83ce-2bb56c52ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39bc74a8-45bf-43bf-acd3-1ead96317109'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:58.072113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Bound port: 9d823fd3-6f99-4253-aaaa-9c2e9006c888, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4925168f-5abb-42c9-83ce-2bb56c52ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '39bc74a8-45bf-43bf-acd3-1ead96317109'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:58.072113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.118451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Network e8135b31-595b-4abe-ac72-c8bd08a9cf2c is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:58.127713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ea297-be9f-43b2-a1ee-16749353c732 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:58.129518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ea297-be9f-43b2-a1ee-16749353c732 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:58.133168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7a8ea297-be9f-43b2-a1ee-16749353c732 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:58.175754 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:58.194192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:58.284686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network 07c8c848-7161-41b0-8d1f-93712853f63d is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:58.285549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] For port 9d823fd3-6f99-4253-aaaa-9c2e9006c888, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:58.301982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event updated for resources: {'Port': ['ID=2625dc41-56ee-4737-a06c-0007d12d816d,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.324289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.324501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:58.336340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] For port 9d823fd3-6f99-4253-aaaa-9c2e9006c888, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d823fd3-6f99-4253-aaaa-9c2e9006c888,segment=NetworkSegment(4925168f-5abb-42c9-83ce-2bb56c52ae38),segment_id=4925168f-5abb-42c9-83ce-2bb56c52ae38)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:58.343451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.394064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 07c8c848-7161-41b0-8d1f-93712853f63d) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:58.399950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:subnet and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:58.421226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9744594a-0324-4e9c-b063-17360480ae36 None None] Network 07c8c848-7161-41b0-8d1f-93712853f63d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:58.422066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:58.435807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.442793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:58.443592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.463855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.469401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:58.498740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Transition to ACTIVE for port object e11f9175-240e-494b-9124-b32b8b32f8f9 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:58.510774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 10254c7c-8600-41c4-a54f-2a5327828552 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:58.585317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7a8ea297-be9f-43b2-a1ee-16749353c732 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:58.589058 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7a8ea297-be9f-43b2-a1ee-16749353c732 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7451923 Dec 22 08:43:58.589201 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c7d9105e-e7c9-4771-8497-c37ebdaff863 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7195611 Dec 22 08:43:58.596390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50522) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:58.596718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50524) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:58.605943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1252482657'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:58.619353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:58.622871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.642281 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:58.647519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Subnet': ['ID=16909fc8-b7b1-405c-861f-472594a517bf,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.655631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:58.657871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:58.659096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff1c89-43b1-4b5d-8cfd-382d8d6b75f3 None None] Pushing event updated for resources: {'Port': ['ID=9d823fd3-6f99-4253-aaaa-9c2e9006c888,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.681763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:58.690870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Transition to ACTIVE for port object e11f9175-240e-494b-9124-b32b8b32f8f9 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:58.695098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Pushing event updated for resources: {'Port': ['ID=6a59ef98-5507-496e-b526-9c972e8c15aa,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.705361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Checking segment: {'id': '637e2e35-bac2-4457-bd4a-7f78b944f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '02597170-ec42-4d80-ad48-d82a252a629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:58.705766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network hostable DHCP agents. Network: 02597170-ec42-4d80-ad48-d82a252a629c, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:58.708138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:network and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:58.716073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.724872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:58.759986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:58.843513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.869610 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Network 85526104-13ef-4c53-a91b-69dcb6829017 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:58.875920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:58.885487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:58.887929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 02597170-ec42-4d80-ad48-d82a252a629c is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:58.888923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 10254c7c-8600-41c4-a54f-2a5327828552 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:58.912395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Pushing event updated for resources: {'Port': ['ID=e11f9175-240e-494b-9124-b32b8b32f8f9,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.913363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb85a23b-bb10-4f08-8842-c547026c58b6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet f42ee8fd-ac19-47f1-8d6d-557fdf4fc35d {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:58.920462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:58.924112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.942614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object 95dd70fd-71f4-4cde-8592-db25535028e3 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:58.979314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.979728 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.980071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.980406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.980795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.981394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.981509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.982213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.982652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.982984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.983373 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.983911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:58.989926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb85a23b-bb10-4f08-8842-c547026c58b6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.068904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb85a23b-bb10-4f08-8842-c547026c58b6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.076749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 02597170-ec42-4d80-ad48-d82a252a629c) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:59.078306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.103791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ec9303-ee10-4adc-8bef-13ad987a7014 None None] Network 02597170-ec42-4d80-ad48-d82a252a629c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:59.147319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-07c8c848-7161-41b0-8d1f-93712853f63d', 'network_id': '07c8c848-7161-41b0-8d1f-93712853f63d', 'tenant_id': '30e319488da043b6995e3be778ff90c6', 'fixed_ips': [{'subnet_id': 'fae51450-a0fe-41f5-9382-e93806381edc'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:59.148142 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.163129 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:59.163677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Attempting to bind port e11f9175-240e-494b-9124-b32b8b32f8f9 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:59.164017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Attempting to bind port e11f9175-240e-494b-9124-b32b8b32f8f9 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '068ed12b-d9f1-499b-a604-2ca4e9f69b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '85526104-13ef-4c53-a91b-69dcb6829017'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:59.164380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Attempting to bind port e11f9175-240e-494b-9124-b32b8b32f8f9 on network 85526104-13ef-4c53-a91b-69dcb6829017 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:59.164737 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.179754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb85a23b-bb10-4f08-8842-c547026c58b6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.182130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:59.182510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Checking segment: {'id': '068ed12b-d9f1-499b-a604-2ca4e9f69b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '85526104-13ef-4c53-a91b-69dcb6829017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:59.182915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.183311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Bound using segment: {'id': '068ed12b-d9f1-499b-a604-2ca4e9f69b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '85526104-13ef-4c53-a91b-69dcb6829017'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:59.183797 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Bound port: e11f9175-240e-494b-9124-b32b8b32f8f9, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068ed12b-d9f1-499b-a604-2ca4e9f69b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '85526104-13ef-4c53-a91b-69dcb6829017'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:59.184186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.210865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.250724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:59.258073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.280826 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-55436512-a3f0-4e44-9aed-db9bd49ba84e tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4936380 Dec 22 08:43:59.307986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50530) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:59.321917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.352027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-636241799', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:59.368918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.374062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.416559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:59.424066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:59.451191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:router and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:59.457109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:59.472103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 39bc74a8-45bf-43bf-acd3-1ead96317109 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:59.496437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:59.505935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:59.507593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=95dd70fd-71f4-4cde-8592-db25535028e3,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:59.512610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:59.518839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:59.519559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.523647 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.523989 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Added segment 75fb7f62-363b-4298-b48d-5cc8ebd44045 of type vlan for network eae91e7f-35e2-4dd4-89cc-56f135090105 Dec 22 08:43:59.534079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] For port e11f9175-240e-494b-9124-b32b8b32f8f9, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:59.552642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] For port e11f9175-240e-494b-9124-b32b8b32f8f9, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e11f9175-240e-494b-9124-b32b8b32f8f9,segment=NetworkSegment(068ed12b-d9f1-499b-a604-2ca4e9f69b54),segment_id=068ed12b-d9f1-499b-a604-2ca4e9f69b54)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:59.553265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb85a23b-bb10-4f08-8842-c547026c58b6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.587897 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.599238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.600290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.600784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.601262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.601805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.602267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.602733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.603211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.603700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.604160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.604632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.605110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:59.664453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-02597170-ec42-4d80-ad48-d82a252a629c', 'network_id': '02597170-ec42-4d80-ad48-d82a252a629c', 'tenant_id': '4b23950907ce4be994f895524d5180ba', 'fixed_ips': [{'subnet_id': '16909fc8-b7b1-405c-861f-472594a517bf'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:59.665796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.670053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85a23b-bb10-4f08-8842-c547026c58b6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=f42ee8fd-ac19-47f1-8d6d-557fdf4fc35d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:59.703494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Allocated IP 2001:db8:0:ffff::2 (07c8c848-7161-41b0-8d1f-93712853f63d/fae51450-a0fe-41f5-9382-e93806381edc/c5d60742-1039-42c9-941d-55ef70e31582) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:59.716418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.717516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.734715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.770029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.840853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c9bff1-f07d-463f-9d5c-b9a2aa0f05ec None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:59.880653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcedadf-a948-43dd-90a3-e07f1436843b None None] Pushing event updated for resources: {'Port': ['ID=e11f9175-240e-494b-9124-b32b8b32f8f9,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:59.880895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.892841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb85a23b-bb10-4f08-8842-c547026c58b6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.901484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.996616 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-26ade414-a8bf-4586-a83b-57ac6da102f8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6294954 Dec 22 08:44:00.036612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-35e74943-bfb0-4b81-bd72-6c27bc665825 None None] Provisioning for port 10254c7c-8600-41c4-a54f-2a5327828552 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:00.073740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-35e74943-bfb0-4b81-bd72-6c27bc665825 None None] Provisioning complete for port 10254c7c-8600-41c4-a54f-2a5327828552 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:00.074238 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-35e74943-bfb0-4b81-bd72-6c27bc665825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.155432 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bb85a23b-bb10-4f08-8842-c547026c58b6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/f42ee8fd-ac19-47f1-8d6d-557fdf4fc35d HTTP/1.1" status: 204 len: 168 time: 1.5535212 Dec 22 08:44:00.156350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50536) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.156350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50538) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.173732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:44:00.189906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=24b3ec92-845f-497b-8557-308bc5f8b9e3,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:00.271199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.285509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '39bc74a8-45bf-43bf-acd3-1ead96317109', 'name': 'tempest-PortsIpV6TestJSON-863081075', 'fixed_ips': [{'subnet_id': '19024dc4-22cc-492a-a6b5-c8187a5b0b6b', 'ip_address': '2001:db8::f'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:00.288145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.416612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Router 904fe93d-463d-4456-a8da-fe142b4953f8 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:00.449955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Pushing event updated for resources: {'Port': ['ID=6a59ef98-5507-496e-b526-9c972e8c15aa,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:00.474125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9103f2-3e11-48a9-ab57-afca406db0d1 None None] Network 39bc74a8-45bf-43bf-acd3-1ead96317109 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:00.526596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Allocated IP 172.20.0.2 (02597170-ec42-4d80-ad48-d82a252a629c/16909fc8-b7b1-405c-861f-472594a517bf/f731c944-ced1-4ca3-a08b-8f7fa80a4c6e) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:00.597898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.618034 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d6c98be3-cfe3-48e8-863d-9597aa622504 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4341989 Dec 22 08:44:00.619906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50544) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.628583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e11f9175-240e-494b-9124-b32b8b32f8f9 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:00.656388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.678442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:00.681500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.714270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.717749 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e82682f6-9339-4c3f-8c52-96c46071e92e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2923326 Dec 22 08:44:00.737471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Transition to ACTIVE for port object c5d60742-1039-42c9-941d-55ef70e31582 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:00.767105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Transition to ACTIVE for port object c5d60742-1039-42c9-941d-55ef70e31582 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:00.813004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.823375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:00.824175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.858616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:00.872018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:00.875072 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Sync routers for ids ['904fe93d-463d-4456-a8da-fe142b4953f8'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:00.889145 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Routers {'904fe93d-463d-4456-a8da-fe142b4953f8'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:00.890018 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b6b38a9e-d909-428b-800d-28218639435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['904fe93d-463d-4456-a8da-fe142b4953f8'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:00.890548 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:00.900852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.906198 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fa2f7c88-7265-4dfa-b319-ad73566b98b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6438258 Dec 22 08:44:00.906990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50552) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.994210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.039817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:01.043426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.070454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-35e74943-bfb0-4b81-bd72-6c27bc665825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.103311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.129306 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5315387 Dec 22 08:44:01.158072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50564) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:01.230177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=953cfe1a-fdf6-4d06-963d-ae166bc45cbc,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:01.233072 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Set router 904fe93d-463d-4456-a8da-fe142b4953f8 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:01.235424 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network d7bbb84e-1c39-4674-bd7b-65231a7c7c50 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:01.280994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'subnet': {'network_id': 'eae91e7f-35e2-4dd4-89cc-56f135090105', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:01.323743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Pushing event updated for resources: {'Port': ['ID=c5d60742-1039-42c9-941d-55ef70e31582,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:01.328910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:01.354246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.364420 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-35e74943-bfb0-4b81-bd72-6c27bc665825 None None] For port 10254c7c-8600-41c4-a54f-2a5327828552, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=10254c7c-8600-41c4-a54f-2a5327828552,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:01.382341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Network 07c8c848-7161-41b0-8d1f-93712853f63d is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:01.389364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:01.391768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-35e74943-bfb0-4b81-bd72-6c27bc665825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.393427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:01.404255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f3f80-7c35-4348-8c1b-5196d3a21cab tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Network': ['ID=eae91e7f-35e2-4dd4-89cc-56f135090105,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:01.460812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': '02c22c49-cb7c-4707-b5c7-91d220bdb69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5eaa9db7-2899-4fb3-a548-f105ac513528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:01.467306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: 5eaa9db7-2899-4fb3-a548-f105ac513528, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:01.578292 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-ec08f8b6-7f20-4ec3-810d-2aa7cdf37b32 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2011170796&fields=id&tenant_id=b5d739fc9ee44d6698e1164a0722daa8 HTTP/1.1" status: 200 len: 267 time: 0.5735607 Dec 22 08:44:01.580859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e74943-bfb0-4b81-bd72-6c27bc665825 None None] Pushing event updated for resources: {'Port': ['ID=10254c7c-8600-41c4-a54f-2a5327828552,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:01.615510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:01.631593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network eae91e7f-35e2-4dd4-89cc-56f135090105 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:01.646764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fbe098-ef8e-474f-93ee-6f948e0380be None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:01.651873 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09385c22-9c02-4270-a9d1-868505d50ac8 None None] Network 85526104-13ef-4c53-a91b-69dcb6829017 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:01.698113 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:44:01.707940 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b6b38a9e-d909-428b-800d-28218639435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904fe93d-463d-4456-a8da-fe142b4953f8', 'name': '', 'tenant_id': '8d71ec845cd94f5994795c2bece249cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8135b31-595b-4abe-ac72-c8bd08a9cf2c', 'external_fixed_ips': [{'subnet_id': 'ab5c3ef3-48f1-441e-8760-86d933250c3d', 'ip_address': '2001:db8::2fc'}], 'enable_snat': True}, 'gw_port_id': '2625dc41-56ee-4737-a06c-0007d12d816d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:53Z', 'updated_at': '2021-12-22T08:43:58Z', 'revision_number': 3, 'project_id': '8d71ec845cd94f5994795c2bece249cc', 'gw_port': {'id': '2625dc41-56ee-4737-a06c-0007d12d816d', 'name': '', 'network_id': 'e8135b31-595b-4abe-ac72-c8bd08a9cf2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904fe93d-463d-4456-a8da-fe142b4953f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ab5c3ef3-48f1-441e-8760-86d933250c3d', 'ip_address': '2001:db8::2fc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:56Z', 'updated_at': '2021-12-22T08:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab5c3ef3-48f1-441e-8760-86d933250c3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:01.710108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-32fbe098-ef8e-474f-93ee-6f948e0380be None None] Deleting port 10254c7c-8600-41c4-a54f-2a5327828552 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:01.710586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-32fbe098-ef8e-474f-93ee-6f948e0380be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.712383 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Checking router: 904fe93d-463d-4456-a8da-fe142b4953f8 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:01.712913 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Updating router 904fe93d-463d-4456-a8da-fe142b4953f8 port 2625dc41-56ee-4737-a06c-0007d12d816d binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:44:01.719899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.730075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.767405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Deleting port 2625dc41-56ee-4737-a06c-0007d12d816d {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:01.767820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.774265 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.788291 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:port and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:01.843274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:01.900263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:01.951878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Attempting to bind port c5d60742-1039-42c9-941d-55ef70e31582 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:01.952402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Attempting to bind port c5d60742-1039-42c9-941d-55ef70e31582 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '85b37803-3a36-4314-b51b-1795ba33c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07c8c848-7161-41b0-8d1f-93712853f63d'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:01.952865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Attempting to bind port c5d60742-1039-42c9-941d-55ef70e31582 on network 07c8c848-7161-41b0-8d1f-93712853f63d {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:02.040313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:02.057071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network 5eaa9db7-2899-4fb3-a548-f105ac513528 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:02.086763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:subnet and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:02.109153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:02.111092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-64a36213-2176-4ef6-9ece-85ebe00bc462 None None] Provisioning for port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:02.139735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:02.140173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:02.151139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:02.151413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:02.151963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Checking segment: {'id': '85b37803-3a36-4314-b51b-1795ba33c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07c8c848-7161-41b0-8d1f-93712853f63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:02.152514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.153042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Bound using segment: {'id': '85b37803-3a36-4314-b51b-1795ba33c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07c8c848-7161-41b0-8d1f-93712853f63d'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:02.163410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:02.164147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.164445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Bound port: c5d60742-1039-42c9-941d-55ef70e31582, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b37803-3a36-4314-b51b-1795ba33c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07c8c848-7161-41b0-8d1f-93712853f63d'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:02.165031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.175544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port e11f9175-240e-494b-9124-b32b8b32f8f9 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:02.188975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=dce8ab2c-df76-4e00-a32f-fd950c558d84,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.212029 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6d8c02b7-abdf-4933-8fa9-b6fe504715bb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5907905 Dec 22 08:44:02.215612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50568) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:02.223379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1032197900', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:02.230964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:02.233587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:02.238684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:router and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:02.242005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:02.250486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:02.252727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 5eaa9db7-2899-4fb3-a548-f105ac513528) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:02.269119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.302201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:02.302977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.312897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.314827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.323595 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d823fd3-6f99-4253-aaaa-9c2e9006c888 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:02.334158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.356672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfa4faf-8f65-416c-a922-78d9d69ba857 None None] Network 5eaa9db7-2899-4fb3-a548-f105ac513528 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:02.358938 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.385415 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Transition to ACTIVE for port object 2625dc41-56ee-4737-a06c-0007d12d816d will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:02.407375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:02.408866 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.412462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.535661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Calling delete_port for 2625dc41-56ee-4737-a06c-0007d12d816d owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:02.555610 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c59803-202b-4aa7-b675-15e28eb13710 None None] Pushing event updated for resources: {'Port': ['ID=2625dc41-56ee-4737-a06c-0007d12d816d,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.573535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.576680 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Attempting to bind port 2625dc41-56ee-4737-a06c-0007d12d816d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:02.577893 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Attempting to bind port 2625dc41-56ee-4737-a06c-0007d12d816d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '29ccd1a2-198c-4550-a42e-d6113cd6488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e8135b31-595b-4abe-ac72-c8bd08a9cf2c'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:02.578278 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Attempting to bind port 2625dc41-56ee-4737-a06c-0007d12d816d on network e8135b31-595b-4abe-ac72-c8bd08a9cf2c {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:02.585416 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:02.585821 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Checking segment: {'id': '29ccd1a2-198c-4550-a42e-d6113cd6488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e8135b31-595b-4abe-ac72-c8bd08a9cf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:02.586220 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.586865 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Bound using segment: {'id': '29ccd1a2-198c-4550-a42e-d6113cd6488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e8135b31-595b-4abe-ac72-c8bd08a9cf2c'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:02.587335 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Bound port: 2625dc41-56ee-4737-a06c-0007d12d816d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ccd1a2-198c-4550-a42e-d6113cd6488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e8135b31-595b-4abe-ac72-c8bd08a9cf2c'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:02.587728 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.613751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-4ebec4c4-10e4-455b-8a68-8cd9ab49e97f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:02.621775 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-4ebec4c4-10e4-455b-8a68-8cd9ab49e97f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/networks?id=be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 200 len: 810 time: 1.0194917 Dec 22 08:44:02.707233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-64a36213-2176-4ef6-9ece-85ebe00bc462 None None] Provisioning for port e11f9175-240e-494b-9124-b32b8b32f8f9 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:02.736824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.737016 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-b6b38a9e-d909-428b-800d-28218639435b None None] For port 2625dc41-56ee-4737-a06c-0007d12d816d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:02.740768 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-b6b38a9e-d909-428b-800d-28218639435b None None] For port 2625dc41-56ee-4737-a06c-0007d12d816d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2625dc41-56ee-4737-a06c-0007d12d816d,segment=NetworkSegment(29ccd1a2-198c-4550-a42e-d6113cd6488b),segment_id=29ccd1a2-198c-4550-a42e-d6113cd6488b)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:02.751911 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.787013 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-13f390ff-6cc4-41b6-abd9-fad1c913c2e7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 5.0211842 Dec 22 08:44:02.793353 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-9a1c90f4-215e-439b-a299-da33846cf7a6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/quotas/b5d739fc9ee44d6698e1164a0722daa8 HTTP/1.1" status: 200 len: 375 time: 0.1704338 Dec 22 08:44:02.794693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50572) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:02.820318 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-64a36213-2176-4ef6-9ece-85ebe00bc462 None None] Provisioning complete for port e11f9175-240e-494b-9124-b32b8b32f8f9 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:02.820713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-64a36213-2176-4ef6-9ece-85ebe00bc462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.851638 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c59803-202b-4aa7-b675-15e28eb13710 None None] Pushing event updated for resources: {'Port': ['ID=2625dc41-56ee-4737-a06c-0007d12d816d,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.882017 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Routers {'904fe93d-463d-4456-a8da-fe142b4953f8'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:02.882883 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b6b38a9e-d909-428b-800d-28218639435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['904fe93d-463d-4456-a8da-fe142b4953f8'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:02.905471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:02.905867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:02.910696 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.912068 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9839a67f-3ff0-409c-b21b-ff11676c07f5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6948111 Dec 22 08:44:02.917921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50576) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:03.079804 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-b6b38a9e-d909-428b-800d-28218639435b None None] Set router 904fe93d-463d-4456-a8da-fe142b4953f8 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:03.134216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] For port c5d60742-1039-42c9-941d-55ef70e31582, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:03.181549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.184792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] For port c5d60742-1039-42c9-941d-55ef70e31582, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c5d60742-1039-42c9-941d-55ef70e31582,segment=NetworkSegment(85b37803-3a36-4314-b51b-1795ba33c867),segment_id=85b37803-3a36-4314-b51b-1795ba33c867)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:03.191278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port 111a72bd-d640-4134-a5b1-5a56592de5a8 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:03.215804 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b6b38a9e-d909-428b-800d-28218639435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904fe93d-463d-4456-a8da-fe142b4953f8', 'name': '', 'tenant_id': '8d71ec845cd94f5994795c2bece249cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:53Z', 'updated_at': '2021-12-22T08:44:01Z', 'revision_number': 4, 'project_id': '8d71ec845cd94f5994795c2bece249cc', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:03.220980 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b38a9e-d909-428b-800d-28218639435b None None] The sync data for ids ['904fe93d-463d-4456-a8da-fe142b4953f8'] in dv-neutron-822561-2-hyperv is: [{'id': '904fe93d-463d-4456-a8da-fe142b4953f8', 'name': '', 'tenant_id': '8d71ec845cd94f5994795c2bece249cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:53Z', 'updated_at': '2021-12-22T08:44:01Z', 'revision_number': 4, 'project_id': '8d71ec845cd94f5994795c2bece249cc', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:03.224609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.234876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Transition to ACTIVE for port object f731c944-ced1-4ca3-a08b-8f7fa80a4c6e will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:03.241155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.298093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router a4b0c28d-63d7-4195-890d-403e530dcfbd is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:03.417460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Deleting port 2625dc41-56ee-4737-a06c-0007d12d816d {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:03.417460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.437666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:03.470048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-32fbe098-ef8e-474f-93ee-6f948e0380be None None] For port 10254c7c-8600-41c4-a54f-2a5327828552, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=10254c7c-8600-41c4-a54f-2a5327828552,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:03.470253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-32fbe098-ef8e-474f-93ee-6f948e0380be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.491993 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Transition to ACTIVE for port object f731c944-ced1-4ca3-a08b-8f7fa80a4c6e will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:03.509094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:03.509473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.658814 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.667831 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.680862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-32fbe098-ef8e-474f-93ee-6f948e0380be None None] Calling delete_port for 10254c7c-8600-41c4-a54f-2a5327828552 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:03.732440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-64a36213-2176-4ef6-9ece-85ebe00bc462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.776063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bd1ff-a2e5-4e93-adf3-f4572b35f61c None None] Pushing event updated for resources: {'Port': ['ID=c5d60742-1039-42c9-941d-55ef70e31582,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.822377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.865924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Network 02597170-ec42-4d80-ad48-d82a252a629c is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:03.892847 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:03.905422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:03.932361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8f0d0a-a3da-481e-a81a-1861408fb6fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-5eaa9db7-2899-4fb3-a548-f105ac513528', 'network_id': '5eaa9db7-2899-4fb3-a548-f105ac513528', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': '953cfe1a-fdf6-4d06-963d-ae166bc45cbc'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:03.933095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0d0a-a3da-481e-a81a-1861408fb6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.954950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] For port 2625dc41-56ee-4737-a06c-0007d12d816d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2625dc41-56ee-4737-a06c-0007d12d816d,segment=NetworkSegment(29ccd1a2-198c-4550-a42e-d6113cd6488b),segment_id=29ccd1a2-198c-4550-a42e-d6113cd6488b)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:03.955382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.970950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.016445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.079702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-64a36213-2176-4ef6-9ece-85ebe00bc462 None None] For port e11f9175-240e-494b-9124-b32b8b32f8f9, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e11f9175-240e-494b-9124-b32b8b32f8f9,segment=NetworkSegment(068ed12b-d9f1-499b-a604-2ca4e9f69b54),segment_id=068ed12b-d9f1-499b-a604-2ca4e9f69b54)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:04.119910 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-880a21cc-ff3b-4359-8d9e-14620f61fb64 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2653117 Dec 22 08:44:04.164962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=953cfe1a-fdf6-4d06-963d-ae166bc45cbc,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:04.168015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.201667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-64a36213-2176-4ef6-9ece-85ebe00bc462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.204204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Pushing event updated for resources: {'Port': ['ID=f731c944-ced1-4ca3-a08b-8f7fa80a4c6e,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:04.238094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:04.255609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Calling delete_port for 2625dc41-56ee-4737-a06c-0007d12d816d owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:04.364869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-32fbe098-ef8e-474f-93ee-6f948e0380be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.415616 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02976923-d61a-40c4-8079-1c08e8434ff3 None None] Sync routers for ids ['a4b0c28d-63d7-4195-890d-403e530dcfbd'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:04.490392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fbe098-ef8e-474f-93ee-6f948e0380be None None] No DVR routers for this DVR port 10254c7c-8600-41c4-a54f-2a5327828552 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:04.501094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.506230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Attempting to bind port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:04.506697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Attempting to bind port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '637e2e35-bac2-4457-bd4a-7f78b944f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '02597170-ec42-4d80-ad48-d82a252a629c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:04.507120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Attempting to bind port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e on network 02597170-ec42-4d80-ad48-d82a252a629c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:04.516990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02976923-d61a-40c4-8079-1c08e8434ff3 None None] Routers {'a4b0c28d-63d7-4195-890d-403e530dcfbd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:04.518398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-02976923-d61a-40c4-8079-1c08e8434ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a4b0c28d-63d7-4195-890d-403e530dcfbd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:04.558473 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::1 (906224fb-f2fa-4b66-98df-524285cae5f9/dce8ab2c-df76-4e00-a32f-fd950c558d84/b1cb6acc-6a37-4d21-84eb-a08134db4f52) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:04.562320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8::f (39bc74a8-45bf-43bf-acd3-1ead96317109/19024dc4-22cc-492a-a6b5-c8187a5b0b6b/111a72bd-d640-4134-a5b1-5a56592de5a8) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:04.571331 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8750a94c-6896-4267-9073-21e3c8999b24 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/a4b0c28d-63d7-4195-890d-403e530dcfbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9700713 Dec 22 08:44:04.591891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff337e37-e241-4d60-a860-bc0a3620f500 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:04.597306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50580) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:04.605005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.610123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaa9db7-2899-4fb3-a548-f105ac513528']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:04.631651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-11e88161-7fb1-464b-8757-c32d4c847b62 None None] Provisioning for port 95dd70fd-71f4-4cde-8592-db25535028e3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:04.648372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:04.648836 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Checking segment: {'id': '637e2e35-bac2-4457-bd4a-7f78b944f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '02597170-ec42-4d80-ad48-d82a252a629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:04.649284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.649762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Bound using segment: {'id': '637e2e35-bac2-4457-bd4a-7f78b944f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '02597170-ec42-4d80-ad48-d82a252a629c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:04.650392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Bound port: f731c944-ced1-4ca3-a08b-8f7fa80a4c6e, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637e2e35-bac2-4457-bd4a-7f78b944f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '02597170-ec42-4d80-ad48-d82a252a629c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:04.650833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.684930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-02976923-d61a-40c4-8079-1c08e8434ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:04.710388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-11e88161-7fb1-464b-8757-c32d4c847b62 None None] Provisioning complete for port 95dd70fd-71f4-4cde-8592-db25535028e3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:04.711185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-11e88161-7fb1-464b-8757-c32d4c847b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.751522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c22c49-cb7c-4707-b5c7-91d220bdb69f') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:04.751889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c22c49-cb7c-4707-b5c7-91d220bdb69f') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:04.801050 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a537fec-377b-4c22-8e73-e8cf149a304c None None] Network 5eaa9db7-2899-4fb3-a548-f105ac513528 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:04.808909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.833026 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-c53399d2-0f5b-4662-830f-2b6eb7baa073 service neutron] 10.222.0.37 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603353 Dec 22 08:44:04.861274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.910850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9298a3c-89ac-486d-9057-d540336f5b1d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:04.911532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f9298a3c-89ac-486d-9057-d540336f5b1d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:04.951713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.969072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object b1cb6acc-6a37-4d21-84eb-a08134db4f52 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:04.996479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event deleted for resources: {'Port': ['ID=2625dc41-56ee-4737-a06c-0007d12d816d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:05.005609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02976923-d61a-40c4-8079-1c08e8434ff3 None None] Routers {'a4b0c28d-63d7-4195-890d-403e530dcfbd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:05.006381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-02976923-d61a-40c4-8079-1c08e8434ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a4b0c28d-63d7-4195-890d-403e530dcfbd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:05.061502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.064060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a36213-2176-4ef6-9ece-85ebe00bc462 None None] Pushing event updated for resources: {'Port': ['ID=e11f9175-240e-494b-9124-b32b8b32f8f9,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:05.122063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.140224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbe098-ef8e-474f-93ee-6f948e0380be None None] Pushing event deleted for resources: {'Port': ['ID=10254c7c-8600-41c4-a54f-2a5327828552,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:05.142725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-11e88161-7fb1-464b-8757-c32d4c847b62 None None] Port 95dd70fd-71f4-4cde-8592-db25535028e3 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:05.203403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.26.1.30 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/db21aaab-9077-4f8f-be73-a65eacbf22fa) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:05.207714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:05.208119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:05.227053 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:05.229347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f9298a3c-89ac-486d-9057-d540336f5b1d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:05.231620 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f9298a3c-89ac-486d-9057-d540336f5b1d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports/24b3ec92-845f-497b-8557-308bc5f8b9e3 HTTP/1.1" status: 200 len: 977 time: 0.6320081 Dec 22 08:44:05.234467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50584) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:05.253463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] For port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:05.279397 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-02976923-d61a-40c4-8079-1c08e8434ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:05.279814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02976923-d61a-40c4-8079-1c08e8434ff3 None None] The sync data for ids ['a4b0c28d-63d7-4195-890d-403e530dcfbd'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:05.281260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.285185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.299820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-11e88161-7fb1-464b-8757-c32d4c847b62 None None] Provisioning complete for port 24b3ec92-845f-497b-8557-308bc5f8b9e3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:05.300913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-11e88161-7fb1-464b-8757-c32d4c847b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.303898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.333431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 9d823fd3-6f99-4253-aaaa-9c2e9006c888, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d823fd3-6f99-4253-aaaa-9c2e9006c888,segment=NetworkSegment(4925168f-5abb-42c9-83ce-2bb56c52ae38),segment_id=4925168f-5abb-42c9-83ce-2bb56c52ae38)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:05.335557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] For port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f731c944-ced1-4ca3-a08b-8f7fa80a4c6e,segment=NetworkSegment(637e2e35-bac2-4457-bd4a-7f78b944f284),segment_id=637e2e35-bac2-4457-bd4a-7f78b944f284)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:05.341033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ae2472-05f9-40ec-b54e-265fcb99a620 None None] Network 07c8c848-7161-41b0-8d1f-93712853f63d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:05.360538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.361030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 904fe93d-463d-4456-a8da-fe142b4953f8 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:05.405007 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:05.410226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.414661 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f8177775-e619-4edd-a648-c914009ce27e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "DELETE /v2.0/routers/904fe93d-463d-4456-a8da-fe142b4953f8 HTTP/1.1" status: 204 len: 168 time: 4.5033770 Dec 22 08:44:05.414661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:05.417959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=b1cb6acc-6a37-4d21-84eb-a08134db4f52,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:05.420342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:05.420867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.449093 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.451493 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50588) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:05.453038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.669717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e11f9175-240e-494b-9124-b32b8b32f8f9 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:05.779812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-11e88161-7fb1-464b-8757-c32d4c847b62 None None] Port 24b3ec92-845f-497b-8557-308bc5f8b9e3 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:05.815916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.861867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.865945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22b9b64-5444-43e0-99a3-5599c97d7bf2 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Deleting subnet ab5c3ef3-48f1-441e-8760-86d933250c3d {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:05.869027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c22b9b64-5444-43e0-99a3-5599c97d7bf2 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.922118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:44:05.924115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=9d823fd3-6f99-4253-aaaa-9c2e9006c888,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:05.963999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.983349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=5eaa9db7-2899-4fb3-a548-f105ac513528,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:05.986041 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-020127e6-aa9b-4e07-ae10-d341d58ea716 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/5eaa9db7-2899-4fb3-a548-f105ac513528 HTTP/1.1" status: 204 len: 168 time: 3.1817784 Dec 22 08:44:05.987281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.003567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50592) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:06.005044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-11e88161-7fb1-464b-8757-c32d4c847b62 None None] Provisioning complete for port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:06.005410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-11e88161-7fb1-464b-8757-c32d4c847b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.099317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1477848803'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:06.106277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:06.135323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Subnet': ['ID=2b4bf710-1cca-470f-b1cd-4dd5aae02b4d,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:06.137801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:network and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:06.154341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c22b9b64-5444-43e0-99a3-5599c97d7bf2 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.157855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e11f9175-240e-494b-9124-b32b8b32f8f9 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:06.158029 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.201339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:06.274345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:06.291379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3074738-28c1-4633-abae-bf2814d8638e None None] Pushing event updated for resources: {'Port': ['ID=f731c944-ced1-4ca3-a08b-8f7fa80a4c6e,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:06.336220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.341818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.342595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.384056 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-c0eb271e-6cef-4286-b37d-7b6068227155 service neutron] 10.222.0.37 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5372567 Dec 22 08:44:06.388537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c22b9b64-5444-43e0-99a3-5599c97d7bf2 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.442179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': 'dce8ab2c-df76-4e00-a32f-fd950c558d84'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:06.442999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.443957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=b1cb6acc-6a37-4d21-84eb-a08134db4f52,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:06.537578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c5d60742-1039-42c9-941d-55ef70e31582 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:06.556131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:06.557532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:06.643352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7976850f-1d61-4e9a-8821-ae3923e72df5 None None] Provisioning for port c5d60742-1039-42c9-941d-55ef70e31582 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:06.686652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.704989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object 111a72bd-d640-4134-a5b1-5a56592de5a8 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:06.799302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Checking segment: {'id': '75fb7f62-363b-4298-b48d-5cc8ebd44045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eae91e7f-35e2-4dd4-89cc-56f135090105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:06.799554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network hostable DHCP agents. Network: eae91e7f-35e2-4dd4-89cc-56f135090105, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:06.804093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:06.807387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/dce8ab2c-df76-4e00-a32f-fd950c558d84/3a2b28ee-5af8-4b26-af20-a577c0842ff4) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:06.812755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.849105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port c5d60742-1039-42c9-941d-55ef70e31582 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:06.855245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7976850f-1d61-4e9a-8821-ae3923e72df5 None None] Provisioning complete for port e11f9175-240e-494b-9124-b32b8b32f8f9 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:06.855878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7976850f-1d61-4e9a-8821-ae3923e72df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.875369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.885413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.901834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-49fad340-b6c1-4d7d-9921-b3ac67073194 req-bb5dd29b-f95f-4eaa-ae15-091b704abe43 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Synchronizing usage tracker for tenant:b5d739fc9ee44d6698e1164a0722daa8 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:06.905142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:06.940223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-49fad340-b6c1-4d7d-9921-b3ac67073194 req-bb5dd29b-f95f-4eaa-ae15-091b704abe43 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Unset dirty status for tenant:b5d739fc9ee44d6698e1164a0722daa8 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:06.942103 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-49fad340-b6c1-4d7d-9921-b3ac67073194 req-bb5dd29b-f95f-4eaa-ae15-091b704abe43 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 210 time: 0.2806873 Dec 22 08:44:06.956972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c5d60742-1039-42c9-941d-55ef70e31582 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:06.957462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.959069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Router 48cc646c-9c25-4115-8c94-9367beca750b is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:07.168516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:07.180249 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Sync routers for ids ['48cc646c-9c25-4115-8c94-9367beca750b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:07.182394 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6a75a6a7-32d6-4b0c-8f95-9d8abfca61f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "PUT /v2.0/routers/48cc646c-9c25-4115-8c94-9367beca750b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2634459 Dec 22 08:44:07.185511 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50606) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:07.197046 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Routers {'48cc646c-9c25-4115-8c94-9367beca750b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:07.197654 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['48cc646c-9c25-4115-8c94-9367beca750b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:07.302425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37d3a5-d799-4879-a803-7417e27bf854 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:07.303306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ef37d3a5-d799-4879-a803-7417e27bf854 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:07.346776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ef37d3a5-d799-4879-a803-7417e27bf854 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:07.349109 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ef37d3a5-d799-4879-a803-7417e27bf854 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports/b1cb6acc-6a37-4d21-84eb-a08134db4f52 HTTP/1.1" status: 200 len: 911 time: 0.1624401 Dec 22 08:44:07.351907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50610) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:07.355585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.356142 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment cae7a6d7-b806-461e-82b9-d483f1f8e8c4 of type vlan for network 0c204871-b749-40a2-a29f-b324c7b04d86 Dec 22 08:44:07.360948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network eae91e7f-35e2-4dd4-89cc-56f135090105 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:07.405996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acdf172-8a35-4fb5-a289-8598d1f48299 None None] Network 02597170-ec42-4d80-ad48-d82a252a629c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:07.425602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 39bc74a8-45bf-43bf-acd3-1ead96317109 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:07.454761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:07.457578 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:07.464319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:07.465027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.472550 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Set router 48cc646c-9c25-4115-8c94-9367beca750b gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:07.489984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, eae91e7f-35e2-4dd4-89cc-56f135090105) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:07.495967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:07.498468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.522953 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 7.3389647 Dec 22 08:44:07.533050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31598fb-b5e9-450e-8a3b-ddfc712a58fa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=111a72bd-d640-4134-a5b1-5a56592de5a8,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:07.537981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.542379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50614) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:07.556742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c22b9b64-5444-43e0-99a3-5599c97d7bf2 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.573084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.581816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448c85a8-a4d3-4552-b290-a8569a6a8095 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:07.582875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6603ed8-ed5f-4e47-ae01-007e62ba20f1 None None] Network eae91e7f-35e2-4dd4-89cc-56f135090105 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:07.584893 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-448c85a8-a4d3-4552-b290-a8569a6a8095 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.2287598 Dec 22 08:44:07.587356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50618) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:07.693408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c22b9b64-5444-43e0-99a3-5599c97d7bf2 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.712498 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c22b9b64-5444-43e0-99a3-5599c97d7bf2 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/ab5c3ef3-48f1-441e-8760-86d933250c3d HTTP/1.1" status: 204 len: 168 time: 2.2407725 Dec 22 08:44:07.717260 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4a142b5e-ce48-4339-9d3a-faa6f7fdf2a2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.4884248 Dec 22 08:44:07.723277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50622) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:07.723615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50624) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:07.739048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b9b64-5444-43e0-99a3-5599c97d7bf2 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5c3ef3-48f1-441e-8760-86d933250c3d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:07.755552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'port': {'network_id': 'eae91e7f-35e2-4dd4-89cc-56f135090105', 'name': 'tempest-NetworksIpV6TestAttrs-690851391'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:07.837236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:44:07.841546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.888655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a2c2d2aa-ab46-4c61-a65e-90973bff038d None None] Provisioning for port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:07.892018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Transition to ACTIVE for port object 3a2b28ee-5af8-4b26-af20-a577c0842ff4 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:07.915288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port c5d60742-1039-42c9-941d-55ef70e31582, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c5d60742-1039-42c9-941d-55ef70e31582,segment=NetworkSegment(85b37803-3a36-4314-b51b-1795ba33c867),segment_id=85b37803-3a36-4314-b51b-1795ba33c867)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:07.917910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.965176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.093723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Transition to ACTIVE for port object 3a2b28ee-5af8-4b26-af20-a577c0842ff4 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:08.094792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 10254c7c-8600-41c4-a54f-2a5327828552 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:08.156551 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 10254c7c-8600-41c4-a54f-2a5327828552 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:08.156884 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 10254c7c-8600-41c4-a54f-2a5327828552 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:08.166663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.180880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a2c2d2aa-ab46-4c61-a65e-90973bff038d None None] Provisioning complete for port c5d60742-1039-42c9-941d-55ef70e31582 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:08.181252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d2aa-ab46-4c61-a65e-90973bff038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.189415 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cc646c-9c25-4115-8c94-9367beca750b', 'name': 'tempest-NetworksTestDHCPv6-router-1032197900', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:02Z', 'updated_at': '2021-12-22T08:44:05Z', 'revision_number': 2, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None, '_interfaces': [{'id': 'b1cb6acc-6a37-4d21-84eb-a08134db4f52', 'name': '', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'mac_address': 'fa:16:3e:46:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cc646c-9c25-4115-8c94-9367beca750b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dce8ab2c-df76-4e00-a32f-fd950c558d84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:03Z', 'updated_at': '2021-12-22T08:44:06Z', 'revision_number': 2, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'subnets': [{'id': 'dce8ab2c-df76-4e00-a32f-fd950c558d84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:08.203344 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Checking router: 48cc646c-9c25-4115-8c94-9367beca750b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:08.205752 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Updating router 48cc646c-9c25-4115-8c94-9367beca750b port b1cb6acc-6a37-4d21-84eb-a08134db4f52 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:44:08.313117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.319072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:08.320081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.324313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=c5d60742-1039-42c9-941d-55ef70e31582,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.331124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:08.338459 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.407443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:08.428105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:08.464867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-eae91e7f-35e2-4dd4-89cc-56f135090105', 'network_id': 'eae91e7f-35e2-4dd4-89cc-56f135090105', 'tenant_id': '30e319488da043b6995e3be778ff90c6', 'fixed_ips': [{'subnet_id': '2b4bf710-1cca-470f-b1cd-4dd5aae02b4d'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:08.478002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.550802 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f731c944-ced1-4ca3-a08b-8f7fa80a4c6e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:08.570008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:08.571015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=0c204871-b749-40a2-a29f-b324c7b04d86,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.591835 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21ef993b-90e2-47af-99de-40a640ae6625 req-e8e4bc38-47bd-4999-8567-9441e38081c9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 210 time: 0.3205581 Dec 22 08:44:08.605330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:08.608100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:08.636224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.661721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:08.670144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 0c204871-b749-40a2-a29f-b324c7b04d86 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:08.670376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=db21aaab-9077-4f8f-be73-a65eacbf22fa,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.708416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c73853-2d78-49e5-a94e-094cb3bf27d4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:08.714023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-97c73853-2d78-49e5-a94e-094cb3bf27d4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:08.717955 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f858bd31-763c-40d9-8ad3-ed4690d2041a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6334784 Dec 22 08:44:08.727490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50634) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:08.744886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:port and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:08.754823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:08.772583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:08.779388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-815caef6-4c55-45a0-a541-f907142d1ccf tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:08.779945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-815caef6-4c55-45a0-a541-f907142d1ccf tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Synchronizing usage tracker for tenant:b5d739fc9ee44d6698e1164a0722daa8 on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:08.803745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.829875 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:08.833029 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Pushing event updated for resources: {'Port': ['ID=3a2b28ee-5af8-4b26-af20-a577c0842ff4,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.834605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.850995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': '0c204871-b749-40a2-a29f-b324c7b04d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:08.865482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-815caef6-4c55-45a0-a541-f907142d1ccf tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Unset dirty status for tenant:b5d739fc9ee44d6698e1164a0722daa8 on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:08.866650 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-815caef6-4c55-45a0-a541-f907142d1ccf tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.54 "GET /v2.0/networks?id=be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 200 len: 810 time: 0.5126779 Dec 22 08:44:08.931929 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.949387 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Transition to ACTIVE for port object b1cb6acc-6a37-4d21-84eb-a08134db4f52 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:08.962661 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.962905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Attempting to bind port 3a2b28ee-5af8-4b26-af20-a577c0842ff4 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:08.963280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Attempting to bind port 3a2b28ee-5af8-4b26-af20-a577c0842ff4 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:08.963635 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Attempting to bind port 3a2b28ee-5af8-4b26-af20-a577c0842ff4 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:08.986238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] device_id is not set on port 936566a8-39a2-44eb-84bf-75f3df7e0157 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:09.002214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:09.002797 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:09.002966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.003388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:09.003860 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Bound port: 3a2b28ee-5af8-4b26-af20-a577c0842ff4, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:09.004263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.064665 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e6ebb-aef7-4ed8-acd9-82d38720ecf0 None None] Pushing event updated for resources: {'Port': ['ID=b1cb6acc-6a37-4d21-84eb-a08134db4f52,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:09.075322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-482a4985-bc70-41c0-9cdb-f76ce59a280f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Synchronizing usage tracker for tenant:b5d739fc9ee44d6698e1164a0722daa8 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:09.144683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:09.165159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:09.165527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.181038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-97c73853-2d78-49e5-a94e-094cb3bf27d4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:09.182550 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-97c73853-2d78-49e5-a94e-094cb3bf27d4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.6342337 Dec 22 08:44:09.218263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50642) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:09.262506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-482a4985-bc70-41c0-9cdb-f76ce59a280f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Unset dirty status for tenant:b5d739fc9ee44d6698e1164a0722daa8 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:09.263681 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Allocated IP 2001:db8::f816:3eff:fe6b:22f2 (eae91e7f-35e2-4dd4-89cc-56f135090105/2b4bf710-1cca-470f-b1cd-4dd5aae02b4d/9d24eb13-5bcc-40b7-96ac-e42b48b1a85b) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:09.264869 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-482a4985-bc70-41c0-9cdb-f76ce59a280f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5d739fc9ee44d6698e1164a0722daa8 HTTP/1.1" status: 200 len: 380 time: 0.3859150 Dec 22 08:44:09.295597 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Request body: {'port': {'device_id': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'admin_state_up': True, 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'security_groups': ['7d0ffd97-32fb-4f26-8326-41bdf70bd79e']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:09.306879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] For port 3a2b28ee-5af8-4b26-af20-a577c0842ff4, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:09.309802 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Attempting to bind port b1cb6acc-6a37-4d21-84eb-a08134db4f52 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:09.310368 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Attempting to bind port b1cb6acc-6a37-4d21-84eb-a08134db4f52 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:09.310535 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Attempting to bind port b1cb6acc-6a37-4d21-84eb-a08134db4f52 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:09.312147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] For port 3a2b28ee-5af8-4b26-af20-a577c0842ff4, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3a2b28ee-5af8-4b26-af20-a577c0842ff4,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:09.318737 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:09.319104 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:09.319555 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.320233 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:09.320848 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Bound port: b1cb6acc-6a37-4d21-84eb-a08134db4f52, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:09.321667 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.366610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.385337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.389318 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-849721f9-6e36-47b7-8351-ba5de788d611 None None] Provisioning for port 111a72bd-d640-4134-a5b1-5a56592de5a8 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:09.405940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8135b31-595b-4abe-ac72-c8bd08a9cf2c']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:09.422819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ccd1a2-198c-4550-a42e-d6113cd6488b') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:09.424849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ccd1a2-198c-4550-a42e-d6113cd6488b') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:09.439767 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] For port b1cb6acc-6a37-4d21-84eb-a08134db4f52, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:09.443318 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] For port b1cb6acc-6a37-4d21-84eb-a08134db4f52, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b1cb6acc-6a37-4d21-84eb-a08134db4f52,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:09.446093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.452838 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.467258 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port b1cb6acc-6a37-4d21-84eb-a08134db4f52 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:09.467614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.537567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486c545-17fc-45fa-bff8-90d621a5c55f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:09.543813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486c545-17fc-45fa-bff8-90d621a5c55f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:09.544335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-849721f9-6e36-47b7-8351-ba5de788d611 None None] Provisioning complete for port 111a72bd-d640-4134-a5b1-5a56592de5a8 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:09.544805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-849721f9-6e36-47b7-8351-ba5de788d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.550763 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486c545-17fc-45fa-bff8-90d621a5c55f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:09.551701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c486c545-17fc-45fa-bff8-90d621a5c55f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:09.554241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.575087 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e6ebb-aef7-4ed8-acd9-82d38720ecf0 None None] Pushing event updated for resources: {'Port': ['ID=b1cb6acc-6a37-4d21-84eb-a08134db4f52,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:09.610602 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Routers {'48cc646c-9c25-4115-8c94-9367beca750b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:09.612409 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['48cc646c-9c25-4115-8c94-9367beca750b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:09.668919 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.674374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c486c545-17fc-45fa-bff8-90d621a5c55f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:09.678183 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c486c545-17fc-45fa-bff8-90d621a5c55f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4561589 Dec 22 08:44:09.679977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:09.690325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50648) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:09.696403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-849721f9-6e36-47b7-8351-ba5de788d611 None None] Port 111a72bd-d640-4134-a5b1-5a56592de5a8 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:09.712989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a567b-0497-4728-a5ad-63b301fbe457 None None] Pushing event updated for resources: {'Port': ['ID=3a2b28ee-5af8-4b26-af20-a577c0842ff4,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:09.788689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:09.800832 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f731c944-ced1-4ca3-a08b-8f7fa80a4c6e,segment=NetworkSegment(637e2e35-bac2-4457-bd4a-7f78b944f284),segment_id=637e2e35-bac2-4457-bd4a-7f78b944f284)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:09.801048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:09.801510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:09.819006 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:09.824071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.825246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d823fd3-6f99-4253-aaaa-9c2e9006c888 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:09.835750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:subnet and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:09.852287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:09.879508 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] Set router 48cc646c-9c25-4115-8c94-9367beca750b gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:09.897389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:09.903172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.989882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.073404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-443c6da4-2169-4c52-8af2-317225232171 None None] Provisioning complete for port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:10.074121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-443c6da4-2169-4c52-8af2-317225232171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.098929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:10.132834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Transition to ACTIVE for port object 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:10.195665 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5ac5af28-4a8d-4b80-8932-660d627f1901 req-aca84f44-5efc-4c52-980b-79438d7cc344 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 210 time: 0.4043775 Dec 22 08:44:10.217668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:10.221388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=f731c944-ced1-4ca3-a08b-8f7fa80a4c6e,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:10.222777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.238079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Transition to ACTIVE for port object 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:10.248086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-88256e7c-878c-4660-b2a2-f5631ae2ab9e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 111a72bd-d640-4134-a5b1-5a56592de5a8 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:10.248425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88256e7c-878c-4660-b2a2-f5631ae2ab9e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.271341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.321570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Made reservation on behalf of b5d739fc9ee44d6698e1164a0722daa8 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:10.326732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.329042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:10.329623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.336500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.ipam_backend_mixin [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Performing IP validity checks on allocation pools {{(pid=87535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:44:10.337141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.ipam_backend_mixin [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:44:10.402582 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cc646c-9c25-4115-8c94-9367beca750b', 'name': 'tempest-NetworksTestDHCPv6-router-1032197900', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:02Z', 'updated_at': '2021-12-22T08:44:05Z', 'revision_number': 2, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None, '_interfaces': [{'id': 'b1cb6acc-6a37-4d21-84eb-a08134db4f52', 'name': '', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'mac_address': 'fa:16:3e:46:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cc646c-9c25-4115-8c94-9367beca750b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dce8ab2c-df76-4e00-a32f-fd950c558d84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:03Z', 'updated_at': '2021-12-22T08:44:09Z', 'revision_number': 4, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'subnets': [{'id': 'dce8ab2c-df76-4e00-a32f-fd950c558d84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:10.407766 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f3ae8-501e-4e74-9d09-b7e3771b5f9b None None] The sync data for ids ['48cc646c-9c25-4115-8c94-9367beca750b'] in dv-neutron-822561-2-hyperv is: [{'id': '48cc646c-9c25-4115-8c94-9367beca750b', 'name': 'tempest-NetworksTestDHCPv6-router-1032197900', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:02Z', 'updated_at': '2021-12-22T08:44:05Z', 'revision_number': 2, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None, '_interfaces': [{'id': 'b1cb6acc-6a37-4d21-84eb-a08134db4f52', 'name': '', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'mac_address': 'fa:16:3e:46:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cc646c-9c25-4115-8c94-9367beca750b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dce8ab2c-df76-4e00-a32f-fd950c558d84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:03Z', 'updated_at': '2021-12-22T08:44:09Z', 'revision_number': 4, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'subnets': [{'id': 'dce8ab2c-df76-4e00-a32f-fd950c558d84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:10.466557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Network eae91e7f-35e2-4dd4-89cc-56f135090105 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:10.482912 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:10.485362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:10.497961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Pushing event updated for resources: {'Port': ['ID=9d24eb13-5bcc-40b7-96ac-e42b48b1a85b,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:10.641062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Allocated IP 2001:db8::f816:3eff:fe24:9f30 (eae91e7f-35e2-4dd4-89cc-56f135090105/2b4bf710-1cca-470f-b1cd-4dd5aae02b4d/936566a8-39a2-44eb-84bf-75f3df7e0157) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:10.669322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Attempting to bind port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:10.669322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Attempting to bind port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '75fb7f62-363b-4298-b48d-5cc8ebd44045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eae91e7f-35e2-4dd4-89cc-56f135090105'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:10.669838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Attempting to bind port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b on network eae91e7f-35e2-4dd4-89cc-56f135090105 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:10.676315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] For port b1cb6acc-6a37-4d21-84eb-a08134db4f52, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b1cb6acc-6a37-4d21-84eb-a08134db4f52,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:10.676683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.686590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:10.686969 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Checking segment: {'id': '75fb7f62-363b-4298-b48d-5cc8ebd44045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eae91e7f-35e2-4dd4-89cc-56f135090105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:10.687377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.687771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Bound using segment: {'id': '75fb7f62-363b-4298-b48d-5cc8ebd44045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eae91e7f-35e2-4dd4-89cc-56f135090105'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:10.688248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Bound port: 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fb7f62-363b-4298-b48d-5cc8ebd44045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eae91e7f-35e2-4dd4-89cc-56f135090105'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:10.688623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.697750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88256e7c-878c-4660-b2a2-f5631ae2ab9e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.766993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.781403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.853628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] For port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:10.858487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] For port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d24eb13-5bcc-40b7-96ac-e42b48b1a85b,segment=NetworkSegment(75fb7f62-363b-4298-b48d-5cc8ebd44045),segment_id=75fb7f62-363b-4298-b48d-5cc8ebd44045)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:10.879092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.913621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e8135b31-595b-4abe-ac72-c8bd08a9cf2c {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:44:10.955602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-88256e7c-878c-4660-b2a2-f5631ae2ab9e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 111a72bd-d640-4134-a5b1-5a56592de5a8 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:11.016818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.109721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab081d-5ca8-477e-bacc-506960a5a84a None None] Pushing event updated for resources: {'Port': ['ID=9d24eb13-5bcc-40b7-96ac-e42b48b1a85b,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:11.143862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f731c944-ced1-4ca3-a08b-8f7fa80a4c6e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:11.219285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8135b31-595b-4abe-ac72-c8bd08a9cf2c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:11.272284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:11.272579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.312871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for b1cb6acc-6a37-4d21-84eb-a08134db4f52 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:11.399957 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-54991c29-7d53-4aa8-a9c1-96362765d6dc tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "DELETE /v2.0/networks/e8135b31-595b-4abe-ac72-c8bd08a9cf2c HTTP/1.1" status: 204 len: 168 time: 3.6662712 Dec 22 08:44:11.465366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': 'cae7a6d7-b806-461e-82b9-d483f1f8e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0c204871-b749-40a2-a29f-b324c7b04d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:11.465739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: 0c204871-b749-40a2-a29f-b324c7b04d86, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:11.470244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=473497b9-46d3-448f-9efa-57a1b47545ef,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:11.571676 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8b58351a-820f-4024-b908-6faafba2e9a9 None None] Provisioning for port b1cb6acc-6a37-4d21-84eb-a08134db4f52 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:11.577649 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c5d60742-1039-42c9-941d-55ef70e31582 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:11.602225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Allocated IP 172.20.0.14 (be8d44ef-bc10-4f72-a013-37103d3cf27d/1d5c060c-ccd9-41f0-9d65-e66f1d58c321/2dc65dd8-10d9-4261-9692-eaee493fcef4) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:11.679312 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2ecba04-36fc-41a0-897f-c5de869fc0d8 req-1a0e8a3e-0088-4dbe-b4c8-fc9f306bfd68 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 210 time: 0.2528224 Dec 22 08:44:11.740836 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8b58351a-820f-4024-b908-6faafba2e9a9 None None] Provisioning for port 3a2b28ee-5af8-4b26-af20-a577c0842ff4 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:11.759651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network 0c204871-b749-40a2-a29f-b324c7b04d86 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:11.799336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 0c204871-b749-40a2-a29f-b324c7b04d86) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:11.803108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.806449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c5d60742-1039-42c9-941d-55ef70e31582 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:11.806722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.807118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.861336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed72931-26cd-47e8-8e16-43615cfd10ba None None] Network 0c204871-b749-40a2-a29f-b324c7b04d86 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:11.886345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:11.886990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.172036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.192225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Transition to ACTIVE for port object 2dc65dd8-10d9-4261-9692-eaee493fcef4 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:12.198233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 24b3ec92-845f-497b-8557-308bc5f8b9e3 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:12.198916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.209901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3a2b28ee-5af8-4b26-af20-a577c0842ff4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:12.253411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50660) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:12.257857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.271905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Request body: {'router': {'name': 'tempest-router--373078200', 'project_id': '20d86201cc7d4af5baee5ef5cf521aed'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:12.376235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88256e7c-878c-4660-b2a2-f5631ae2ab9e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.377947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-0c204871-b749-40a2-a29f-b324c7b04d86', 'network_id': '0c204871-b749-40a2-a29f-b324c7b04d86', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': '473497b9-46d3-448f-9efa-57a1b47545ef'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:12.378536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.388231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Pushing event updated for resources: {'Port': ['ID=2dc65dd8-10d9-4261-9692-eaee493fcef4,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:12.445766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:12.451114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88256e7c-878c-4660-b2a2-f5631ae2ab9e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=111a72bd-d640-4134-a5b1-5a56592de5a8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:12.469140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Network be8d44ef-bc10-4f72-a013-37103d3cf27d is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:12.473042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Usage tracker for resource:router and tenant:20d86201cc7d4af5baee5ef5cf521aed is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:12.478041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:12.481355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:12.496862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 3a2b28ee-5af8-4b26-af20-a577c0842ff4 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:12.511326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3a2b28ee-5af8-4b26-af20-a577c0842ff4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:12.511713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.517881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:12.578395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:12.602694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88256e7c-878c-4660-b2a2-f5631ae2ab9e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.603127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.614398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Transition to ACTIVE for port object 936566a8-39a2-44eb-84bf-75f3df7e0157 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:12.672261 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88256e7c-878c-4660-b2a2-f5631ae2ab9e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/111a72bd-d640-4134-a5b1-5a56592de5a8 HTTP/1.1" status: 204 len: 168 time: 2.9796348 Dec 22 08:44:12.682874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50664) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:12.737950 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b6e58596-fb56-4b1b-8a90-44a0492bb50c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.9285629 Dec 22 08:44:12.789157 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfda5938-e1b0-4100-9ec9-77e644db6592 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:44:12.789490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bfda5938-e1b0-4100-9ec9-77e644db6592 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:12.803442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50670) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:12.831655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:12.832320 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.833706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 24b3ec92-845f-497b-8557-308bc5f8b9e3 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:12.860287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Allocated IP 172.20.0.3 (0c204871-b749-40a2-a29f-b324c7b04d86/473497b9-46d3-448f-9efa-57a1b47545ef/8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:13.141425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.163354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.164398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.238557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 3a2b28ee-5af8-4b26-af20-a577c0842ff4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3a2b28ee-5af8-4b26-af20-a577c0842ff4,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:13.259906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.261372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b1cb6acc-6a37-4d21-84eb-a08134db4f52 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:13.280472 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-f43de4c9-0b2e-4553-8a9b-81b67ea76539 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9934137 Dec 22 08:44:13.346837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bfda5938-e1b0-4100-9ec9-77e644db6592 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:13.347840 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bfda5938-e1b0-4100-9ec9-77e644db6592 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/111a72bd-d640-4134-a5b1-5a56592de5a8 HTTP/1.1" status: 404 len: 333 time: 0.6622105 Dec 22 08:44:13.358080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Request body: {'port': {'device_id': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:13.359465 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: b1cb6acc-6a37-4d21-84eb-a08134db4f52 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:13.359815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b1cb6acc-6a37-4d21-84eb-a08134db4f52 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:44:13.374499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50674) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:13.386981 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979bbe5-30c7-4a3c-897c-917bf52b175b None None] Network eae91e7f-35e2-4dd4-89cc-56f135090105 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:13.410005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.478735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.484616 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port b1cb6acc-6a37-4d21-84eb-a08134db4f52 not found, will not notify nova. {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:44:13.506978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=b1cb6acc-6a37-4d21-84eb-a08134db4f52,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:13.576465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.579034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-76beda96-5bd2-448a-a94d-c83f76bab0b0 None None] Provisioning for port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:13.605371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=3a2b28ee-5af8-4b26-af20-a577c0842ff4,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:13.611477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.630357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Transition to ACTIVE for port object 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:13.646834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-f7758ab7-f17d-4a04-8844-240762626baf tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 95dd70fd-71f4-4cde-8592-db25535028e3 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:13.647426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f7758ab7-f17d-4a04-8844-240762626baf tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.657988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-76beda96-5bd2-448a-a94d-c83f76bab0b0 None None] Provisioning for port 2dc65dd8-10d9-4261-9692-eaee493fcef4 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:13.679106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-76beda96-5bd2-448a-a94d-c83f76bab0b0 None None] Provisioning complete for port 2dc65dd8-10d9-4261-9692-eaee493fcef4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:13.679666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76beda96-5bd2-448a-a94d-c83f76bab0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.681536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.712885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Transition to ACTIVE for port object 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:13.794551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network eae91e7f-35e2-4dd4-89cc-56f135090105 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:13.802155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.837488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:13.873033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:13.895073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.901373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:13.907782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:13.908829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.915263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.927427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5628bb-b587-4511-8e21-aa109a55e902 req-fb725b4c-4332-49b9-95bc-e0089ba04256 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:13.928143 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-9e5628bb-b587-4511-8e21-aa109a55e902 req-fb725b4c-4332-49b9-95bc-e0089ba04256 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Synchronizing usage tracker for tenant:b5d739fc9ee44d6698e1164a0722daa8 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:13.951727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.967418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:13.967766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.002721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.022966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Network 0c204871-b749-40a2-a29f-b324c7b04d86 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:14.029239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-76beda96-5bd2-448a-a94d-c83f76bab0b0 None None] Port 2dc65dd8-10d9-4261-9692-eaee493fcef4 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:14.031998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.036560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:14.068065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:14.088241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.092229 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9ba11d67-f343-45fa-b214-d561f3714501 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.8343704 Dec 22 08:44:14.099492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50678) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:14.131924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Pushing event updated for resources: {'Port': ['ID=8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.167828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-9e5628bb-b587-4511-8e21-aa109a55e902 req-fb725b4c-4332-49b9-95bc-e0089ba04256 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Unset dirty status for tenant:b5d739fc9ee44d6698e1164a0722daa8 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:14.168901 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9e5628bb-b587-4511-8e21-aa109a55e902 req-fb725b4c-4332-49b9-95bc-e0089ba04256 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 932 time: 1.0388889 Dec 22 08:44:14.198162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-69e704ac-0026-448c-b546-a0ad5548f848 None None] Could not find standard attr ID for object b1cb6acc-6a37-4d21-84eb-a08134db4f52. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:14.221496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Port': ['ID=936566a8-39a2-44eb-84bf-75f3df7e0157,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.274348 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:14.286695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Attempting to bind port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:14.287071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Attempting to bind port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'cae7a6d7-b806-461e-82b9-d483f1f8e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0c204871-b749-40a2-a29f-b324c7b04d86'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:14.287476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Attempting to bind port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 on network 0c204871-b749-40a2-a29f-b324c7b04d86 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:14.300058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:14.300439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.320716 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-61437519-5a61-4a1a-8da9-3dff38d5ecaa tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 6.5866287 Dec 22 08:44:14.329037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50682) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:14.338989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:14.339382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Checking segment: {'id': 'cae7a6d7-b806-461e-82b9-d483f1f8e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0c204871-b749-40a2-a29f-b324c7b04d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:14.339764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.340160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Bound using segment: {'id': 'cae7a6d7-b806-461e-82b9-d483f1f8e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0c204871-b749-40a2-a29f-b324c7b04d86'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:14.340629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Bound port: 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae7a6d7-b806-461e-82b9-d483f1f8e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0c204871-b749-40a2-a29f-b324c7b04d86'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:14.341538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.420361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.489950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] For port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:14.499934 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=24b3ec92-845f-497b-8557-308bc5f8b9e3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.541098 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] For port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8,segment=NetworkSegment(cae7a6d7-b806-461e-82b9-d483f1f8e8c4),segment_id=cae7a6d7-b806-461e-82b9-d483f1f8e8c4)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:14.579421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6e70ef1-a794-47d8-b7e5-f5d655694522 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.603254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.662076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a2a023-f418-44fa-95ea-7c7d62590df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Deleting subnet 2b4bf710-1cca-470f-b1cd-4dd5aae02b4d {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:14.678214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9a2a023-f418-44fa-95ea-7c7d62590df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.692245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.745720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d24eb13-5bcc-40b7-96ac-e42b48b1a85b,segment=NetworkSegment(75fb7f62-363b-4298-b48d-5cc8ebd44045),segment_id=75fb7f62-363b-4298-b48d-5cc8ebd44045)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:14.771737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.787062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb3679-7add-4a8b-bd22-d65bf36032b9 None None] Pushing event updated for resources: {'Port': ['ID=8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.893710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=9d24eb13-5bcc-40b7-96ac-e42b48b1a85b,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.983316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 01084cc2-6e56-4fcd-b7bf-7134e10a5077 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:15.010944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f7758ab7-f17d-4a04-8844-240762626baf tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.041584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6bf6a258-4ce8-42cc-988a-67bcef52a7e7 None None] Provisioning complete for port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:15.041989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6bf6a258-4ce8-42cc-988a-67bcef52a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.123805 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9e5628bb-b587-4511-8e21-aa109a55e902 req-86216368-fedc-408c-9535-26aae13f27cb tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8690300 Dec 22 08:44:15.145915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Router 48cc646c-9c25-4115-8c94-9367beca750b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:15.216674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.294057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6bf6a258-4ce8-42cc-988a-67bcef52a7e7 None None] Provisioning for port 936566a8-39a2-44eb-84bf-75f3df7e0157 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:15.300233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6bf6a258-4ce8-42cc-988a-67bcef52a7e7 None None] Provisioning complete for port 936566a8-39a2-44eb-84bf-75f3df7e0157 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:15.300703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6bf6a258-4ce8-42cc-988a-67bcef52a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.302590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-f7758ab7-f17d-4a04-8844-240762626baf tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 95dd70fd-71f4-4cde-8592-db25535028e3 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:15.343052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9a2a023-f418-44fa-95ea-7c7d62590df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.368379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6a258-4ce8-42cc-988a-67bcef52a7e7 None None] Port 936566a8-39a2-44eb-84bf-75f3df7e0157 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:15.495240 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f6e1a78e-3a8e-4e6f-88a9-1c7bc8ded2f5 None None] Provisioning complete for port 936566a8-39a2-44eb-84bf-75f3df7e0157 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:15.495557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a78e-3a8e-4e6f-88a9-1c7bc8ded2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.593910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6e70ef1-a794-47d8-b7e5-f5d655694522 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.594466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f6e1a78e-3a8e-4e6f-88a9-1c7bc8ded2f5 None None] Port 936566a8-39a2-44eb-84bf-75f3df7e0157 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:15.604517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8, host dv-neutron-822561-2-hyperv, got binding levels [] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:15.604831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.661720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6e70ef1-a794-47d8-b7e5-f5d655694522 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.677434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:15.695694 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c35d45-cf3d-41ae-9141-2e2c00673251 None None] Sync routers for ids ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:15.705627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c35d45-cf3d-41ae-9141-2e2c00673251 None None] Routers {'01084cc2-6e56-4fcd-b7bf-7134e10a5077'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:15.706277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3c35d45-cf3d-41ae-9141-2e2c00673251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:15.800277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3c35d45-cf3d-41ae-9141-2e2c00673251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:15.802646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:15.858807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c35d45-cf3d-41ae-9141-2e2c00673251 None None] Routers {'01084cc2-6e56-4fcd-b7bf-7134e10a5077'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:15.859451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3c35d45-cf3d-41ae-9141-2e2c00673251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:15.862140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:15.896464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:15.914232 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] Sync routers for ids ['48cc646c-9c25-4115-8c94-9367beca750b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:15.926330 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3c35d45-cf3d-41ae-9141-2e2c00673251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:15.927128 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c35d45-cf3d-41ae-9141-2e2c00673251 None None] The sync data for ids ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:15.929754 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] Routers {'48cc646c-9c25-4115-8c94-9367beca750b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:15.930369 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['48cc646c-9c25-4115-8c94-9367beca750b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:15.952249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:15.952986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.955766 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3db9c380-a3a6-403a-a5c2-cf9d574ac591 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "PUT /v2.0/routers/48cc646c-9c25-4115-8c94-9367beca750b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3672397 Dec 22 08:44:15.962463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50686) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:16.051125 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787621ce-7210-47d8-a66d-d34ea4be9b28 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:16.052653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787621ce-7210-47d8-a66d-d34ea4be9b28 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:16.053356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-787621ce-7210-47d8-a66d-d34ea4be9b28 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:16.086749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6e70ef1-a794-47d8-b7e5-f5d655694522 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.087278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e70ef1-a794-47d8-b7e5-f5d655694522 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efbe20e3-9c82-400e-8edf-14f5b51cf888 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:16.103687 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-787621ce-7210-47d8-a66d-d34ea4be9b28 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:16.104995 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-787621ce-7210-47d8-a66d-d34ea4be9b28 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1414819 Dec 22 08:44:16.107432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6e70ef1-a794-47d8-b7e5-f5d655694522 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.109345 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c6e70ef1-a794-47d8-b7e5-f5d655694522 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "DELETE /v2.0/routers/efbe20e3-9c82-400e-8edf-14f5b51cf888 HTTP/1.1" status: 204 len: 168 time: 1.9985819 Dec 22 08:44:16.112163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50690) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:16.154153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.158761 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d7b65084-36d6-4e28-91e8-89e8e999728b tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 16.8347576 Dec 22 08:44:16.164591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50696) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:16.173502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router a4b0c28d-63d7-4195-890d-403e530dcfbd has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:16.208028 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcf77dd-941e-4307-8c60-13d48e54f7ed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet dce8ab2c-df76-4e00-a32f-fd950c558d84 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:16.228810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6bcf77dd-941e-4307-8c60-13d48e54f7ed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.298889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:16.299204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:16.321024 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b114ef1-55a7-48b7-899f-339fae5312a3 None None] Network 0c204871-b749-40a2-a29f-b324c7b04d86 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:16.327795 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] Set router 48cc646c-9c25-4115-8c94-9367beca750b gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:16.352630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50702) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:16.355726 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6bcf77dd-941e-4307-8c60-13d48e54f7ed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.440494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9a2a023-f418-44fa-95ea-7c7d62590df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.457941 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cc646c-9c25-4115-8c94-9367beca750b', 'name': 'tempest-NetworksTestDHCPv6-router-1032197900', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:02Z', 'updated_at': '2021-12-22T08:44:12Z', 'revision_number': 3, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:16.462358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b778da98-9eff-492a-9238-7f95ac199924 None None] Provisioning for port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:16.462790 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] Checking router: 48cc646c-9c25-4115-8c94-9367beca750b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:16.472475 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] Routers {'48cc646c-9c25-4115-8c94-9367beca750b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:16.473258 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['48cc646c-9c25-4115-8c94-9367beca750b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:16.475200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:16.584857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc65dd8-10d9-4261-9692-eaee493fcef4 {{(pid=87534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:44:16.601637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.618065 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9a2a023-f418-44fa-95ea-7c7d62590df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.643124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Transition to ACTIVE for port object 2dc65dd8-10d9-4261-9692-eaee493fcef4 will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:16.656035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.672752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f7758ab7-f17d-4a04-8844-240762626baf tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.676273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:16.678620 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] Set router 48cc646c-9c25-4115-8c94-9367beca750b gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:16.689726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:16.691019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.709178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6bcf77dd-941e-4307-8c60-13d48e54f7ed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.771625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2a023-f418-44fa-95ea-7c7d62590df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4bf710-1cca-470f-b1cd-4dd5aae02b4d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:16.819937 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cc646c-9c25-4115-8c94-9367beca750b', 'name': 'tempest-NetworksTestDHCPv6-router-1032197900', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:02Z', 'updated_at': '2021-12-22T08:44:12Z', 'revision_number': 3, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:16.824258 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78e092-095e-4187-b3b0-fccf5437145f None None] The sync data for ids ['48cc646c-9c25-4115-8c94-9367beca750b'] in dv-neutron-822561-2-hyperv is: [{'id': '48cc646c-9c25-4115-8c94-9367beca750b', 'name': 'tempest-NetworksTestDHCPv6-router-1032197900', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:02Z', 'updated_at': '2021-12-22T08:44:12Z', 'revision_number': 3, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:16.904898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:16.907110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7758ab7-f17d-4a04-8844-240762626baf tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=95dd70fd-71f4-4cde-8592-db25535028e3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:16.907540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.916206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9a2a023-f418-44fa-95ea-7c7d62590df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.924290 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37fbab1-81b4-41e6-861a-88c6fd21ec33 None None] Network eae91e7f-35e2-4dd4-89cc-56f135090105 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:16.956103 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e9a2a023-f418-44fa-95ea-7c7d62590df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/subnets/2b4bf710-1cca-470f-b1cd-4dd5aae02b4d HTTP/1.1" status: 204 len: 168 time: 2.6255357 Dec 22 08:44:16.959587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50708) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:16.974719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f7758ab7-f17d-4a04-8844-240762626baf tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.981087 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f7758ab7-f17d-4a04-8844-240762626baf tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/95dd70fd-71f4-4cde-8592-db25535028e3 HTTP/1.1" status: 204 len: 168 time: 3.6055770 Dec 22 08:44:17.033258 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50710) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:17.086621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5aa5ee-ff0e-4e99-9cb3-5067d9d2d341 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:17.088178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5aa5ee-ff0e-4e99-9cb3-5067d9d2d341 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:17.089042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3a5aa5ee-ff0e-4e99-9cb3-5067d9d2d341 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Synchronizing usage tracker for tenant:30e319488da043b6995e3be778ff90c6 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:17.102000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:17.110512 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-599ac2f4-0bcc-426f-beaa-c398322d8f06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/a4b0c28d-63d7-4195-890d-403e530dcfbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8620238 Dec 22 08:44:17.113259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50714) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:17.135779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2d4af-d03e-4ce4-8c5b-64222cfa9f5b None None] Sync routers for ids ['a4b0c28d-63d7-4195-890d-403e530dcfbd'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:17.221473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2d4af-d03e-4ce4-8c5b-64222cfa9f5b None None] Routers {'a4b0c28d-63d7-4195-890d-403e530dcfbd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:17.222105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-11a2d4af-d03e-4ce4-8c5b-64222cfa9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a4b0c28d-63d7-4195-890d-403e530dcfbd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:17.360084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.395574 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-11a2d4af-d03e-4ce4-8c5b-64222cfa9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:17.443196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8,segment=NetworkSegment(cae7a6d7-b806-461e-82b9-d483f1f8e8c4),segment_id=cae7a6d7-b806-461e-82b9-d483f1f8e8c4)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:17.443615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.447224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2d4af-d03e-4ce4-8c5b-64222cfa9f5b None None] Routers {'a4b0c28d-63d7-4195-890d-403e530dcfbd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:17.448114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-11a2d4af-d03e-4ce4-8c5b-64222cfa9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:43:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a4b0c28d-63d7-4195-890d-403e530dcfbd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:17.485977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652ced9-0a64-47df-b40a-edd41181022b req-e1fcbd6d-8624-4ab5-97b2-70fcc2831d14 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:17.487509 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3652ced9-0a64-47df-b40a-edd41181022b req-e1fcbd6d-8624-4ab5-97b2-70fcc2831d14 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 932 time: 1.1227508 Dec 22 08:44:17.517805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8,segment=NetworkSegment(cae7a6d7-b806-461e-82b9-d483f1f8e8c4),segment_id=cae7a6d7-b806-461e-82b9-d483f1f8e8c4)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:17.518789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-11a2d4af-d03e-4ce4-8c5b-64222cfa9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:17.519295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2d4af-d03e-4ce4-8c5b-64222cfa9f5b None None] The sync data for ids ['a4b0c28d-63d7-4195-890d-403e530dcfbd'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:17.524503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1276574631', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:17.527406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.528297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3a2b28ee-5af8-4b26-af20-a577c0842ff4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:17.598506 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c15087b-7405-48df-844b-c8520a9c979d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:44:17.599926 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5c15087b-7405-48df-844b-c8520a9c979d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/95dd70fd-71f4-4cde-8592-db25535028e3 HTTP/1.1" status: 404 len: 333 time: 0.3877230 Dec 22 08:44:17.609190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:17.637027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:17.658796 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50720) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:17.670266 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Usage tracker for resource:router and tenant:83f40dfef9934399b1e451fb97b1775a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:17.672091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c1cb91a6-9b5b-49db-8ff2-ca561d8902af None None] Provisioning complete for port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:17.672661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c1cb91a6-9b5b-49db-8ff2-ca561d8902af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.675544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:17.709004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:17.710506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3a5aa5ee-ff0e-4e99-9cb3-5067d9d2d341 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Unset dirty status for tenant:30e319488da043b6995e3be778ff90c6 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:17.715486 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3a5aa5ee-ff0e-4e99-9cb3-5067d9d2d341 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7323325 Dec 22 08:44:17.720148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50724) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:17.722160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc65dd8-10d9-4261-9692-eaee493fcef4,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:17.726558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:17.740264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3a2b28ee-5af8-4b26-af20-a577c0842ff4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:17.740671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.819650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.820646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.857379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Attempting to bind port 2dc65dd8-10d9-4261-9692-eaee493fcef4 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:17.857816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Attempting to bind port 2dc65dd8-10d9-4261-9692-eaee493fcef4 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:17.858150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Attempting to bind port 2dc65dd8-10d9-4261-9692-eaee493fcef4 on network be8d44ef-bc10-4f72-a013-37103d3cf27d {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:17.861931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb161911-8b6a-464b-8b10-9e84938cb994 None None] DHCP port deletion for eae91e7f-35e2-4dd4-89cc-56f135090105 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:17.865245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a29e428-f63a-4eae-b604-1c55b6b281d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet 19024dc4-22cc-492a-a6b5-c8187a5b0b6b {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:17.871540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-fb161911-8b6a-464b-8b10-9e84938cb994 None None] Deleting port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:17.872214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb161911-8b6a-464b-8b10-9e84938cb994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.884668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.905277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a29e428-f63a-4eae-b604-1c55b6b281d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.936517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Port 2dc65dd8-10d9-4261-9692-eaee493fcef4 on network be8d44ef-bc10-4f72-a013-37103d3cf27d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:44:17.937090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Attempting to bind port 2dc65dd8-10d9-4261-9692-eaee493fcef4 on network be8d44ef-bc10-4f72-a013-37103d3cf27d {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:17.947673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6bcf77dd-941e-4307-8c60-13d48e54f7ed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.084381 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3652ced9-0a64-47df-b40a-edd41181022b req-0b35902a-54f2-4180-96b7-0c29f3210a2d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039636 Dec 22 08:44:18.176363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:18.195720 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-8d086042-59e5-41af-a448-db2d6dcd5092 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 08:44:18.197065 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8d086042-59e5-41af-a448-db2d6dcd5092 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/a4b0c28d-63d7-4195-890d-403e530dcfbd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0805085 Dec 22 08:44:18.233476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50730) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:18.245364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf77dd-941e-4307-8c60-13d48e54f7ed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=dce8ab2c-df76-4e00-a32f-fd950c558d84,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:18.247454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:18.247852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Checking segment: {'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:18.252650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Bound using segment: {'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:18.253268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Bound port: 2dc65dd8-10d9-4261-9692-eaee493fcef4, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d'}}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:18.253814 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.260283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fb161911-8b6a-464b-8b10-9e84938cb994 None None] For port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d24eb13-5bcc-40b7-96ac-e42b48b1a85b,segment=NetworkSegment(75fb7f62-363b-4298-b48d-5cc8ebd44045),segment_id=75fb7f62-363b-4298-b48d-5cc8ebd44045)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:18.260673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb161911-8b6a-464b-8b10-9e84938cb994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.280796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-00df3883-915d-4f3e-b115-9a9b29edf8eb tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.286683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:18.287003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:18.291001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6bcf77dd-941e-4307-8c60-13d48e54f7ed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.308332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1d09cfbb-75c9-485d-9dde-b03f340b5b84 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:18.320620 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-00df3883-915d-4f3e-b115-9a9b29edf8eb tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 08:44:18.321451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00df3883-915d-4f3e-b115-9a9b29edf8eb tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:18.322416 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6bcf77dd-941e-4307-8c60-13d48e54f7ed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/dce8ab2c-df76-4e00-a32f-fd950c558d84 HTTP/1.1" status: 204 len: 168 time: 2.2053678 Dec 22 08:44:18.327964 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-00df3883-915d-4f3e-b115-9a9b29edf8eb tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/eae91e7f-35e2-4dd4-89cc-56f135090105 HTTP/1.1" status: 409 len: 405 time: 0.5542321 Dec 22 08:44:18.329222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50734) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:18.329779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50736) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:18.332701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b609a8-351f-46b5-ae40-efe673659534 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:18.344252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-234275122'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:18.407926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-fb161911-8b6a-464b-8b10-9e84938cb994 None None] Calling delete_port for 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:18.413236 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] For port 2dc65dd8-10d9-4261-9692-eaee493fcef4, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:18.416777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] For port 2dc65dd8-10d9-4261-9692-eaee493fcef4, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:18.439956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:18.458094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:network and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:18.460984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:18.470664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1d09cfbb-75c9-485d-9dde-b03f340b5b84 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:18.471829 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1d09cfbb-75c9-485d-9dde-b03f340b5b84 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b0c28d-63d7-4195-890d-403e530dcfbd HTTP/1.1" status: 200 len: 205 time: 0.2373495 Dec 22 08:44:18.477443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50742) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:18.478271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:18.483303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a29e428-f63a-4eae-b604-1c55b6b281d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.531222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.592204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:18.592567 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.662719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb161911-8b6a-464b-8b10-9e84938cb994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.681002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:18.684429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.730355 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb161911-8b6a-464b-8b10-9e84938cb994 None None] Pushing event deleted for resources: {'Port': ['ID=9d24eb13-5bcc-40b7-96ac-e42b48b1a85b,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:18.732159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb161911-8b6a-464b-8b10-9e84938cb994 None None] No DVR routers for this DVR port 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:18.750761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2514c267-d490-4e91-9ba7-1aae0cfbd805 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.812865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:18.813754 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.815019 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] 10.222.0.54 "PUT /v2.0/ports/2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 200 len: 1094 time: 5.4613614 Dec 22 08:44:18.817760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.823844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'tag': '2dc65dd8-10d9-4261-9692-eaee493fcef4'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:44:18.857422 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e4ff3063-fc74-4af0-925c-b84ddfe5a025 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5211923 Dec 22 08:44:18.871882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50748) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:18.929428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:18.937200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:18.964669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a597775-4d7a-4166-9f2d-7c177602b26f None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:18.980011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6a597775-4d7a-4166-9f2d-7c177602b26f None None] Deleting port 3a2b28ee-5af8-4b26-af20-a577c0842ff4 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:18.980610 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a597775-4d7a-4166-9f2d-7c177602b26f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.998882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.014208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:19.014795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d24eb13-5bcc-40b7-96ac-e42b48b1a85b not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:19.015357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b1cb6acc-6a37-4d21-84eb-a08134db4f52 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:19.080983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: b1cb6acc-6a37-4d21-84eb-a08134db4f52 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:19.081591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b1cb6acc-6a37-4d21-84eb-a08134db4f52 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:19.103702 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'tag': '2dc65dd8-10d9-4261-9692-eaee493fcef4', 'status': 'completed', 'code': 200} Dec 22 08:44:19.173510 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47a2ef-7a64-4398-872c-4080ceb71266 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc65dd8-10d9-4261-9692-eaee493fcef4,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:19.178117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a5074c0-2a33-4b92-b634-b53db1654330 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.237954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:19.238292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.281628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.282202 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Added segment 123a097a-26b5-42c9-af87-d781d30aa912 of type vlan for network 87fdc2b7-cf41-43dc-8dec-6b976aeb0881 Dec 22 08:44:19.295851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6a597775-4d7a-4166-9f2d-7c177602b26f None None] For port 3a2b28ee-5af8-4b26-af20-a577c0842ff4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3a2b28ee-5af8-4b26-af20-a577c0842ff4,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:19.296545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a597775-4d7a-4166-9f2d-7c177602b26f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.428384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a29e428-f63a-4eae-b604-1c55b6b281d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.428581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2514c267-d490-4e91-9ba7-1aae0cfbd805 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.433649 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6a597775-4d7a-4166-9f2d-7c177602b26f None None] Calling delete_port for 3a2b28ee-5af8-4b26-af20-a577c0842ff4 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:19.439449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2514c267-d490-4e91-9ba7-1aae0cfbd805 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.478314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-143d39a6-fa53-4b6f-8041-f48e14abf4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.490029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.522221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a597775-4d7a-4166-9f2d-7c177602b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.566395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a597775-4d7a-4166-9f2d-7c177602b26f None None] Pushing event deleted for resources: {'Port': ['ID=3a2b28ee-5af8-4b26-af20-a577c0842ff4,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:19.570852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2514c267-d490-4e91-9ba7-1aae0cfbd805 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.571356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2514c267-d490-4e91-9ba7-1aae0cfbd805 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Fanout notify agent at l3_agent the message router_deleted on router a4b0c28d-63d7-4195-890d-403e530dcfbd {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:19.572737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a597775-4d7a-4166-9f2d-7c177602b26f None None] No DVR routers for this DVR port 3a2b28ee-5af8-4b26-af20-a577c0842ff4 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:19.633027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2514c267-d490-4e91-9ba7-1aae0cfbd805 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.634107 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2514c267-d490-4e91-9ba7-1aae0cfbd805 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/a4b0c28d-63d7-4195-890d-403e530dcfbd HTTP/1.1" status: 204 len: 168 time: 1.1070077 Dec 22 08:44:19.666101 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50754) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:19.668310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.674007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:19.674598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.701404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d56df9-3338-4a72-ad4d-6f90f37f9f50 req-e42be6eb-9bfe-4072-8fe7-d17cd130ba68 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:19.702823 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64d56df9-3338-4a72-ad4d-6f90f37f9f50 req-e42be6eb-9bfe-4072-8fe7-d17cd130ba68 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 944 time: 0.4657373 Dec 22 08:44:19.714456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-641f426a-609f-473f-8588-73d612de5bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:19.716031 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-641f426a-609f-473f-8588-73d612de5bcd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 1097 time: 0.8345137 Dec 22 08:44:19.763970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a5074c0-2a33-4b92-b634-b53db1654330 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.827965 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4925053 Dec 22 08:44:19.829708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a5074c0-2a33-4b92-b634-b53db1654330 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.837262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50758) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:19.853725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bfe08-ac5c-4324-afcd-886c149e7281 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Network': ['ID=87fdc2b7-cf41-43dc-8dec-6b976aeb0881,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:19.864500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'subnet': {'network_id': '87fdc2b7-cf41-43dc-8dec-6b976aeb0881', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:19.867661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 87fdc2b7-cf41-43dc-8dec-6b976aeb0881 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:19.871065 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-7cd1cef7-999c-4aaa-9eca-6be60f9e3334 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 200 len: 217 time: 0.1051273 Dec 22 08:44:19.931792 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64d56df9-3338-4a72-ad4d-6f90f37f9f50 req-9ed2ba67-f8bd-46c2-ab95-62095bd3000b tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158179 Dec 22 08:44:20.094674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:20.107689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3a2b28ee-5af8-4b26-af20-a577c0842ff4 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:20.116001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:20.136032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.20.0.1 (02597170-ec42-4d80-ad48-d82a252a629c/16909fc8-b7b1-405c-861f-472594a517bf/34a800b4-ef74-4d7d-b372-c9be642154a8) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:20.148158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 3a2b28ee-5af8-4b26-af20-a577c0842ff4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:20.148819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3a2b28ee-5af8-4b26-af20-a577c0842ff4 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:20.167532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:20.171027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.173222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4840f9-7124-49b2-a10f-1730fb1f14c7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting subnet b4040d17-e171-485f-b519-7f62783114f8 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:20.183986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a4840f9-7124-49b2-a10f-1730fb1f14c7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.242401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a5074c0-2a33-4b92-b634-b53db1654330 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.242773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5074c0-2a33-4b92-b634-b53db1654330 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Fanout notify agent at l3_agent the message router_deleted on router 48cc646c-9c25-4115-8c94-9367beca750b {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:20.256185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a29e428-f63a-4eae-b604-1c55b6b281d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.328770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a29e428-f63a-4eae-b604-1c55b6b281d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.331771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29e428-f63a-4eae-b604-1c55b6b281d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=19024dc4-22cc-492a-a6b5-c8187a5b0b6b,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:20.336652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3799707c-c5ae-41fc-9a71-81aaecd0c2cd None None] Network 39bc74a8-45bf-43bf-acd3-1ead96317109 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:20.343120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-555e111c-da61-4166-a7bb-6bd35f48baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:20.344607 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-555e111c-da61-4166-a7bb-6bd35f48baf9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d5c060c-ccd9-41f0-9d65-e66f1d58c321 HTTP/1.1" status: 200 len: 849 time: 0.4503851 Dec 22 08:44:20.354434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a4840f9-7124-49b2-a10f-1730fb1f14c7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.410109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.431465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Transition to ACTIVE for port object 34a800b4-ef74-4d7d-b372-c9be642154a8 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:20.438520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a5074c0-2a33-4b92-b634-b53db1654330 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.442501 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3a5074c0-2a33-4b92-b634-b53db1654330 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/routers/48cc646c-9c25-4115-8c94-9367beca750b HTTP/1.1" status: 204 len: 168 time: 1.5657780 Dec 22 08:44:20.454214 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9a29e428-f63a-4eae-b604-1c55b6b281d1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/19024dc4-22cc-492a-a6b5-c8187a5b0b6b HTTP/1.1" status: 204 len: 168 time: 2.7915590 Dec 22 08:44:20.460593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50762) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:20.461019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50764) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:20.470398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8,segment=NetworkSegment(cae7a6d7-b806-461e-82b9-d483f1f8e8c4),segment_id=cae7a6d7-b806-461e-82b9-d483f1f8e8c4)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:20.470398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.543305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.570212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:20.660016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:20.663107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 02597170-ec42-4d80-ad48-d82a252a629c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:20.667626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77aa31d-dc2b-4b5f-8c96-ccccd3848623 None None] DHCP port deletion for 39bc74a8-45bf-43bf-acd3-1ead96317109 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:20.672453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b77aa31d-dc2b-4b5f-8c96-ccccd3848623 None None] Deleting port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:20.672927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b77aa31d-dc2b-4b5f-8c96-ccccd3848623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.674542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:20.682911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:20.715944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=34a800b4-ef74-4d7d-b372-c9be642154a8,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:20.903272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:44:20.907626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.933737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b77aa31d-dc2b-4b5f-8c96-ccccd3848623 None None] For port 9d823fd3-6f99-4253-aaaa-9c2e9006c888, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d823fd3-6f99-4253-aaaa-9c2e9006c888,segment=NetworkSegment(4925168f-5abb-42c9-83ce-2bb56c52ae38),segment_id=4925168f-5abb-42c9-83ce-2bb56c52ae38)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:20.934127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b77aa31d-dc2b-4b5f-8c96-ccccd3848623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.974282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Subnet': ['ID=7862c766-8495-418a-a000-04d09a0da933,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:20.982864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.053183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Checking segment: {'id': '123a097a-26b5-42c9-af87-d781d30aa912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87fdc2b7-cf41-43dc-8dec-6b976aeb0881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:21.053979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network hostable DHCP agents. Network: 87fdc2b7-cf41-43dc-8dec-6b976aeb0881, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:21.083979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.087928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:21.098588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network 87fdc2b7-cf41-43dc-8dec-6b976aeb0881 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:21.102872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b77aa31d-dc2b-4b5f-8c96-ccccd3848623 None None] Calling delete_port for 9d823fd3-6f99-4253-aaaa-9c2e9006c888 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:21.126547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:21.133911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a4840f9-7124-49b2-a10f-1730fb1f14c7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.135860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 87fdc2b7-cf41-43dc-8dec-6b976aeb0881) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:21.140900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:21.141490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.172955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:21.173212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28b5df-8007-45da-b783-12e59903f599 None None] Network 87fdc2b7-cf41-43dc-8dec-6b976aeb0881 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:21.189285 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7698f76a-397f-4889-bd09-165f53275d9b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3484285 Dec 22 08:44:21.190727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50772) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:21.198016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-43ee8df1-43ea-42fb-bb24-0998be31307b None None] Provisioning for port 34a800b4-ef74-4d7d-b372-c9be642154a8 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:21.207497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-43ee8df1-43ea-42fb-bb24-0998be31307b None None] Provisioning complete for port 34a800b4-ef74-4d7d-b372-c9be642154a8 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:21.207742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-43ee8df1-43ea-42fb-bb24-0998be31307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.209058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.223279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'port': {'network_id': '87fdc2b7-cf41-43dc-8dec-6b976aeb0881', 'name': 'tempest-NetworksIpV6TestAttrs-1232387115'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:21.291126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:21.309829 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.323347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:21.323692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.342979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-43ee8df1-43ea-42fb-bb24-0998be31307b None None] Port 34a800b4-ef74-4d7d-b372-c9be642154a8 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:21.355572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b77aa31d-dc2b-4b5f-8c96-ccccd3848623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.356405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.390610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-d97cad51-66ef-48ac-96b0-c21a872302dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:21.392232 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-d97cad51-66ef-48ac-96b0-c21a872302dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be8d44ef-bc10-4f72-a013-37103d3cf27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0006208 Dec 22 08:44:21.403256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77aa31d-dc2b-4b5f-8c96-ccccd3848623 None None] Pushing event deleted for resources: {'Port': ['ID=9d823fd3-6f99-4253-aaaa-9c2e9006c888,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:21.414733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77aa31d-dc2b-4b5f-8c96-ccccd3848623 None None] No DVR routers for this DVR port 9d823fd3-6f99-4253-aaaa-9c2e9006c888 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:21.472363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:21.473363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:21.476845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.517333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] The port '9d823fd3-6f99-4253-aaaa-9c2e9006c888' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:44:21.533123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:port and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:21.543640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:21.546268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-87fdc2b7-cf41-43dc-8dec-6b976aeb0881', 'network_id': '87fdc2b7-cf41-43dc-8dec-6b976aeb0881', 'tenant_id': '30e319488da043b6995e3be778ff90c6', 'fixed_ips': [{'subnet_id': '7862c766-8495-418a-a000-04d09a0da933'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:21.547142 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.559175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:21.644034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:21.647858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.682371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] device_id is not set on port b7cf4e70-7d8a-475f-bd71-ba57ece09efb yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:21.718127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e0e2ba94-f6a0-4a31-a05a-c59bb5ff52bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.731916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Allocated IP 2001:db8::f816:3eff:fec1:f42d (87fdc2b7-cf41-43dc-8dec-6b976aeb0881/7862c766-8495-418a-a000-04d09a0da933/baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:21.797149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.923433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.928807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.940947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a4840f9-7124-49b2-a10f-1730fb1f14c7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.954259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.966682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Transition to ACTIVE for port object baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:21.979755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Port': ['ID=8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:22.002748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Transition to ACTIVE for port object baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:22.010056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.062598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.074388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=34a800b4-ef74-4d7d-b372-c9be642154a8,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:22.090343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08ad9a-7d9a-41a3-a515-83040bf59ce7 None None] DHCP port deletion for 0c204871-b749-40a2-a29f-b324c7b04d86 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:22.105460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4840f9-7124-49b2-a10f-1730fb1f14c7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Subnet': ['ID=b4040d17-e171-485f-b519-7f62783114f8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:22.125709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb1e8e2-09f3-48d5-a902-a5c2b4ee9c75 None None] Network d7bbb84e-1c39-4674-bd7b-65231a7c7c50 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:22.153154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a4840f9-7124-49b2-a10f-1730fb1f14c7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.238857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No DVR routers for this DVR port 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:22.251445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Allocated IP 2001:db8::f816:3eff:fe52:6617 (87fdc2b7-cf41-43dc-8dec-6b976aeb0881/7862c766-8495-418a-a000-04d09a0da933/b7cf4e70-7d8a-475f-bd71-ba57ece09efb) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:22.252545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:22.255930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.291189 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 02597170-ec42-4d80-ad48-d82a252a629c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:22.302370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:22.305129 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bd098-5706-4a07-a25e-2b438b7399f3 req-33ac5fef-2236-4bb6-8228-9caf2573b1f8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:22.312881 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e37bd098-5706-4a07-a25e-2b438b7399f3 req-33ac5fef-2236-4bb6-8228-9caf2573b1f8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 944 time: 1.1052341 Dec 22 08:44:22.319210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:22.319814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8fcd64bc-2dda-4f94-bfe2-4c66b6b3e5a8 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:22.320164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d823fd3-6f99-4253-aaaa-9c2e9006c888 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:22.349557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Network 87fdc2b7-cf41-43dc-8dec-6b976aeb0881 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:22.354222 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1a4840f9-7124-49b2-a10f-1730fb1f14c7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/b4040d17-e171-485f-b519-7f62783114f8 HTTP/1.1" status: 204 len: 168 time: 2.6848972 Dec 22 08:44:22.360748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:22.363301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:22.377209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Allocated IP 172.26.1.23 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/622625c8-ccd5-48ec-aa16-59dcc92e4fd3) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:22.383008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50776) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:22.400359 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-ddd2536b-0357-4f19-8338-97cf7118aed5 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9903865 Dec 22 08:44:22.420210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bc74a8-45bf-43bf-acd3-1ead96317109']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:22.433064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 9d823fd3-6f99-4253-aaaa-9c2e9006c888 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:22.433476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d823fd3-6f99-4253-aaaa-9c2e9006c888 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:22.436052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Pushing event updated for resources: {'Port': ['ID=baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:22.497616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4925168f-5abb-42c9-83ce-2bb56c52ae38') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:22.497996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4925168f-5abb-42c9-83ce-2bb56c52ae38') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:22.546972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Attempting to bind port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:22.547436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Attempting to bind port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '123a097a-26b5-42c9-af87-d781d30aa912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87fdc2b7-cf41-43dc-8dec-6b976aeb0881'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:22.547872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Attempting to bind port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 on network 87fdc2b7-cf41-43dc-8dec-6b976aeb0881 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:22.556111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:22.556573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Checking segment: {'id': '123a097a-26b5-42c9-af87-d781d30aa912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87fdc2b7-cf41-43dc-8dec-6b976aeb0881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:22.557038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.557491 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Bound using segment: {'id': '123a097a-26b5-42c9-af87-d781d30aa912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87fdc2b7-cf41-43dc-8dec-6b976aeb0881'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:22.558038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Bound port: baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123a097a-26b5-42c9-af87-d781d30aa912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87fdc2b7-cf41-43dc-8dec-6b976aeb0881'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:22.558464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.596834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.618442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.692759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] For port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:22.713303 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] For port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3,segment=NetworkSegment(123a097a-26b5-42c9-af87-d781d30aa912),segment_id=123a097a-26b5-42c9-af87-d781d30aa912)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:22.714954 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4bec88c9-907b-467e-bb9a-661b57a530ca None None] Provisioning complete for port 34a800b4-ef74-4d7d-b372-c9be642154a8 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:22.714954 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4bec88c9-907b-467e-bb9a-661b57a530ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.726012 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e37bd098-5706-4a07-a25e-2b438b7399f3 req-a0c629f7-f319-4a8b-afe2-3a8ff1ba73b3 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4121785 Dec 22 08:44:22.746517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.748331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.803109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.804233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac0c7f3-29e0-471b-b756-6728bd8b6c96 None None] DHCP port deletion for d7bbb84e-1c39-4674-bd7b-65231a7c7c50 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:22.830613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-fac0c7f3-29e0-471b-b756-6728bd8b6c96 None None] Deleting port 2a711d4d-2c58-4bcd-adb0-134ee909a18d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:22.831088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fac0c7f3-29e0-471b-b756-6728bd8b6c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.858155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:22.858652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.859087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:22.874175 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:22.893660 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4bec88c9-907b-467e-bb9a-661b57a530ca None None] Port 34a800b4-ef74-4d7d-b372-c9be642154a8 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:22.925587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 01084cc2-6e56-4fcd-b7bf-7134e10a5077 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:22.926589 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 2a711d4d-2c58-4bcd-adb0-134ee909a18d {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:22.926945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.975701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdff7de-e9ed-4616-8a07-eaee6540fd3a None None] Pushing event updated for resources: {'Port': ['ID=baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:22.990369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.019822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.119863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.130475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.132633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.135295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fac0c7f3-29e0-471b-b756-6728bd8b6c96 None None] For port 2a711d4d-2c58-4bcd-adb0-134ee909a18d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a711d4d-2c58-4bcd-adb0-134ee909a18d,segment=NetworkSegment(86eb4365-e64e-4092-baf3-9a230d3b437f),segment_id=86eb4365-e64e-4092-baf3-9a230d3b437f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:23.135683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fac0c7f3-29e0-471b-b756-6728bd8b6c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.137087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.178054 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c325ae-dd5a-4d9a-9112-90e1950f113f req-e6e14f1b-6ec2-4496-a8a6-671a2cfd569d service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7545447 Dec 22 08:44:23.178512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Transition to ACTIVE for port object b7cf4e70-7d8a-475f-bd71-ba57ece09efb will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:23.207793 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.213748 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Network': ['ID=39bc74a8-45bf-43bf-acd3-1ead96317109,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.230483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=473497b9-46d3-448f-9efa-57a1b47545ef,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.308618 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc1cd1-dd6e-4db5-a27c-3779f7562e52 None None] Network 0c204871-b749-40a2-a29f-b324c7b04d86 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:23.330005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-fac0c7f3-29e0-471b-b756-6728bd8b6c96 None None] Calling delete_port for 2a711d4d-2c58-4bcd-adb0-134ee909a18d owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:23.429979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port 2a711d4d-2c58-4bcd-adb0-134ee909a18d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a711d4d-2c58-4bcd-adb0-134ee909a18d,segment=NetworkSegment(86eb4365-e64e-4092-baf3-9a230d3b437f),segment_id=86eb4365-e64e-4092-baf3-9a230d3b437f)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:23.430608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.439352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:23.442778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.449158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.452536 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd38d00-6e9d-45ec-8331-a6bfef04304a None None] Sync routers for ids ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:23.468621 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd38d00-6e9d-45ec-8331-a6bfef04304a None None] Routers {'01084cc2-6e56-4fcd-b7bf-7134e10a5077'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:23.472186 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3fd38d00-6e9d-45ec-8331-a6bfef04304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.536071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=4678f52c-0153-41be-b4eb-485645b6cbad,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.552882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:23.563115 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2a643668-4b90-4e9f-8123-67ec336bde56 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/networks/39bc74a8-45bf-43bf-acd3-1ead96317109 HTTP/1.1" status: 204 len: 168 time: 3.0755596 Dec 22 08:44:23.564156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:23.567632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:23.568420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.572464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50780) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:23.573101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fac0c7f3-29e0-471b-b756-6728bd8b6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.594218 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3fd38d00-6e9d-45ec-8331-a6bfef04304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.605128 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1974312999'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:23.606900 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd38d00-6e9d-45ec-8331-a6bfef04304a None None] Routers {'01084cc2-6e56-4fcd-b7bf-7134e10a5077'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:23.607721 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3fd38d00-6e9d-45ec-8331-a6bfef04304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.624416 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c5568c67-0902-44e1-9e6c-2cc57cd3d6b2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "PUT /v2.0/routers/01084cc2-6e56-4fcd-b7bf-7134e10a5077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4556732 Dec 22 08:44:23.625540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c204871-b749-40a2-a29f-b324c7b04d86']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.631457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 2a711d4d-2c58-4bcd-adb0-134ee909a18d owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:23.633701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:23.641179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50784) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:23.645264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:network and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:23.654226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d4e2c-d0d6-4c59-b0af-2e1f8a63b2db None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:23.654716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'port': {'network_id': '02597170-ec42-4d80-ad48-d82a252a629c', 'name': 'tempest-FloatingIPTestJSON-2067802025'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:23.702281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network 87fdc2b7-cf41-43dc-8dec-6b976aeb0881 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:23.707395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:23.709155 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3fd38d00-6e9d-45ec-8331-a6bfef04304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.713817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:23.718926 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd38d00-6e9d-45ec-8331-a6bfef04304a None None] The sync data for ids ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:23.719457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:23.720114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.736569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Port': ['ID=b7cf4e70-7d8a-475f-bd71-ba57ece09efb,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.763074 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7238481a-9590-4c79-a743-0737715c0c32 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5711801 Dec 22 08:44:23.766525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50790) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:23.809625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:23.810709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:23.817617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac0c7f3-29e0-471b-b756-6728bd8b6c96 None None] No DVR routers for this DVR port 2a711d4d-2c58-4bcd-adb0-134ee909a18d on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:23.824132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0c7f3-29e0-471b-b756-6728bd8b6c96 None None] Pushing event deleted for resources: {'Port': ['ID=2a711d4d-2c58-4bcd-adb0-134ee909a18d,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.826946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:23.830670 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cf0970-4151-4cef-b1f9-4f0f987f3baf None None] DHCP port deletion for 0c204871-b749-40a2-a29f-b324c7b04d86 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:23.834674 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae7a6d7-b806-461e-82b9-d483f1f8e8c4') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.835076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae7a6d7-b806-461e-82b9-d483f1f8e8c4') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.845177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb1e785-59d1-413d-88fe-cac227f964fc tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Deleting subnet 7862c766-8495-418a-a000-04d09a0da933 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:23.853343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e785-59d1-413d-88fe-cac227f964fc tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.854943 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f4319cec-2b00-4785-a4cc-83787e65b48e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3689327 Dec 22 08:44:23.868482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:23.875639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50794) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:23.890232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-620859205', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:23.898938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.916995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:23.996075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e785-59d1-413d-88fe-cac227f964fc tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.001667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '4678f52c-0153-41be-b4eb-485645b6cbad'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:24.002827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.031217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.058615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:router and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:24.066013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:24.075659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:24.118115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.139422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dd9a5-fea0-4ef1-8639-ea3a871d3468 req-13ac4faf-8b49-425d-aef9-b5fa36b8b6a5 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:24.140971 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-476dd9a5-fea0-4ef1-8639-ea3a871d3468 req-13ac4faf-8b49-425d-aef9-b5fa36b8b6a5 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 944 time: 0.2484417 Dec 22 08:44:24.149033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:24.153808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.194368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.202577 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:24.233558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.234507 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-476dd9a5-fea0-4ef1-8639-ea3a871d3468 req-7be380ff-7130-45e2-ab84-2d7566c189c6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622983 Dec 22 08:44:24.234662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.254366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e785-59d1-413d-88fe-cac227f964fc tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.256494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:24.279229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:24.279683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:24.300414 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:24.305264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Usage tracker for resource:port and tenant:4b23950907ce4be994f895524d5180ba is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:24.312161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 2a711d4d-2c58-4bcd-adb0-134ee909a18d {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:24.312627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.317273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/4678f52c-0153-41be-b4eb-485645b6cbad/cb55b033-1ddb-4b16-9a5b-35604da4771d) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:24.320787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:24.343326 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:24.353054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Pushing event updated for resources: {'Port': ['ID=622625c8-ccd5-48ec-aa16-59dcc92e4fd3,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:24.363845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:24.408258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] The port '2a711d4d-2c58-4bcd-adb0-134ee909a18d' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:44:24.412793 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:24.425669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:24.434138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:24.462582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.493456 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504d260e-8e93-4982-98bb-6ef74fad3ffc None None] Network 87fdc2b7-cf41-43dc-8dec-6b976aeb0881 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:24.497965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-fb4fd078-1678-47be-a7c8-a022939bd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:24.499887 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-fb4fd078-1678-47be-a7c8-a022939bd677 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 1097 time: 1.2645354 Dec 22 08:44:24.526050 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a711d4d-2c58-4bcd-adb0-134ee909a18d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:24.534041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Made reservation on behalf of 4b23950907ce4be994f895524d5180ba for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:24.537458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.551884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.597525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 2a711d4d-2c58-4bcd-adb0-134ee909a18d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:24.597909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a711d4d-2c58-4bcd-adb0-134ee909a18d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:24.600644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.614652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.680032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=0c204871-b749-40a2-a29f-b324c7b04d86,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:24.685879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.689142 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-13aaa22b-1a22-46ff-bcdb-e3672ee1b1a9 None None] Provisioning for port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:24.694368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e785-59d1-413d-88fe-cac227f964fc tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.699564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-13aaa22b-1a22-46ff-bcdb-e3672ee1b1a9 None None] Provisioning complete for port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:24.699934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-13aaa22b-1a22-46ff-bcdb-e3672ee1b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.744377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1e785-59d1-413d-88fe-cac227f964fc tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Subnet': ['ID=7862c766-8495-418a-a000-04d09a0da933,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:24.752708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e785-59d1-413d-88fe-cac227f964fc tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.756237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bbb84e-1c39-4674-bd7b-65231a7c7c50']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:24.764659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] device_id is not set on port 5afbde1f-02c6-4793-8c84-c40031c25c4d yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:24.775975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86eb4365-e64e-4092-baf3-9a230d3b437f') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:24.776491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86eb4365-e64e-4092-baf3-9a230d3b437f') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:24.781217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.789485 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fdb1e785-59d1-413d-88fe-cac227f964fc tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/subnets/7862c766-8495-418a-a000-04d09a0da933 HTTP/1.1" status: 204 len: 168 time: 1.0195816 Dec 22 08:44:24.789815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50798) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:24.793100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.839923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Transition to ACTIVE for port object cb55b033-1ddb-4b16-9a5b-35604da4771d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:24.847528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:24.852274 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c9671883-0bb1-40a0-909f-16a8c4bf74b9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/0c204871-b749-40a2-a29f-b324c7b04d86 HTTP/1.1" status: 204 len: 168 time: 11.7526987 Dec 22 08:44:24.855803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.860001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50802) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:24.872755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-534608798'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:24.880568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:24.881096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.897082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:24.899445 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:24.909232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:network and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:24.915238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:24.933145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c1f52-60ff-415a-9fc6-3eeab027b684 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:24.935379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c1f52-60ff-415a-9fc6-3eeab027b684 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:24.936215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-920c1f52-60ff-415a-9fc6-3eeab027b684 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Synchronizing usage tracker for tenant:30e319488da043b6995e3be778ff90c6 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:24.939143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:24.945294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.945637 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Added segment 95644b46-4535-46d2-934e-82dd7e93b5eb of type vlan for network 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 Dec 22 08:44:24.956418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Transition to ACTIVE for port object cb55b033-1ddb-4b16-9a5b-35604da4771d will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:24.958085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.959300 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7eed9636-b3cf-43db-8ac1-9ff58d765e86 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0764165 Dec 22 08:44:24.972733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-13aaa22b-1a22-46ff-bcdb-e3672ee1b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.972936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50806) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:24.985108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.024041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:25.030100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.077724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:25.082565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:25.086881 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.088716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-920c1f52-60ff-415a-9fc6-3eeab027b684 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Unset dirty status for tenant:30e319488da043b6995e3be778ff90c6 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:25.090280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:25.090517 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-920c1f52-60ff-415a-9fc6-3eeab027b684 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2994361 Dec 22 08:44:25.093879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:25.095130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-13aaa22b-1a22-46ff-bcdb-e3672ee1b1a9 None None] For port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3,segment=NetworkSegment(123a097a-26b5-42c9-af87-d781d30aa912),segment_id=123a097a-26b5-42c9-af87-d781d30aa912)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:25.096141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Pushing event updated for resources: {'Port': ['ID=cb55b033-1ddb-4b16-9a5b-35604da4771d,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:25.115037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50810) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:25.119458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.140263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-13aaa22b-1a22-46ff-bcdb-e3672ee1b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.154797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Network': ['ID=d7bbb84e-1c39-4674-bd7b-65231a7c7c50,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:25.158343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.158934 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment 39ead142-76a6-47ff-99f7-0108ddce14b5 of type vlan for network fc2a9d43-a350-4231-982c-0808f26b60a7 Dec 22 08:44:25.164876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-c91fd3fb-900f-4480-b416-92f73f08779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.166436 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-c91fd3fb-900f-4480-b416-92f73f08779e service neutron] 10.222.0.54 "GET /v2.0/networks?id=be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 200 len: 911 time: 0.6549017 Dec 22 08:44:25.181540 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-96251558-3885-4d10-8142-76616be5dd25 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/networks/d7bbb84e-1c39-4674-bd7b-65231a7c7c50 HTTP/1.1" status: 204 len: 168 time: 2.7974584 Dec 22 08:44:25.187207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50814) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:25.198825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'network': {'name': 'tempest-RoutersTest-1901541487'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:25.204963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.211497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:25.242575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 2dc65dd8-10d9-4261-9692-eaee493fcef4 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:44:25.244759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e662304-2515-4a18-a149-aa0310d94ede None None] DHCP port deletion for 87fdc2b7-cf41-43dc-8dec-6b976aeb0881 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:25.264264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9e662304-2515-4a18-a149-aa0310d94ede None None] Deleting port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:25.264663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e662304-2515-4a18-a149-aa0310d94ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.283677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:network and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:25.292599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Attempting to bind port cb55b033-1ddb-4b16-9a5b-35604da4771d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:25.292599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Attempting to bind port cb55b033-1ddb-4b16-9a5b-35604da4771d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:25.292877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Attempting to bind port cb55b033-1ddb-4b16-9a5b-35604da4771d on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:25.303367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:25.310333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.318567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:25.319194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:25.319571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:25.319975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.320367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:25.320841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Bound port: cb55b033-1ddb-4b16-9a5b-35604da4771d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:25.321213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.331491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0673ee88-c074-4c3c-9f89-6a21655da448 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.343807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaa22b-1a22-46ff-bcdb-e3672ee1b1a9 None None] Pushing event updated for resources: {'Port': ['ID=baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:25.367005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:25.370496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.389613 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0673ee88-c074-4c3c-9f89-6a21655da448 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 08:44:25.390623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0673ee88-c074-4c3c-9f89-6a21655da448 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:25.391814 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0673ee88-c074-4c3c-9f89-6a21655da448 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/87fdc2b7-cf41-43dc-8dec-6b976aeb0881 HTTP/1.1" status: 409 len: 405 time: 0.2684600 Dec 22 08:44:25.397150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50820) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:25.400959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Allocated IP 172.20.0.3 (02597170-ec42-4d80-ad48-d82a252a629c/16909fc8-b7b1-405c-861f-472594a517bf/5afbde1f-02c6-4793-8c84-c40031c25c4d) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:25.406870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-680404845'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:25.411829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:25.415958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:network and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:25.419906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:25.426296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:25.432647 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.438910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.439493 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.442492 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-a2ec077f-7e6a-4628-bccc-b048b2ed2050 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 200 len: 217 time: 0.2322197 Dec 22 08:44:25.498001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:25.501580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.516698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:25.572112 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7109380 Dec 22 08:44:25.584888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50824) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:25.590277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca00d7-ff75-440b-9680-be72ce7a708f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=fc2a9d43-a350-4231-982c-0808f26b60a7,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:25.593248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.594696 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added segment 386e911a-7cb7-4f13-961f-7109b798d454 of type vlan for network 0fefbf12-514d-455f-a7f7-e873169e7406 Dec 22 08:44:25.597967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': 'fc2a9d43-a350-4231-982c-0808f26b60a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:25.625704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network fc2a9d43-a350-4231-982c-0808f26b60a7 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:25.654037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:25.689403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] For port cb55b033-1ddb-4b16-9a5b-35604da4771d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:25.736974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.737187 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Added segment 26cd0fef-a8d8-44a5-b158-f02f97c57a9e of type vlan for network 9afe0934-641e-4b91-8b3e-137050570326 Dec 22 08:44:25.743204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] For port cb55b033-1ddb-4b16-9a5b-35604da4771d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cb55b033-1ddb-4b16-9a5b-35604da4771d,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:25.745310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9e662304-2515-4a18-a149-aa0310d94ede None None] For port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3,segment=NetworkSegment(123a097a-26b5-42c9-af87-d781d30aa912),segment_id=123a097a-26b5-42c9-af87-d781d30aa912)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:25.746052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e662304-2515-4a18-a149-aa0310d94ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.747143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.769486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:25.785285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:subnet and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:25.790331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:44:25.796730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:25.800691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.813194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:25.838185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.843585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.844186 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.850048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 2dc65dd8-10d9-4261-9692-eaee493fcef4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:25.852460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:25.855736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.868094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.931242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.937288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.937893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.008754 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8202646 Dec 22 08:44:26.062445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50828) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:26.070663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8746d8-90a1-4b85-bba5-f0fe98822387 None None] Pushing event updated for resources: {'Port': ['ID=cb55b033-1ddb-4b16-9a5b-35604da4771d,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:26.074280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'subnet': {'network_id': '0fefbf12-514d-455f-a7f7-e873169e7406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:26.083115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9e662304-2515-4a18-a149-aa0310d94ede None None] Calling delete_port for baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:26.100541 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7022264 Dec 22 08:44:26.101694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35342e90-6961-4e28-b200-3f2747b4dcac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Network': ['ID=0fefbf12-514d-455f-a7f7-e873169e7406,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:26.107928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50832) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:26.122698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '2dc65dd8-10d9-4261-9692-eaee493fcef4', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'port_id': '2dc65dd8-10d9-4261-9692-eaee493fcef4', 'mac_address': 'fa:16:3e:f8:27:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:44:26.142686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 0fefbf12-514d-455f-a7f7-e873169e7406 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:26.146646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'subnet': {'network_id': '9afe0934-641e-4b91-8b3e-137050570326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:26.155562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:26.177157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.182775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:26.184002 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.266064 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6780238 Dec 22 08:44:26.282844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50836) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:26.311463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '5c6c01f9-03c7-4e21-b7a9-0decca6631b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:26.336371 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-d646b450-d50f-4191-9aea-011bffc97a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:26.337938 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-d646b450-d50f-4191-9aea-011bffc97a92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d5c060c-ccd9-41f0-9d65-e66f1d58c321 HTTP/1.1" status: 200 len: 849 time: 0.8479624 Dec 22 08:44:26.384194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.384739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37364cf0-50e7-4f7b-af18-afc9ba628139 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Network': ['ID=9afe0934-641e-4b91-8b3e-137050570326,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:26.415517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 9afe0934-641e-4b91-8b3e-137050570326 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:26.429718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc65dd8-10d9-4261-9692-eaee493fcef4 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:44:26.442016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:26.451119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:subnet and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:26.456920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:26.472267 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e662304-2515-4a18-a149-aa0310d94ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.478609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:26.492700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:26.503904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:26.517130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 update to DOWN by agent not found {{(pid=87536) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 08:44:26.521945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:26.526228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.545431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e662304-2515-4a18-a149-aa0310d94ede None None] Pushing event deleted for resources: {'Port': ['ID=baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:26.548127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 2dc65dd8-10d9-4261-9692-eaee493fcef4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:26.554610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:26.558268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.600096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e662304-2515-4a18-a149-aa0310d94ede None None] No DVR routers for this DVR port baed1ee0-6ea9-4c7d-9dbb-3697ab3c8ec3 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:26.606824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.639594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:26.643924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:26.647372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:26.654356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:26.723813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737ebd6-7e5f-4a7d-8a18-6105266f673c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Network': ['ID=5c6c01f9-03c7-4e21-b7a9-0decca6631b3,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:26.729902 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=2dc65dd8-10d9-4261-9692-eaee493fcef4,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:26.740543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:26.745732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.906140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:26.910024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.915086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['2dc65dd8-10d9-4261-9692-eaee493fcef4'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:44:26.924238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.958808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936463bb-0414-4c5f-affe-61fa96ca84b5 req-a3167de3-a9b8-486a-be60-7a0bb78ce822 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:26.966386 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-936463bb-0414-4c5f-affe-61fa96ca84b5 req-a3167de3-a9b8-486a-be60-7a0bb78ce822 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 944 time: 1.4633534 Dec 22 08:44:26.999383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.054821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=fc2aabb3-5b48-45e3-8884-c714bd9a1f3b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:27.060156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.143545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': '39ead142-76a6-47ff-99f7-0108ddce14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc2a9d43-a350-4231-982c-0808f26b60a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:27.144170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: fc2a9d43-a350-4231-982c-0808f26b60a7, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:27.217373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network fc2a9d43-a350-4231-982c-0808f26b60a7 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:27.264974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, fc2a9d43-a350-4231-982c-0808f26b60a7) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:27.271531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:27.272117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.282465 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82003649-ee64-440f-8917-bc69adda9c99 None None] Network fc2a9d43-a350-4231-982c-0808f26b60a7 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:27.285581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.361903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Transition to ACTIVE for port object 5afbde1f-02c6-4793-8c84-c40031c25c4d will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:27.380744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Subnet': ['ID=2457fafa-71e6-4e4c-abc7-6308c0a3ec81,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:27.465116 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-19881eaa-f7c5-47a2-9e2d-b2db658b0543 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8791487 Dec 22 08:44:27.466128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50840) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:27.491726 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-936463bb-0414-4c5f-affe-61fa96ca84b5 req-47bce924-be19-4242-b67a-3a188aa2aa20 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5244746 Dec 22 08:44:27.543080 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-fc2a9d43-a350-4231-982c-0808f26b60a7', 'network_id': 'fc2a9d43-a350-4231-982c-0808f26b60a7', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': 'fc2aabb3-5b48-45e3-8884-c714bd9a1f3b'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:27.544826 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.682342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.692011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:44:27.693717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.695972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.698977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-66cd1cd4-45d1-4ce7-b23a-252f293ca0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:27.700528 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-66cd1cd4-45d1-4ce7-b23a-252f293ca0bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be8d44ef-bc10-4f72-a013-37103d3cf27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3343012 Dec 22 08:44:27.731046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Allocated IP 172.20.0.1 (fc2a9d43-a350-4231-982c-0808f26b60a7/fc2aabb3-5b48-45e3-8884-c714bd9a1f3b/bb1dc582-66c0-4548-9e35-f3848b2b4e03) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:27.780646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-318a9fc0-43e0-45a1-9470-b098d7b8e323 None None] Provisioning for port cb55b033-1ddb-4b16-9a5b-35604da4771d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:27.851424 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Subnet': ['ID=854e32d8-772d-493f-9bf4-b7daf1015ec7,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:27.861226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Checking segment: {'id': '386e911a-7cb7-4f13-961f-7109b798d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0fefbf12-514d-455f-a7f7-e873169e7406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:27.861594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network hostable DHCP agents. Network: 0fefbf12-514d-455f-a7f7-e873169e7406, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:27.870353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Checking segment: {'id': '26cd0fef-a8d8-44a5-b158-f02f97c57a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9afe0934-641e-4b91-8b3e-137050570326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:27.870712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network hostable DHCP agents. Network: 9afe0934-641e-4b91-8b3e-137050570326, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:27.901667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.941824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network 9afe0934-641e-4b91-8b3e-137050570326 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:27.955810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network 0fefbf12-514d-455f-a7f7-e873169e7406 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:28.008148 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.017658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 9afe0934-641e-4b91-8b3e-137050570326) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:28.020257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Transition to ACTIVE for port object bb1dc582-66c0-4548-9e35-f3848b2b4e03 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:28.026032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 0fefbf12-514d-455f-a7f7-e873169e7406) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:28.030848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:28.031618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.032338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc326490-0cf3-419a-9ee2-92c6cf23530d None None] Network 9afe0934-641e-4b91-8b3e-137050570326 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:28.036156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:28.036911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.051666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82578c2-8a62-427e-b6ee-97c5cd48d64a None None] Network 0fefbf12-514d-455f-a7f7-e873169e7406 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:28.064819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.066856 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-01f580e7-ef36-48a3-a978-44c229a74df9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9552734 Dec 22 08:44:28.068598 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ecedc283-7caf-4244-bf31-d8e2b84f3f4b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0052130 Dec 22 08:44:28.071409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50844) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:28.074720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50846) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:28.099687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Transition to ACTIVE for port object bb1dc582-66c0-4548-9e35-f3848b2b4e03 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:28.105898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1761174776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:28.115672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:28.133571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:router and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:28.133793 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.135608 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=29a1a200-31a1-4676-a431-4d52971a88a5,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.137757 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:28.155218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:28.209573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cb55b033-1ddb-4b16-9a5b-35604da4771d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:28.215333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.238223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.269037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.270051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.278085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2aabb3-5b48-45e3-8884-c714bd9a1f3b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.344604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Checking segment: {'id': '95644b46-4535-46d2-934e-82dd7e93b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5c6c01f9-03c7-4e21-b7a9-0decca6631b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:28.345128 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network hostable DHCP agents. Network: 5c6c01f9-03c7-4e21-b7a9-0decca6631b3, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:28.346008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.358568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.362786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Network 02597170-ec42-4d80-ad48-d82a252a629c is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:28.366594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Network fc2a9d43-a350-4231-982c-0808f26b60a7 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:28.382785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:28.389106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:28.391891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:28.408450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:28.421286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.451459 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Pushing event updated for resources: {'Port': ['ID=bb1dc582-66c0-4548-9e35-f3848b2b4e03,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.451848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.480051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event updated for resources: {'Port': ['ID=5afbde1f-02c6-4793-8c84-c40031c25c4d,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.531102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2a9d43-a350-4231-982c-0808f26b60a7']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:28.544567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.550471 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-3d353488-9d36-423a-a0bc-fe8fa75e7fbe service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256789 Dec 22 08:44:28.563159 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8f029cb5-6a42-4e42-b449-cdf397fc9134 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4907570 Dec 22 08:44:28.571458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50854) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:28.627229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:28.632050 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port cb55b033-1ddb-4b16-9a5b-35604da4771d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:28.680071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 5c6c01f9-03c7-4e21-b7a9-0decca6631b3) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:28.687450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:28.688145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.689894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ead142-76a6-47ff-99f7-0108ddce14b5') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:28.690360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ead142-76a6-47ff-99f7-0108ddce14b5') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:28.710899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Attempting to bind port bb1dc582-66c0-4548-9e35-f3848b2b4e03 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:28.711349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Attempting to bind port bb1dc582-66c0-4548-9e35-f3848b2b4e03 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '39ead142-76a6-47ff-99f7-0108ddce14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc2a9d43-a350-4231-982c-0808f26b60a7'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:28.711774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Attempting to bind port bb1dc582-66c0-4548-9e35-f3848b2b4e03 on network fc2a9d43-a350-4231-982c-0808f26b60a7 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:28.714094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port cb55b033-1ddb-4b16-9a5b-35604da4771d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:28.714853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.750714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.752779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::1 (906224fb-f2fa-4b66-98df-524285cae5f9/4678f52c-0153-41be-b4eb-485645b6cbad/9b9fdea6-94d1-48b2-8221-a8d15906be0c) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:28.764761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:28.765460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.771282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8c7a28-1c92-415b-a694-6369893f0688 None None] Network 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:28.804430 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-78c2e8dc-929d-4b4a-930a-d4c229c2d9bf tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1608551 Dec 22 08:44:28.812152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50858) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:28.846821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Request body: {'floatingip': {'port_id': '5afbde1f-02c6-4793-8c84-c40031c25c4d'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:28.854865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:28.855514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Checking segment: {'id': '39ead142-76a6-47ff-99f7-0108ddce14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc2a9d43-a350-4231-982c-0808f26b60a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:28.856185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.857347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Bound using segment: {'id': '39ead142-76a6-47ff-99f7-0108ddce14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc2a9d43-a350-4231-982c-0808f26b60a7'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:28.858163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Bound port: bb1dc582-66c0-4548-9e35-f3848b2b4e03, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ead142-76a6-47ff-99f7-0108ddce14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc2a9d43-a350-4231-982c-0808f26b60a7'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:28.858701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.877147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a807f88c-8cff-45de-855e-bff7ce0f232a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-9afe0934-641e-4b91-8b3e-137050570326', 'network_id': '9afe0934-641e-4b91-8b3e-137050570326', 'tenant_id': '30e319488da043b6995e3be778ff90c6', 'fixed_ips': [{'subnet_id': '854e32d8-772d-493f-9bf4-b7daf1015ec7'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:28.878087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a807f88c-8cff-45de-855e-bff7ce0f232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.887086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-0fefbf12-514d-455f-a7f7-e873169e7406', 'network_id': '0fefbf12-514d-455f-a7f7-e873169e7406', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'fixed_ips': [{'subnet_id': '2457fafa-71e6-4e4c-abc7-6308c0a3ec81'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:28.888284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.905091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0f278d30-157a-44c5-b9cd-1919cfd7ef12 None None] Provisioning for port 5afbde1f-02c6-4793-8c84-c40031c25c4d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:28.922796 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4757d889-d770-49fd-a96d-6bbf0d58dde6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6280279 Dec 22 08:44:28.953068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50862) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:28.983661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1986297369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:28.993142 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0f278d30-157a-44c5-b9cd-1919cfd7ef12 None None] Provisioning complete for port 5afbde1f-02c6-4793-8c84-c40031c25c4d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:28.994087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0f278d30-157a-44c5-b9cd-1919cfd7ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.004276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.012491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:29.013149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:29.093408 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:29.202363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:29.228188 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:router and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:29.231942 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-80da82dc-b7a3-4c4c-8f2b-7a36a0dda5dd req-5e4fc9ad-cbb3-44cc-af5e-3e21a20c4346 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443908 Dec 22 08:44:29.235081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:29.249650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.255525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.256990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0f278d30-157a-44c5-b9cd-1919cfd7ef12 None None] Port 5afbde1f-02c6-4793-8c84-c40031c25c4d cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:29.276721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 2dc65dd8-10d9-4261-9692-eaee493fcef4 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:29.302762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:29.349862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Router 748c4dbf-ee18-477e-b370-e58e2b0196e0 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:29.379769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.381474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.433542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:44:29.433542 dv-neutron-822561-2-hyperv neutron-server[87535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:44:29.433542 dv-neutron-822561-2-hyperv neutron-server[87535]: [parameters: {'id': 'fc2a9d43-a350-4231-982c-0808f26b60a7'}] Dec 22 08:44:29.433542 dv-neutron-822561-2-hyperv neutron-server[87535]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:29.434041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:29.494334 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.524359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32cc2-71c4-4fd2-ac0b-a426797da127 req-2f6252f2-b1a8-432e-95b7-51a7bcbdb19a tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:29.526138 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-78c32cc2-71c4-4fd2-ac0b-a426797da127 req-2f6252f2-b1a8-432e-95b7-51a7bcbdb19a tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 945 time: 0.8224907 Dec 22 08:44:29.550203 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] For port bb1dc582-66c0-4548-9e35-f3848b2b4e03, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:29.560934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.587050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server [None req-a807f88c-8cff-45de-855e-bff7ce0f232a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 854e32d8-772d-493f-9bf4-b7daf1015ec7: This subnet is being modified by another concurrent operation. Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:44:29.589200 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 854e32d8-772d-493f-9bf4-b7daf1015ec7: This subnet is being modified by another concurrent operation. Dec 22 08:44:29.592627 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server Dec 22 08:44:29.598421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] For port bb1dc582-66c0-4548-9e35-f3848b2b4e03, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bb1dc582-66c0-4548-9e35-f3848b2b4e03,segment=NetworkSegment(39ead142-76a6-47ff-99f7-0108ddce14b5),segment_id=39ead142-76a6-47ff-99f7-0108ddce14b5)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:29.599853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.602301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 9b9fdea6-94d1-48b2-8221-a8d15906be0c will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:29.640131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.643475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded39437-5a95-4003-b908-32a5baaf0006 None None] Network 9afe0934-641e-4b91-8b3e-137050570326 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:29.653383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Subnet': ['ID=854e32d8-772d-493f-9bf4-b7daf1015ec7,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:29.668009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Allocated IP 172.20.0.2 (0fefbf12-514d-455f-a7f7-e873169e7406/2457fafa-71e6-4e4c-abc7-6308c0a3ec81/71364efe-67be-4e9b-a3e0-f5295adc835b) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:29.672198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.762016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-5c6c01f9-03c7-4e21-b7a9-0decca6631b3', 'network_id': '5c6c01f9-03c7-4e21-b7a9-0decca6631b3', 'tenant_id': 'f7301437294d41e08fd37490b2cf3337', 'fixed_ips': [{'subnet_id': '29a1a200-31a1-4676-a431-4d52971a88a5'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:29.763412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.786321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.824704 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-78c32cc2-71c4-4fd2-ac0b-a426797da127 req-2412e7a4-bdb7-4b30-a34d-d907ce2bf685 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823815 Dec 22 08:44:29.830194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:29.845173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 2dc65dd8-10d9-4261-9692-eaee493fcef4 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:29.854077 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.855093 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b4fa801d-c324-4fd0-8f76-8773661722ca tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8997200 Dec 22 08:44:29.860497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50866) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:29.878133 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port cb55b033-1ddb-4b16-9a5b-35604da4771d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cb55b033-1ddb-4b16-9a5b-35604da4771d,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:29.911106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43852671-ed62-49a4-aed8-76afce9d04ec None None] Sync routers for ids ['748c4dbf-ee18-477e-b370-e58e2b0196e0'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:29.918583 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.931415 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 2dc65dd8-10d9-4261-9692-eaee493fcef4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:29.931643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.934639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.938960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'network_id': '5c6c01f9-03c7-4e21-b7a9-0decca6631b3', 'name': 'tempest-PortsIpV6TestJSON-1644293804'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:29.939160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.972414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.993081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port bb1dc582-66c0-4548-9e35-f3848b2b4e03 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:29.993293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.035421 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afe0934-641e-4b91-8b3e-137050570326']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.067033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cd0fef-a8d8-44a5-b158-f02f97c57a9e') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.067392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cd0fef-a8d8-44a5-b158-f02f97c57a9e') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.072212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.076039 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0ee1e97c-b91b-4f42-841e-e22e52d9ad2d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.6805451 Dec 22 08:44:30.092411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50870) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:30.128288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.184597 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e115c5c-eed4-42cb-8c9f-70faf5f2444d None None] Pushing event updated for resources: {'Port': ['ID=bb1dc582-66c0-4548-9e35-f3848b2b4e03,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:30.214655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43852671-ed62-49a4-aed8-76afce9d04ec None None] Routers {'748c4dbf-ee18-477e-b370-e58e2b0196e0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:30.215292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-43852671-ed62-49a4-aed8-76afce9d04ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['748c4dbf-ee18-477e-b370-e58e2b0196e0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.235135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:30.249904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.252821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:30.261120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=9b9fdea6-94d1-48b2-8221-a8d15906be0c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:30.261664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:30.263336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.264095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:30.264617 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:30.280450 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:30.390555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-43852671-ed62-49a4-aed8-76afce9d04ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.463871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43852671-ed62-49a4-aed8-76afce9d04ec None None] Routers {'748c4dbf-ee18-477e-b370-e58e2b0196e0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:30.464086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-43852671-ed62-49a4-aed8-76afce9d04ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['748c4dbf-ee18-477e-b370-e58e2b0196e0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.549827 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-55495313-b63a-4f66-808f-e5f70eac20b3 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/routers/748c4dbf-ee18-477e-b370-e58e2b0196e0 HTTP/1.1" status: 200 len: 924 time: 0.4541259 Dec 22 08:44:30.553941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:30.557870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe448f-0d0d-4c1e-b220-53e293c43ba3 None None] Network fc2a9d43-a350-4231-982c-0808f26b60a7 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:30.558597 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50874) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:30.601916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=cb55b033-1ddb-4b16-9a5b-35604da4771d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:30.620359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port bb1dc582-66c0-4548-9e35-f3848b2b4e03, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bb1dc582-66c0-4548-9e35-f3848b2b4e03,segment=NetworkSegment(39ead142-76a6-47ff-99f7-0108ddce14b5),segment_id=39ead142-76a6-47ff-99f7-0108ddce14b5)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:30.620359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.624281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-43852671-ed62-49a4-aed8-76afce9d04ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.624689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43852671-ed62-49a4-aed8-76afce9d04ec None None] The sync data for ids ['748c4dbf-ee18-477e-b370-e58e2b0196e0'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:30.635352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:port and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:30.639746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:30.655913 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-86d78498-8dd8-4bdc-a2fc-e19fded9c1a1 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=748c4dbf-ee18-477e-b370-e58e2b0196e0 HTTP/1.1" status: 200 len: 205 time: 0.0919642 Dec 22 08:44:30.655913 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:30.685103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50878) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:30.698242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.773316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.785310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for bb1dc582-66c0-4548-9e35-f3848b2b4e03 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:30.829534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Allocated IP 2001:db8::2 (5c6c01f9-03c7-4e21-b7a9-0decca6631b3/29a1a200-31a1-4676-a431-4d52971a88a5/6bf6bf78-7d2a-4a00-b352-ac10d62328d9) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:30.834558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Network': ['ID=9afe0934-641e-4b91-8b3e-137050570326,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:30.858092 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c023ece7-582b-479d-8076-e3034663e7c2 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/9afe0934-641e-4b91-8b3e-137050570326 HTTP/1.1" status: 204 len: 168 time: 2.7821405 Dec 22 08:44:30.861475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50882) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:30.868549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-223854600'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:30.874594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:30.880970 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.883631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.890909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:network and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:30.894728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:30.902206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:30.903372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4d1ae262-24d0-4d31-a852-401be367b496 None None] Provisioning for port 9b9fdea6-94d1-48b2-8221-a8d15906be0c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:30.927206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:30.931561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.936821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:30.940235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.951039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Transition to ACTIVE for port object 71364efe-67be-4e9b-a3e0-f5295adc835b will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:30.969214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4d1ae262-24d0-4d31-a852-401be367b496 None None] Provisioning complete for port 9b9fdea6-94d1-48b2-8221-a8d15906be0c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:30.969580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae262-24d0-4d31-a852-401be367b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.969830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.969971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:30.979462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.979813 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Added segment b05f18ae-d561-4bda-b78a-c4e20887dec1 of type vlan for network e0399c8c-81e6-4812-a762-20e043c0309b Dec 22 08:44:31.012311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.041070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.056694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:31.103354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Port': ['ID=bb1dc582-66c0-4548-9e35-f3848b2b4e03,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:31.105083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.112066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:31.112689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.118166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No DVR routers for this DVR port bb1dc582-66c0-4548-9e35-f3848b2b4e03 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:31.135011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Transition to ACTIVE for port object 71364efe-67be-4e9b-a3e0-f5295adc835b will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:31.146729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc65dd8-10d9-4261-9692-eaee493fcef4'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:44:31.212040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ae262-24d0-4d31-a852-401be367b496 None None] Port 9b9fdea6-94d1-48b2-8221-a8d15906be0c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:31.215543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.221977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 2dc65dd8-10d9-4261-9692-eaee493fcef4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:31.223996 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc65dd8-10d9-4261-9692-eaee493fcef4', 'code': 200} Dec 22 08:44:31.282517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.317214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Network 0fefbf12-514d-455f-a7f7-e873169e7406 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:31.328731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:31.331301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:31.354889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.381341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Pushing event updated for resources: {'Port': ['ID=71364efe-67be-4e9b-a3e0-f5295adc835b,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:31.403111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.463615 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6009676 Dec 22 08:44:31.474363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50890) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:31.475491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Allocated IP 172.20.0.1 (0fefbf12-514d-455f-a7f7-e873169e7406/2457fafa-71e6-4e4c-abc7-6308c0a3ec81/348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:31.488850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'subnet': {'network_id': 'e0399c8c-81e6-4812-a762-20e043c0309b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:31.503670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0939f-e3b0-43f0-aec4-350ffef21832 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Network': ['ID=e0399c8c-81e6-4812-a762-20e043c0309b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:31.522502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:44:31.546909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2a9d43-a350-4231-982c-0808f26b60a7']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:31.547480 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network e0399c8c-81e6-4812-a762-20e043c0309b details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:31.615726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ead142-76a6-47ff-99f7-0108ddce14b5') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:31.616145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ead142-76a6-47ff-99f7-0108ddce14b5') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:31.652438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Attempting to bind port 71364efe-67be-4e9b-a3e0-f5295adc835b on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:31.652821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Attempting to bind port 71364efe-67be-4e9b-a3e0-f5295adc835b by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '386e911a-7cb7-4f13-961f-7109b798d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0fefbf12-514d-455f-a7f7-e873169e7406'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:31.653185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Attempting to bind port 71364efe-67be-4e9b-a3e0-f5295adc835b on network 0fefbf12-514d-455f-a7f7-e873169e7406 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:31.667860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.669730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=2dc65dd8-10d9-4261-9692-eaee493fcef4,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:31.685972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.694062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:31.694418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Checking segment: {'id': '386e911a-7cb7-4f13-961f-7109b798d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0fefbf12-514d-455f-a7f7-e873169e7406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:31.694760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.695143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Bound using segment: {'id': '386e911a-7cb7-4f13-961f-7109b798d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0fefbf12-514d-455f-a7f7-e873169e7406'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:31.695602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Bound port: 71364efe-67be-4e9b-a3e0-f5295adc835b, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386e911a-7cb7-4f13-961f-7109b798d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0fefbf12-514d-455f-a7f7-e873169e7406'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:31.696396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.737865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Transition to ACTIVE for port object 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:31.742489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:31.751386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.753935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:subnet and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:31.758711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:31.767591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.773728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:31.783322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:31.783721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.786318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639d1f-f1c6-4023-9663-41a96b127042 req-c6030546-a37a-458a-ad38-b03b548aae9c tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:31.787810 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-81639d1f-f1c6-4023-9663-41a96b127042 req-c6030546-a37a-458a-ad38-b03b548aae9c tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 945 time: 0.6479394 Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:31.798043 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:31.816270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Transition to ACTIVE for port object 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:31.816858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.837758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.886935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:31.891213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.919098 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Network 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:31.922582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] For port 71364efe-67be-4e9b-a3e0-f5295adc835b, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:31.927317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:31.929938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:31.968784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Pushing event updated for resources: {'Port': ['ID=6bf6bf78-7d2a-4a00-b352-ac10d62328d9,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:32.013891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.030767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.050421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Attempting to bind port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:32.050915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Attempting to bind port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '95644b46-4535-46d2-934e-82dd7e93b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5c6c01f9-03c7-4e21-b7a9-0decca6631b3'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:32.051370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Attempting to bind port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 on network 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:32.058120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] For port 71364efe-67be-4e9b-a3e0-f5295adc835b, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=71364efe-67be-4e9b-a3e0-f5295adc835b,segment=NetworkSegment(386e911a-7cb7-4f13-961f-7109b798d454),segment_id=386e911a-7cb7-4f13-961f-7109b798d454)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:32.062168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:32.062737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Checking segment: {'id': '95644b46-4535-46d2-934e-82dd7e93b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5c6c01f9-03c7-4e21-b7a9-0decca6631b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:32.063129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.063906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.064983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Bound using segment: {'id': '95644b46-4535-46d2-934e-82dd7e93b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5c6c01f9-03c7-4e21-b7a9-0decca6631b3'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:32.065869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Bound port: 6bf6bf78-7d2a-4a00-b352-ac10d62328d9, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95644b46-4535-46d2-934e-82dd7e93b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5c6c01f9-03c7-4e21-b7a9-0decca6631b3'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:32.066526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.075646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=fc2a9d43-a350-4231-982c-0808f26b60a7,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:32.082409 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2f468c31-b8a3-4f4a-a9ad-15c7a108fd33 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/fc2a9d43-a350-4231-982c-0808f26b60a7 HTTP/1.1" status: 204 len: 168 time: 4.5782208 Dec 22 08:44:32.083826 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.086250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Transition to ACTIVE for port object 348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:32.107993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50896) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:32.115419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-856702866'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:32.123237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.127471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:32.164889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:network and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:32.178629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:32.199060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.209286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cb55b033-1ddb-4b16-9a5b-35604da4771d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:32.210960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:32.221935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network 0fefbf12-514d-455f-a7f7-e873169e7406 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:32.228107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:32.237064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:32.273524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaa3de-ff42-4252-82a6-9a1c0416499c req-c6f7f31e-7649-4230-924f-dda1d29d4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:32.275044 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a3eaa3de-ff42-4252-82a6-9a1c0416499c req-c6f7f31e-7649-4230-924f-dda1d29d4ea6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 1099 time: 0.8084941 Dec 22 08:44:32.306376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:32.310573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.310930 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-81639d1f-f1c6-4023-9663-41a96b127042 req-eae3319b-69f6-4baa-828a-a80e4f5be11d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4997962 Dec 22 08:44:32.328137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:32.336822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Deleting port 622625c8-ccd5-48ec-aa16-59dcc92e4fd3 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:32.337431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.349079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:32.361776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port cb55b033-1ddb-4b16-9a5b-35604da4771d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:32.361776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.363949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8::272 (5c6c01f9-03c7-4e21-b7a9-0decca6631b3/29a1a200-31a1-4676-a431-4d52971a88a5/fdebb4a7-4876-4a77-8c32-67b5c2e06ee7) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:32.383116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.383462 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment 0ffb3a9b-8175-4699-88b4-a45e0cf5e3b0 of type vlan for network b339b1ef-87b1-4bd6-be8a-13b1a262a096 Dec 22 08:44:32.409359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e61a0-ce2e-409d-bff6-5488e9eef2c5 None None] Pushing event updated for resources: {'Port': ['ID=71364efe-67be-4e9b-a3e0-f5295adc835b,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:32.417643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.441989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] For port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:32.448252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] For port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6bf6bf78-7d2a-4a00-b352-ac10d62328d9,segment=NetworkSegment(95644b46-4535-46d2-934e-82dd7e93b5eb),segment_id=95644b46-4535-46d2-934e-82dd7e93b5eb)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:32.466759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.558699 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP fbb5700d-f7cc-4718-88ea-f807222aca33 associated. External IP: 172.26.1.57, port: 4ce9bd6f-8831-461f-9d25-ccd681e6b846. Dec 22 08:44:32.612827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f7b5c-9458-4b8a-8394-403510a3e2f3 None None] Pushing event updated for resources: {'Port': ['ID=6bf6bf78-7d2a-4a00-b352-ac10d62328d9,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:32.653818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.692641 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a3eaa3de-ff42-4252-82a6-9a1c0416499c req-2741f0ec-8c02-43a6-846a-b5db23ef8d80 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858194 Dec 22 08:44:32.708885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.760022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.763114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.764050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.783438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.927224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.932534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:32.933110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.000863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Subnet': ['ID=eb568d46-9e08-4991-b9a0-7c4b7990825f,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:33.158395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Checking segment: {'id': 'b05f18ae-d561-4bda-b78a-c4e20887dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0399c8c-81e6-4812-a762-20e043c0309b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:33.158750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network hostable DHCP agents. Network: e0399c8c-81e6-4812-a762-20e043c0309b, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:33.178210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=9b9fdea6-94d1-48b2-8221-a8d15906be0c,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:33.182858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.232464 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1220088 Dec 22 08:44:33.242839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50900) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:33.252591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d964d01-d8c9-44cb-b30c-f5dbfb46e4fa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=b339b1ef-87b1-4bd6-be8a-13b1a262a096,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:33.257421 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': 'b339b1ef-87b1-4bd6-be8a-13b1a262a096', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:33.264131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network b339b1ef-87b1-4bd6-be8a-13b1a262a096 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:33.375709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network e0399c8c-81e6-4812-a762-20e043c0309b is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:33.378727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Calling delete_port for 622625c8-ccd5-48ec-aa16-59dcc92e4fd3 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:33.470780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:33.476514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:subnet and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:33.480739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:33.487456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:33.548223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, e0399c8c-81e6-4812-a762-20e043c0309b) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:33.558544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21164f0a-41a2-4aee-963a-5583ea31543c None None] Network e0399c8c-81e6-4812-a762-20e043c0309b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:33.577602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.598081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:33.607095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:33.625952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:33.626825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.638857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:33.650936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:33.655778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.865904 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7bc3e7af-3304-4f5a-b302-bc0967c92db1 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3855796 Dec 22 08:44:33.924469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.928255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50906) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:33.990319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.064020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba452fa-8513-4c5f-8510-39ba0dcf664c req-c5d25e28-2c91-4f50-915b-effd8a4606a7 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:34.066049 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bba452fa-8513-4c5f-8510-39ba0dcf664c req-c5d25e28-2c91-4f50-915b-effd8a4606a7 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.5729406 Dec 22 08:44:34.084076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a95ad54-7626-4d30-ac31-c659bbc4d413 None None] Network 0fefbf12-514d-455f-a7f7-e873169e7406 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:34.177367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:34.205501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.278919 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-e0399c8c-81e6-4812-a762-20e043c0309b', 'network_id': 'e0399c8c-81e6-4812-a762-20e043c0309b', 'tenant_id': '30e319488da043b6995e3be778ff90c6', 'fixed_ips': [{'subnet_id': 'eb568d46-9e08-4991-b9a0-7c4b7990825f'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:34.279684 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.303756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-14b5e33b-7a56-4a7f-843d-3715c1e310d7 None None] Provisioning for port 71364efe-67be-4e9b-a3e0-f5295adc835b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:34.370663 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bba452fa-8513-4c5f-8510-39ba0dcf664c req-9b5473ed-172a-487d-bfd4-04dff0e8c5ce tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665237 Dec 22 08:44:34.387974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:34.440167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:34.447542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:34.450298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:34.456259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:34.456943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.481955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.483179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2cad4a-cd02-4302-a28a-dada49ae6ce5 None None] Network 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:34.483322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Router ff180d68-1983-44f4-a578-3a9a6f94028e is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:34.485205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=fdebb4a7-4876-4a77-8c32-67b5c2e06ee7,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:34.498271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:34.585430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.655669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.697280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-06f929ac-2fc6-4187-a1a6-b684f0a1549e None None] Provisioning complete for port 9b9fdea6-94d1-48b2-8221-a8d15906be0c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:34.697638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-06f929ac-2fc6-4187-a1a6-b684f0a1549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.711428 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a06c83e5-c03b-4e42-bdd8-d00502dbfeb1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8453729 Dec 22 08:44:34.770163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50910) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.811596 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Pushing event deleted for resources: {'Port': ['ID=622625c8-ccd5-48ec-aa16-59dcc92e4fd3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:34.866595 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-06f929ac-2fc6-4187-a1a6-b684f0a1549e None None] Port 9b9fdea6-94d1-48b2-8221-a8d15906be0c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:34.902291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:34.908424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:34.920993 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ad492-5557-4727-98f3-187ea112d387 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:34.934057 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ad492-5557-4727-98f3-187ea112d387 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:34.935762 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f92ad492-5557-4727-98f3-187ea112d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:34.954232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 71364efe-67be-4e9b-a3e0-f5295adc835b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:34.993137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:35.002081 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-60c8ba19-efa3-4942-8b73-7659d64d3444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "PUT /v2.0/routers/ff180d68-1983-44f4-a578-3a9a6f94028e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0228977 Dec 22 08:44:35.005135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Allocated IP 2001:db8::2 (e0399c8c-81e6-4812-a762-20e043c0309b/eb568d46-9e08-4991-b9a0-7c4b7990825f/cc4d3472-9e69-48ed-84cd-32da978ab2c9) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:35.016392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50914) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:35.017648 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f92ad492-5557-4727-98f3-187ea112d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:35.031477 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ad492-5557-4727-98f3-187ea112d387 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:35.036161 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f92ad492-5557-4727-98f3-187ea112d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:35.038414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Sync routers for ids ['ff180d68-1983-44f4-a578-3a9a6f94028e'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:35.088613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.127245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.138122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-06f929ac-2fc6-4187-a1a6-b684f0a1549e None None] Provisioning for port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:35.171799 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f92ad492-5557-4727-98f3-187ea112d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:35.172915 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ad492-5557-4727-98f3-187ea112d387 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:35.184493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-06f929ac-2fc6-4187-a1a6-b684f0a1549e None None] Provisioning complete for port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:35.184875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-06f929ac-2fc6-4187-a1a6-b684f0a1549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.207144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Routers {'ff180d68-1983-44f4-a578-3a9a6f94028e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:35.207784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ff180d68-1983-44f4-a578-3a9a6f94028e'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:35.209232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.274438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network 0fefbf12-514d-455f-a7f7-e873169e7406 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:35.286235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:35.363517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17cf6de-08ae-4c0d-99ea-93ed90ea7680 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.364132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d17cf6de-08ae-4c0d-99ea-93ed90ea7680 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:35.368740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.372625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.417501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d17cf6de-08ae-4c0d-99ea-93ed90ea7680 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:35.422306 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d17cf6de-08ae-4c0d-99ea-93ed90ea7680 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports/9b9fdea6-94d1-48b2-8221-a8d15906be0c HTTP/1.1" status: 200 len: 911 time: 0.4015307 Dec 22 08:44:35.422451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50920) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:35.502751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Set router ff180d68-1983-44f4-a578-3a9a6f94028e gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:35.584250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 71364efe-67be-4e9b-a3e0-f5295adc835b completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:35.625311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=ad85a8b7-5a0f-411e-8667-6a5f579ae6a6,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:35.630728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.631320 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Fanout notify agent at l3_agent the message router_deleted on router 748c4dbf-ee18-477e-b370-e58e2b0196e0 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:35.647217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 71364efe-67be-4e9b-a3e0-f5295adc835b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:35.648069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.658630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': '0ffb3a9b-8175-4699-88b4-a45e0cf5e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b339b1ef-87b1-4bd6-be8a-13b1a262a096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:35.659016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: b339b1ef-87b1-4bd6-be8a-13b1a262a096, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:35.757661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network b339b1ef-87b1-4bd6-be8a-13b1a262a096 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:35.761614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.762847 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-16be33cc-7c4f-4eff-8dfa-48f5000841da tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/748c4dbf-ee18-477e-b370-e58e2b0196e0 HTTP/1.1" status: 204 len: 168 time: 4.9380846 Dec 22 08:44:35.770667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50924) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:35.781669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Request body: {'router': {'name': 'tempest-snat-router-768553318', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'enable_snat': False}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:35.838683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:35.845286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, b339b1ef-87b1-4bd6-be8a-13b1a262a096) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:35.849527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Usage tracker for resource:router and tenant:8d71ec845cd94f5994795c2bece249cc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:35.859431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:35.869127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.869739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.890375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:35.892304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.941906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa9d1ae-ff05-4265-8442-a0b8737c3275 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.947990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa9d1ae-ff05-4265-8442-a0b8737c3275 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.949583 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4aa9d1ae-ff05-4265-8442-a0b8737c3275 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5263047 Dec 22 08:44:35.960827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a8861-6d3c-47ec-a46c-de769f47c84a req-7f0b680b-c869-4db5-93ef-7aeb31928d9c tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.962487 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-126a8861-6d3c-47ec-a46c-de769f47c84a req-7f0b680b-c869-4db5-93ef-7aeb31928d9c tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.2830694 Dec 22 08:44:35.962817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50928) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:35.964680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 01084cc2-6e56-4fcd-b7bf-7134e10a5077 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:35.974770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.975868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.976485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-06f929ac-2fc6-4187-a1a6-b684f0a1549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.979885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router c880eb25-0c99-42b3-aa36-a34027fe06aa is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:35.986730 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-da62dc7e-54d8-42d9-a955-f2d27c51fb99 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7383807 Dec 22 08:44:36.015433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50932) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:36.025346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee96bb-4f9d-474f-9857-3d3dbd4e5858 None None] Network b339b1ef-87b1-4bd6-be8a-13b1a262a096 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:36.239663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.283497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-06f929ac-2fc6-4187-a1a6-b684f0a1549e None None] For port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6bf6bf78-7d2a-4a00-b352-ac10d62328d9,segment=NetworkSegment(95644b46-4535-46d2-934e-82dd7e93b5eb),segment_id=95644b46-4535-46d2-934e-82dd7e93b5eb)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:36.284771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.286196 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-126a8861-6d3c-47ec-a46c-de769f47c84a req-c9f246ea-a1c3-450d-8b5d-a4a261c76205 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467268 Dec 22 08:44:36.387383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-06f929ac-2fc6-4187-a1a6-b684f0a1549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.445492 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Transition to ACTIVE for port object cc4d3472-9e69-48ed-84cd-32da978ab2c9 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:36.620665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Transition to ACTIVE for port object cc4d3472-9e69-48ed-84cd-32da978ab2c9 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:36.639818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:36.645449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.652147 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b994af-95e1-4b30-94f5-282775f5814d None None] Sync routers for ids ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:36.678830 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b994af-95e1-4b30-94f5-282775f5814d None None] Routers {'01084cc2-6e56-4fcd-b7bf-7134e10a5077'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:36.680102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.682107 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e0b994af-95e1-4b30-94f5-282775f5814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:36.713380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:36.755951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.759943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Provisioning for port 348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:36.773753 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e0b994af-95e1-4b30-94f5-282775f5814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:36.780010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59859d-f751-418f-bd91-6ab1b397febc None None] Sync routers for ids ['c880eb25-0c99-42b3-aa36-a34027fe06aa'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:36.786394 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b994af-95e1-4b30-94f5-282775f5814d None None] Routers {'01084cc2-6e56-4fcd-b7bf-7134e10a5077'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:36.787730 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e0b994af-95e1-4b30-94f5-282775f5814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:36.813507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f929ac-2fc6-4187-a1a6-b684f0a1549e None None] Pushing event updated for resources: {'Port': ['ID=6bf6bf78-7d2a-4a00-b352-ac10d62328d9,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:36.842311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.867581 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c2684a05-1b48-43de-a83d-fb2404b38d9d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "PUT /v2.0/floatingips/fbb5700d-f7cc-4718-88ea-f807222aca33 HTTP/1.1" status: 200 len: 977 time: 8.0476623 Dec 22 08:44:36.870770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50938) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:36.889473 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e0b994af-95e1-4b30-94f5-282775f5814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:36.890185 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b994af-95e1-4b30-94f5-282775f5814d None None] The sync data for ids ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:36.893356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Provisioning complete for port 348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:36.893717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.933150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0e8b5b-4949-40c5-82b8-e38725834d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-b339b1ef-87b1-4bd6-be8a-13b1a262a096', 'network_id': 'b339b1ef-87b1-4bd6-be8a-13b1a262a096', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': 'ad85a8b7-5a0f-411e-8667-6a5f579ae6a6'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:36.933918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8b5b-4949-40c5-82b8-e38725834d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.946666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Network e0399c8c-81e6-4812-a762-20e043c0309b is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:36.972785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.989985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59859d-f751-418f-bd91-6ab1b397febc None None] Routers {'c880eb25-0c99-42b3-aa36-a34027fe06aa'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:36.990653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ce59859d-f751-418f-bd91-6ab1b397febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c880eb25-0c99-42b3-aa36-a34027fe06aa'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.002991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port 5afbde1f-02c6-4793-8c84-c40031c25c4d {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:37.003327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.037495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:37.048345 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8c51818b-fa8b-4a60-ac0b-37bf2d998437 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/c880eb25-0c99-42b3-aa36-a34027fe06aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4636431 Dec 22 08:44:37.057044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50942) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.070672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:37.072292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.093044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ce59859d-f751-418f-bd91-6ab1b397febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.181806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Pushing event updated for resources: {'Port': ['ID=cc4d3472-9e69-48ed-84cd-32da978ab2c9,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.185076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0445a0-239d-4988-8a7a-7f14f4b7eabf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:37.185448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Port 348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:37.189427 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7d0445a0-239d-4988-8a7a-7f14f4b7eabf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports/348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445 HTTP/1.1" status: 200 len: 910 time: 0.1312690 Dec 22 08:44:37.190033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50946) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.236511 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59859d-f751-418f-bd91-6ab1b397febc None None] Routers {'c880eb25-0c99-42b3-aa36-a34027fe06aa'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:37.237146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ce59859d-f751-418f-bd91-6ab1b397febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c880eb25-0c99-42b3-aa36-a34027fe06aa'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.283686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Subnet': ['ID=eb568d46-9e08-4991-b9a0-7c4b7990825f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.292128 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 71364efe-67be-4e9b-a3e0-f5295adc835b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=71364efe-67be-4e9b-a3e0-f5295adc835b,segment=NetworkSegment(386e911a-7cb7-4f13-961f-7109b798d454),segment_id=386e911a-7cb7-4f13-961f-7109b798d454)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:37.326160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff180d68-1983-44f4-a578-3a9a6f94028e', 'name': 'tempest-NetworksTestDHCPv6-router-620859205', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:24Z', 'updated_at': '2021-12-22T08:44:30Z', 'revision_number': 2, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None, '_interfaces': [{'id': '9b9fdea6-94d1-48b2-8221-a8d15906be0c', 'name': '', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'mac_address': 'fa:16:3e:22:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff180d68-1983-44f4-a578-3a9a6f94028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '4678f52c-0153-41be-b4eb-485645b6cbad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:27Z', 'updated_at': '2021-12-22T08:44:31Z', 'revision_number': 2, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'subnets': [{'id': '4678f52c-0153-41be-b4eb-485645b6cbad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.328347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.345667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052da2b-125d-43fd-8e8d-7b21ec1877dc req-556fd3be-d4d0-430d-aa30-b0fcde342e6b tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:37.347488 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3052da2b-125d-43fd-8e8d-7b21ec1877dc req-556fd3be-d4d0-430d-aa30-b0fcde342e6b tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6859984 Dec 22 08:44:37.372189 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ce59859d-f751-418f-bd91-6ab1b397febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.372602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59859d-f751-418f-bd91-6ab1b397febc None None] The sync data for ids ['c880eb25-0c99-42b3-aa36-a34027fe06aa'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:37.396407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Checking router: ff180d68-1983-44f4-a578-3a9a6f94028e for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:37.396963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Updating router ff180d68-1983-44f4-a578-3a9a6f94028e port 9b9fdea6-94d1-48b2-8221-a8d15906be0c binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:44:37.402144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50950) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.415940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.417226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d04e1356-8aa2-4d83-a78a-b1e5363a789f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Request body: {'floatingip': {'port_id': '2dc65dd8-10d9-4261-9692-eaee493fcef4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:37.422331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Provisioning for port fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:37.454613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Provisioning complete for port fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:37.455232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.482180 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Attempting to bind port cc4d3472-9e69-48ed-84cd-32da978ab2c9 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:37.482546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Attempting to bind port cc4d3472-9e69-48ed-84cd-32da978ab2c9 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'b05f18ae-d561-4bda-b78a-c4e20887dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0399c8c-81e6-4812-a762-20e043c0309b'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:37.482906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Attempting to bind port cc4d3472-9e69-48ed-84cd-32da978ab2c9 on network e0399c8c-81e6-4812-a762-20e043c0309b {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:37.498944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:37.568056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:37.568428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Checking segment: {'id': 'b05f18ae-d561-4bda-b78a-c4e20887dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0399c8c-81e6-4812-a762-20e043c0309b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:37.568829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.569218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Bound using segment: {'id': 'b05f18ae-d561-4bda-b78a-c4e20887dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0399c8c-81e6-4812-a762-20e043c0309b'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:37.569888 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Bound port: cc4d3472-9e69-48ed-84cd-32da978ab2c9, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05f18ae-d561-4bda-b78a-c4e20887dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0399c8c-81e6-4812-a762-20e043c0309b'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:37.570465 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server [None req-cd0e8b5b-4949-40c5-82b8-e38725834d5e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad85a8b7-5a0f-411e-8667-6a5f579ae6a6: This subnet is being modified by another concurrent operation. Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:44:37.596303 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad85a8b7-5a0f-411e-8667-6a5f579ae6a6: This subnet is being modified by another concurrent operation. Dec 22 08:44:37.599682 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server Dec 22 08:44:37.611237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=71364efe-67be-4e9b-a3e0-f5295adc835b,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.624219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.631954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=ad85a8b7-5a0f-411e-8667-6a5f579ae6a6,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.651986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.657174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.660699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d04e1356-8aa2-4d83-a78a-b1e5363a789f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for floatingip, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.703708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0399c8c-81e6-4812-a762-20e043c0309b']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.730425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35938e8-4eaf-4dcb-877e-bfbebf4724d3 None None] Network b339b1ef-87b1-4bd6-be8a-13b1a262a096 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:37.758514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Port fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:37.807163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05f18ae-d561-4bda-b78a-c4e20887dec1') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.807796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05f18ae-d561-4bda-b78a-c4e20887dec1') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.816040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.825592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.846222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.887148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.896245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b339b1ef-87b1-4bd6-be8a-13b1a262a096']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.919804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:37.920226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.936192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Provisioning complete for port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:37.936557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.936948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffb3a9b-8175-4699-88b4-a45e0cf5e3b0') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.937248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffb3a9b-8175-4699-88b4-a45e0cf5e3b0') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:37.943568 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:37.962782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.010383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] For port cc4d3472-9e69-48ed-84cd-32da978ab2c9, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:38.109570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:38.110015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.116520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.175973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.282734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.304929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.305182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:38.305516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.349828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:44:38.349828 dv-neutron-822561-2-hyperv neutron-server[87535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:44:38.349828 dv-neutron-822561-2-hyperv neutron-server[87535]: [parameters: {'id': 'e0399c8c-81e6-4812-a762-20e043c0309b'}] Dec 22 08:44:38.349828 dv-neutron-822561-2-hyperv neutron-server[87535]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:38.350634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:38.351348 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:38.364318 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] For port cc4d3472-9e69-48ed-84cd-32da978ab2c9, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cc4d3472-9e69-48ed-84cd-32da978ab2c9,segment=NetworkSegment(b05f18ae-d561-4bda-b78a-c4e20887dec1),segment_id=b05f18ae-d561-4bda-b78a-c4e20887dec1)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:38.393968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.452676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=fdebb4a7-4876-4a77-8c32-67b5c2e06ee7,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:38.537120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.565669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.612621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=b339b1ef-87b1-4bd6-be8a-13b1a262a096,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:38.618514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Provisioning complete for port 71364efe-67be-4e9b-a3e0-f5295adc835b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:38.619113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-717efa85-627e-4c03-a42d-477efa3c9f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.628313 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-92c2b4e8-8d8a-4006-9281-a8793652b423 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/b339b1ef-87b1-4bd6-be8a-13b1a262a096 HTTP/1.1" status: 204 len: 168 time: 2.6116776 Dec 22 08:44:38.636836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50954) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.646409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-444791955'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:38.654503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9be7-d0e2-4468-b650-6655ec3394f5 None None] Pushing event updated for resources: {'Port': ['ID=cc4d3472-9e69-48ed-84cd-32da978ab2c9,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:38.657132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:38.721308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b020b18-8093-42df-8477-e686151f14da None None] Network e0399c8c-81e6-4812-a762-20e043c0309b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:38.732304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:network and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:38.764073 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:44:38.773802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:38.831291 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.841313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:38.858119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.861155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.910112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:38.913616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.952009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Deleting port cc4d3472-9e69-48ed-84cd-32da978ab2c9 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:38.952352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.983508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Transition to ACTIVE for port object 9b9fdea6-94d1-48b2-8221-a8d15906be0c will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:39.010011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.026610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.058674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:39.072184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.127573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.127919 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment 934291ba-0b8f-4c1a-9e37-bda8c6917928 of type vlan for network b044ffd4-aad1-4992-9bdc-62d366c1c762 Dec 22 08:44:39.201390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.208606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbf0a8-8a79-4fc6-8a65-aee187e6a8bc None None] Pushing event updated for resources: {'Port': ['ID=9b9fdea6-94d1-48b2-8221-a8d15906be0c,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:39.267081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 9b9fdea6-94d1-48b2-8221-a8d15906be0c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:39.267710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.275510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2b03bf48-1e11-4527-8c5a-d356fcd48b54 None None] Provisioning complete for port 348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:39.276404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2b03bf48-1e11-4527-8c5a-d356fcd48b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.312255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Attempting to bind port 9b9fdea6-94d1-48b2-8221-a8d15906be0c on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:39.312783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Attempting to bind port 9b9fdea6-94d1-48b2-8221-a8d15906be0c by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:39.313250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Attempting to bind port 9b9fdea6-94d1-48b2-8221-a8d15906be0c on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:39.334545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.374929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.375355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.375596 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Floating IP fbb5700d-f7cc-4718-88ea-f807222aca33 disassociated. External IP: 172.26.1.57, port: 5afbde1f-02c6-4793-8c84-c40031c25c4d. Dec 22 08:44:39.375932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for 5afbde1f-02c6-4793-8c84-c40031c25c4d owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:39.396228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:39.397393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:39.398055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.398678 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:39.399378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Bound port: 9b9fdea6-94d1-48b2-8221-a8d15906be0c, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:39.399990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.459802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.465557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:39.466446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.471853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2b03bf48-1e11-4527-8c5a-d356fcd48b54 None None] Port 348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:39.508187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 71364efe-67be-4e9b-a3e0-f5295adc835b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:39.538260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61337179-ab87-4f0e-8ac1-1fc9f8ef5e0f None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:44:39.596700 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9571700 Dec 22 08:44:39.602348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50958) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.616751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': 'b044ffd4-aad1-4992-9bdc-62d366c1c762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:39.623628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2b03bf48-1e11-4527-8c5a-d356fcd48b54 None None] Provisioning complete for port fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:39.624004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2b03bf48-1e11-4527-8c5a-d356fcd48b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.679717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] For port 9b9fdea6-94d1-48b2-8221-a8d15906be0c, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:39.701879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-d04e1356-8aa2-4d83-a78a-b1e5363a789f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:44:39.720922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] For port 9b9fdea6-94d1-48b2-8221-a8d15906be0c, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9b9fdea6-94d1-48b2-8221-a8d15906be0c,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:39.735926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.739487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2b03bf48-1e11-4527-8c5a-d356fcd48b54 None None] Port fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:39.819965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbf0a8-8a79-4fc6-8a65-aee187e6a8bc None None] Pushing event updated for resources: {'Port': ['ID=9b9fdea6-94d1-48b2-8221-a8d15906be0c,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:39.876316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 71364efe-67be-4e9b-a3e0-f5295adc835b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:39.876692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.917632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] For port 9b9fdea6-94d1-48b2-8221-a8d15906be0c, host dv-neutron-822561-2-hyperv, got binding levels [] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:39.918054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.937297 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:39.938299 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Routers {'ff180d68-1983-44f4-a578-3a9a6f94028e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:39.938992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ff180d68-1983-44f4-a578-3a9a6f94028e'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:39.947364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d04e1356-8aa2-4d83-a78a-b1e5363a789f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.951609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.006971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da37ff-b17c-414f-984b-6b22ed852ae7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=b044ffd4-aad1-4992-9bdc-62d366c1c762,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:40.033573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] For port cc4d3472-9e69-48ed-84cd-32da978ab2c9, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cc4d3472-9e69-48ed-84cd-32da978ab2c9,segment=NetworkSegment(b05f18ae-d561-4bda-b78a-c4e20887dec1),segment_id=b05f18ae-d561-4bda-b78a-c4e20887dec1)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:40.033952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.051980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:subnet and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:40.057730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Allocated IP 172.26.1.189 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/d5514b09-054a-4e57-bb57-81275179ff14) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:40.060838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:40.085361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network b044ffd4-aad1-4992-9bdc-62d366c1c762 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:40.163822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61337179-ab87-4f0e-8ac1-1fc9f8ef5e0f None None] Resources bound (agent type, host, resource id): {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:44:40.203200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Calling delete_port for cc4d3472-9e69-48ed-84cd-32da978ab2c9 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:40.255471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.256274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d04e1356-8aa2-4d83-a78a-b1e5363a789f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.273398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] Set router ff180d68-1983-44f4-a578-3a9a6f94028e gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:40.332878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 9b9fdea6-94d1-48b2-8221-a8d15906be0c owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:40.450996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:40.497399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.517585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=5afbde1f-02c6-4793-8c84-c40031c25c4d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:40.561024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Port': ['ID=cc4d3472-9e69-48ed-84cd-32da978ab2c9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:40.570995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No DVR routers for this DVR port cc4d3472-9e69-48ed-84cd-32da978ab2c9 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:40.596753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:40.600482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.648802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.733972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.743149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.760628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.761512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.821000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0399c8c-81e6-4812-a762-20e043c0309b']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:40.861900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05f18ae-d561-4bda-b78a-c4e20887dec1') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:40.862158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05f18ae-d561-4bda-b78a-c4e20887dec1') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:40.863317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff180d68-1983-44f4-a578-3a9a6f94028e', 'name': 'tempest-NetworksTestDHCPv6-router-620859205', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:24Z', 'updated_at': '2021-12-22T08:44:30Z', 'revision_number': 2, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None, '_interfaces': [{'id': '9b9fdea6-94d1-48b2-8221-a8d15906be0c', 'name': '', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'mac_address': 'fa:16:3e:22:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff180d68-1983-44f4-a578-3a9a6f94028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '4678f52c-0153-41be-b4eb-485645b6cbad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:27Z', 'updated_at': '2021-12-22T08:44:39Z', 'revision_number': 4, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'subnets': [{'id': '4678f52c-0153-41be-b4eb-485645b6cbad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:40.877224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.ipam_backend_mixin [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Performing IP validity checks on allocation pools {{(pid=87534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:44:40.877929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.ipam_backend_mixin [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:44:40.880939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2c256-b6a0-474d-b0e5-8fdb6cfe829c None None] The sync data for ids ['ff180d68-1983-44f4-a578-3a9a6f94028e'] in dv-neutron-822561-2-hyperv is: [{'id': 'ff180d68-1983-44f4-a578-3a9a6f94028e', 'name': 'tempest-NetworksTestDHCPv6-router-620859205', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:24Z', 'updated_at': '2021-12-22T08:44:30Z', 'revision_number': 2, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None, '_interfaces': [{'id': '9b9fdea6-94d1-48b2-8221-a8d15906be0c', 'name': '', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'mac_address': 'fa:16:3e:22:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff180d68-1983-44f4-a578-3a9a6f94028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '4678f52c-0153-41be-b4eb-485645b6cbad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:27Z', 'updated_at': '2021-12-22T08:44:39Z', 'revision_number': 4, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'subnets': [{'id': '4678f52c-0153-41be-b4eb-485645b6cbad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:40.901368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.920946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=fdebb4a7-4876-4a77-8c32-67b5c2e06ee7,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:40.939335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1feb9c0-18e2-4db6-952d-6867b07507fc None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:44:41.048351 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-d04e1356-8aa2-4d83-a78a-b1e5363a789f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Floating IP 93fc9920-085a-4b74-ba98-d26178598fc2 associated. External IP: 172.26.1.208, port: 2dc65dd8-10d9-4261-9692-eaee493fcef4. Dec 22 08:44:41.051040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.055391 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.115261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:41.115570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:41.131288 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:41.154259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:41.163524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:41.235484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1feb9c0-18e2-4db6-952d-6867b07507fc None None] Resources bound (agent type, host, resource id): {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:44:41.253004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:41.277241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:41.277553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:41.286776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 01084cc2-6e56-4fcd-b7bf-7134e10a5077 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:41.319448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:41.332624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:41.584811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event updated for resources: {'Port': ['ID=d5514b09-054a-4e57-bb57-81275179ff14,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:41.598496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9b9fdea6-94d1-48b2-8221-a8d15906be0c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:41.610439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.643691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.680559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Network': ['ID=e0399c8c-81e6-4812-a762-20e043c0309b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:41.753663 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8f5f23bf-4fd5-4aaf-8bdb-dc60444fcc85 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/e0399c8c-81e6-4812-a762-20e043c0309b HTTP/1.1" status: 204 len: 168 time: 7.8226762 Dec 22 08:44:41.764205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50962) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.830619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 9b9fdea6-94d1-48b2-8221-a8d15906be0c completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:41.835419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-12976444'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:41.836657 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9b9fdea6-94d1-48b2-8221-a8d15906be0c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:41.837035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.841208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 9b9fdea6-94d1-48b2-8221-a8d15906be0c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:41.841720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.844084 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:41.928991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:network and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:41.937596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:41.945456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:41.957343 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:41.957942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.036265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.106358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 9b9fdea6-94d1-48b2-8221-a8d15906be0c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9b9fdea6-94d1-48b2-8221-a8d15906be0c,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:42.116055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.164758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:42.169448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.220607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Router 85bfd203-4152-4d6b-8485-a6912c9ff626 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:42.260424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=9b9fdea6-94d1-48b2-8221-a8d15906be0c,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:42.288169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:42.435505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:42.439825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.446324 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f729f-8f03-4262-84fb-5a3fc25c7a64 None None] Sync routers for ids ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:42.450925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.451290 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Added segment 99f5ff75-c825-4914-974e-ddc2d9de9c03 of type vlan for network 86bdc077-a834-4fb7-998e-d4c000f93f9e Dec 22 08:44:42.461626 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f729f-8f03-4262-84fb-5a3fc25c7a64 None None] Routers {'01084cc2-6e56-4fcd-b7bf-7134e10a5077'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:42.462264 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0a4f729f-8f03-4262-84fb-5a3fc25c7a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.467133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04e1356-8aa2-4d83-a78a-b1e5363a789f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Router 27f2239d-acf9-4f2c-9566-99d4c033778b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:42.521761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.526849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.528992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-98d4a6c3-5cdb-46a0-b8a9-1135c4167901 None None] Provisioning complete for port 9b9fdea6-94d1-48b2-8221-a8d15906be0c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:42.529372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-98d4a6c3-5cdb-46a0-b8a9-1135c4167901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.567310 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0a4f729f-8f03-4262-84fb-5a3fc25c7a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.580313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:42.596232 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f729f-8f03-4262-84fb-5a3fc25c7a64 None None] Routers {'01084cc2-6e56-4fcd-b7bf-7134e10a5077'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:42.597213 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0a4f729f-8f03-4262-84fb-5a3fc25c7a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.610175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48181d3-d110-44fd-8159-2dda0f424fa8 None None] Sync routers for ids ['85bfd203-4152-4d6b-8485-a6912c9ff626'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:42.614019 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ed31d6a4-db95-42f4-a9bb-a213ead84de3 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "PUT /v2.0/routers/85bfd203-4152-4d6b-8485-a6912c9ff626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8381019 Dec 22 08:44:42.616680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50966) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:42.627910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48181d3-d110-44fd-8159-2dda0f424fa8 None None] Routers {'85bfd203-4152-4d6b-8485-a6912c9ff626'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:42.628549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e48181d3-d110-44fd-8159-2dda0f424fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['85bfd203-4152-4d6b-8485-a6912c9ff626'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.671475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:42.718634 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0a4f729f-8f03-4262-84fb-5a3fc25c7a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.719228 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f729f-8f03-4262-84fb-5a3fc25c7a64 None None] The sync data for ids ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:42.745533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e48181d3-d110-44fd-8159-2dda0f424fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.778538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48181d3-d110-44fd-8159-2dda0f424fa8 None None] Routers {'85bfd203-4152-4d6b-8485-a6912c9ff626'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:42.779204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e48181d3-d110-44fd-8159-2dda0f424fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['85bfd203-4152-4d6b-8485-a6912c9ff626'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.787897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.793185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:42.794476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.814944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.846062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e48181d3-d110-44fd-8159-2dda0f424fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.846062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48181d3-d110-44fd-8159-2dda0f424fa8 None None] The sync data for ids ['85bfd203-4152-4d6b-8485-a6912c9ff626'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:42.862381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-98d4a6c3-5cdb-46a0-b8a9-1135c4167901 None None] Provisioning complete for port fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:42.863609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-98d4a6c3-5cdb-46a0-b8a9-1135c4167901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.902394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] For port 9b9fdea6-94d1-48b2-8221-a8d15906be0c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9b9fdea6-94d1-48b2-8221-a8d15906be0c,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:42.903033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.919493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-98d4a6c3-5cdb-46a0-b8a9-1135c4167901 None None] Port fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:42.978757 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2103589 Dec 22 08:44:42.987343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:42.992793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92697d-2281-4319-ab2e-cfcc5a6d6abe tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Network': ['ID=86bdc077-a834-4fb7-998e-d4c000f93f9e,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:43.001667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Request body: {'subnet': {'network_id': '86bdc077-a834-4fb7-998e-d4c000f93f9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:43.006969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.011285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 86bdc077-a834-4fb7-998e-d4c000f93f9e details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:43.282015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 9b9fdea6-94d1-48b2-8221-a8d15906be0c owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:43.294293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1eecc8-497c-498b-a5fc-c8750d3fc52a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:43.294988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8e1eecc8-497c-498b-a5fc-c8750d3fc52a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:43.337671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:43.346403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Usage tracker for resource:subnet and tenant:30e319488da043b6995e3be778ff90c6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:43.350758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=35099118-963b-4d73-95fb-1357fa72450d,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:43.351366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:43.354121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8e1eecc8-497c-498b-a5fc-c8750d3fc52a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:43.358748 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8e1eecc8-497c-498b-a5fc-c8750d3fc52a tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports?device_id=85bfd203-4152-4d6b-8485-a6912c9ff626 HTTP/1.1" status: 200 len: 989 time: 0.7401493 Dec 22 08:44:43.359551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50974) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:43.366375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:43.368634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.390920 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0ed3e83b-afaf-4069-8e04-28bf60049355 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/ports/5afbde1f-02c6-4793-8c84-c40031c25c4d HTTP/1.1" status: 204 len: 168 time: 6.5190411 Dec 22 08:44:43.397880 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50978) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:43.402781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': '934291ba-0b8f-4c1a-9e37-bda8c6917928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b044ffd4-aad1-4992-9bdc-62d366c1c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:43.403658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: b044ffd4-aad1-4992-9bdc-62d366c1c762, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:43.419334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9b9fdea6-94d1-48b2-8221-a8d15906be0c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:43.487130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9b9fdea6-94d1-48b2-8221-a8d15906be0c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:43.487512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.545397 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04e1356-8aa2-4d83-a78a-b1e5363a789f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:43.551661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d04e1356-8aa2-4d83-a78a-b1e5363a789f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.558033 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] Sync routers for ids ['27f2239d-acf9-4f2c-9566-99d4c033778b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:43.569376 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] Routers {'27f2239d-acf9-4f2c-9566-99d4c033778b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:43.570508 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['27f2239d-acf9-4f2c-9566-99d4c033778b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:43.574020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Made reservation on behalf of 30e319488da043b6995e3be778ff90c6 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:43.577435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.696985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network b044ffd4-aad1-4992-9bdc-62d366c1c762 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:43.719946 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d04e1356-8aa2-4d83-a78a-b1e5363a789f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "PUT /v2.0/floatingips/93fc9920-085a-4b74-ba98-d26178598fc2 HTTP/1.1" status: 200 len: 992 time: 6.3096418 Dec 22 08:44:43.791396 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] Set router 27f2239d-acf9-4f2c-9566-99d4c033778b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:43.797137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'tag': '2dc65dd8-10d9-4261-9692-eaee493fcef4'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:44:43.880377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, b044ffd4-aad1-4992-9bdc-62d366c1c762) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:43.891745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c85b0-eb58-4823-b7e2-a4209c8327de None None] Network b044ffd4-aad1-4992-9bdc-62d366c1c762 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:43.924411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:43.925209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.951604 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'tag': '2dc65dd8-10d9-4261-9692-eaee493fcef4', 'status': 'completed', 'code': 200} Dec 22 08:44:43.964039 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6abdda37-6aba-43e5-8797-5c71cf7a17a5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.3562455 Dec 22 08:44:43.967889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 50986) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:44.060482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Router e6e8da77-0b6d-4377-9965-0e9374a14b90 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:44.093801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.170648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:44.170648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:44.208352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.241770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-b044ffd4-aad1-4992-9bdc-62d366c1c762', 'network_id': 'b044ffd4-aad1-4992-9bdc-62d366c1c762', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': '35099118-963b-4d73-95fb-1357fa72450d'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:44.242699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.261769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=348c9c7e-2ec3-4b0f-b401-5d5b3b1c0445,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:44.379646 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:47Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '93fc9920-085a-4b74-ba98-d26178598fc2', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'floating_ip_address': '172.26.1.208', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'port_id': '2dc65dd8-10d9-4261-9692-eaee493fcef4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'mac_address': 'fa:16:3e:f8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:58Z', 'updated_at': '2021-12-22T08:44:39Z', 'revision_number': 1, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc278bda-853b-4774-8e39-71cc6e0fa9a4', 'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'mac_address': 'fa:16:3e:a4:a7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:43Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 5, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'subnets': [{'id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:44.384184 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] Checking router: 27f2239d-acf9-4f2c-9566-99d4c033778b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:44.396662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:44.401046 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] Routers {'27f2239d-acf9-4f2c-9566-99d4c033778b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:44.401672 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['27f2239d-acf9-4f2c-9566-99d4c033778b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:44.417186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Sync routers for ids ['e6e8da77-0b6d-4377-9965-0e9374a14b90'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:44.428568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-264bab7b-21df-4b86-bc09-ca5a6475dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:44.430220 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-264bab7b-21df-4b86-bc09-ca5a6475dbd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 1099 time: 0.4548519 Dec 22 08:44:44.447552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Routers {'e6e8da77-0b6d-4377-9965-0e9374a14b90'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:44.448703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e6e8da77-0b6d-4377-9965-0e9374a14b90'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:44.547136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Allocated IP 172.20.0.3 (b044ffd4-aad1-4992-9bdc-62d366c1c762/35099118-963b-4d73-95fb-1357fa72450d/491ca698-fbec-436c-88fc-60a4f75118d4) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:44.564676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.565931 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6e68f680-e12b-450b-a955-800cc6e50bd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7924793 Dec 22 08:44:44.581872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50990) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:44.597664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-47dcc1c8-97ac-4009-827e-ca3249c4791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:44.599501 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-47dcc1c8-97ac-4009-827e-ca3249c4791c service neutron] 10.222.0.54 "GET /v2.0/networks?id=be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 200 len: 911 time: 0.1439028 Dec 22 08:44:44.615214 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] Set router 27f2239d-acf9-4f2c-9566-99d4c033778b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:44.779853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Set router e6e8da77-0b6d-4377-9965-0e9374a14b90 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:44.869529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 9b9fdea6-94d1-48b2-8221-a8d15906be0c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:44.870243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.959089 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7cd53b33-960e-41fd-8e05-fdbd67477b79 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/routers/e6e8da77-0b6d-4377-9965-0e9374a14b90 HTTP/1.1" status: 200 len: 908 time: 0.3737345 Dec 22 08:44:44.966669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 50996) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:44.978342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Request body: {'router': {'name': 'tempest-snat-router-768553318', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'enable_snat': True}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:44.992629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:44.999439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Usage tracker for resource:router and tenant:8d71ec845cd94f5994795c2bece249cc is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:45.003040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:45.069158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.149543 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:47Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '93fc9920-085a-4b74-ba98-d26178598fc2', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'floating_ip_address': '172.26.1.208', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'port_id': '2dc65dd8-10d9-4261-9692-eaee493fcef4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'mac_address': 'fa:16:3e:f8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:58Z', 'updated_at': '2021-12-22T08:44:39Z', 'revision_number': 1, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc278bda-853b-4774-8e39-71cc6e0fa9a4', 'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'mac_address': 'fa:16:3e:a4:a7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:43Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 5, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'subnets': [{'id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:45.170885 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35644c-1c5f-48f5-b27b-29a65a7a6e17 None None] The sync data for ids ['27f2239d-acf9-4f2c-9566-99d4c033778b'] in dv-neutron-822561-2-hyperv is: [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:47Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '93fc9920-085a-4b74-ba98-d26178598fc2', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'floating_ip_address': '172.26.1.208', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'port_id': '2dc65dd8-10d9-4261-9692-eaee493fcef4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'mac_address': 'fa:16:3e:f8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:58Z', 'updated_at': '2021-12-22T08:44:39Z', 'revision_number': 1, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc278bda-853b-4774-8e39-71cc6e0fa9a4', 'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'mac_address': 'fa:16:3e:a4:a7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:43Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 5, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'subnets': [{'id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:45.202360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.225799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:45.234055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.243088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Transition to ACTIVE for port object 491ca698-fbec-436c-88fc-60a4f75118d4 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:45.275492 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Transition to ACTIVE for port object 491ca698-fbec-436c-88fc-60a4f75118d4 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:45.284166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.298571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.350063 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-b6631a42-a85c-4bbf-8f79-9a8b48d1ab44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 200 len: 1000 time: 0.7126355 Dec 22 08:44:45.350950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port 491ca698-fbec-436c-88fc-60a4f75118d4 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:45.351377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.357510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Network b044ffd4-aad1-4992-9bdc-62d366c1c762 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:45.361315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:45.367985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:45.382496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Pushing event updated for resources: {'Port': ['ID=491ca698-fbec-436c-88fc-60a4f75118d4,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:45.385834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8da77-0b6d-4377-9965-0e9374a14b90', 'name': 'tempest-snat-router-768553318', 'tenant_id': '8d71ec845cd94f5994795c2bece249cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.189'}], 'enable_snat': False}, 'gw_port_id': 'd5514b09-054a-4e57-bb57-81275179ff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:35Z', 'updated_at': '2021-12-22T08:44:41Z', 'revision_number': 3, 'project_id': '8d71ec845cd94f5994795c2bece249cc', 'gw_port': {'id': 'd5514b09-054a-4e57-bb57-81275179ff14', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8da77-0b6d-4377-9965-0e9374a14b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:39Z', 'updated_at': '2021-12-22T08:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:45.418451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Checking router: e6e8da77-0b6d-4377-9965-0e9374a14b90 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:45.419334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Updating router e6e8da77-0b6d-4377-9965-0e9374a14b90 port d5514b09-054a-4e57-bb57-81275179ff14 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:44:45.473772 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788d7c6-b4f3-422b-a9cd-8be6ab8e52ce None None] New status for floating IP 93fc9920-085a-4b74-ba98-d26178598fc2: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:44:45.502398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:44:45.509634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.510654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.528967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Attempting to bind port 491ca698-fbec-436c-88fc-60a4f75118d4 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:45.529556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Attempting to bind port 491ca698-fbec-436c-88fc-60a4f75118d4 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '934291ba-0b8f-4c1a-9e37-bda8c6917928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b044ffd4-aad1-4992-9bdc-62d366c1c762'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:45.529870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Attempting to bind port 491ca698-fbec-436c-88fc-60a4f75118d4 on network b044ffd4-aad1-4992-9bdc-62d366c1c762 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:45.532058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.533527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.551613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.574862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:45.575302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Checking segment: {'id': '934291ba-0b8f-4c1a-9e37-bda8c6917928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b044ffd4-aad1-4992-9bdc-62d366c1c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:45.575634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.576025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Bound using segment: {'id': '934291ba-0b8f-4c1a-9e37-bda8c6917928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b044ffd4-aad1-4992-9bdc-62d366c1c762'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:45.576500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Bound port: 491ca698-fbec-436c-88fc-60a4f75118d4, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934291ba-0b8f-4c1a-9e37-bda8c6917928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b044ffd4-aad1-4992-9bdc-62d366c1c762'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:45.576873 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.632800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] For port 9b9fdea6-94d1-48b2-8221-a8d15906be0c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9b9fdea6-94d1-48b2-8221-a8d15906be0c,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:45.634158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.641817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event updated for resources: {'Subnet': ['ID=255a839b-01fe-4c94-9b03-f724787070bb,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:45.737435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] For port 491ca698-fbec-436c-88fc-60a4f75118d4, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:45.742931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] For port 491ca698-fbec-436c-88fc-60a4f75118d4, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=491ca698-fbec-436c-88fc-60a4f75118d4,segment=NetworkSegment(934291ba-0b8f-4c1a-9e37-bda8c6917928),segment_id=934291ba-0b8f-4c1a-9e37-bda8c6917928)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:45.762357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.794278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 9b9fdea6-94d1-48b2-8221-a8d15906be0c owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:45.907618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Checking segment: {'id': '99f5ff75-c825-4914-974e-ddc2d9de9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '86bdc077-a834-4fb7-998e-d4c000f93f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:45.908028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network hostable DHCP agents. Network: 86bdc077-a834-4fb7-998e-d4c000f93f9e, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:45.970870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b3d33-cf54-4fef-a9aa-39dd61f7d416 None None] Pushing event updated for resources: {'Port': ['ID=491ca698-fbec-436c-88fc-60a4f75118d4,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:46.011127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:46.013660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.023924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-fc78baf6-74ef-4f5a-8a4d-dc216d9968e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:46.025382 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-fc78baf6-74ef-4f5a-8a4d-dc216d9968e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d5c060c-ccd9-41f0-9d65-e66f1d58c321 HTTP/1.1" status: 200 len: 849 time: 0.6431506 Dec 22 08:44:46.047304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.071892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Network 86bdc077-a834-4fb7-998e-d4c000f93f9e is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:46.112820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 86bdc077-a834-4fb7-998e-d4c000f93f9e) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:46.121383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:46.122558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.173221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.192859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Transition to ACTIVE for port object d5514b09-054a-4e57-bb57-81275179ff14 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:46.203192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab4615-bc29-4824-80f4-b7b6d285152f None None] Network 86bdc077-a834-4fb7-998e-d4c000f93f9e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:46.206969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router c880eb25-0c99-42b3-aa36-a34027fe06aa has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:46.253870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.378522 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0637060b-9a08-4bb8-ad8b-364822c30324 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3877199 Dec 22 08:44:46.442178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Attempting to bind port d5514b09-054a-4e57-bb57-81275179ff14 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:46.442943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Attempting to bind port d5514b09-054a-4e57-bb57-81275179ff14 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:46.443523 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Attempting to bind port d5514b09-054a-4e57-bb57-81275179ff14 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:46.444318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.454447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51002) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:46.457163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8b61e-bfdf-4d85-8b6f-e2ec2a3a1951 None None] Pushing event updated for resources: {'Port': ['ID=d5514b09-054a-4e57-bb57-81275179ff14,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:46.468758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:46.469553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:46.470194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.470787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:46.471527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Bound port: d5514b09-054a-4e57-bb57-81275179ff14, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:46.472129 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.573395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] For port d5514b09-054a-4e57-bb57-81275179ff14, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:46.617400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] For port d5514b09-054a-4e57-bb57-81275179ff14, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d5514b09-054a-4e57-bb57-81275179ff14,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:46.627619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.713792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:46.736127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58078c-5e8e-4579-b2c9-ff3a4e8f6b6f None None] Sync routers for ids ['c880eb25-0c99-42b3-aa36-a34027fe06aa'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:46.764030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Routers {'e6e8da77-0b6d-4377-9965-0e9374a14b90'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:46.764258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e6e8da77-0b6d-4377-9965-0e9374a14b90'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:46.783551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:46.787974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port 491ca698-fbec-436c-88fc-60a4f75118d4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=491ca698-fbec-436c-88fc-60a4f75118d4,segment=NetworkSegment(934291ba-0b8f-4c1a-9e37-bda8c6917928),segment_id=934291ba-0b8f-4c1a-9e37-bda8c6917928)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:46.788331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.806574 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-ca63bed6-b318-4639-988f-b749a582e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:46.808060 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-ca63bed6-b318-4639-988f-b749a582e94e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be8d44ef-bc10-4f72-a013-37103d3cf27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7601812 Dec 22 08:44:46.813011 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2aac830d-584c-4968-811c-2af3b0b69298 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/c880eb25-0c99-42b3-aa36-a34027fe06aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6070559 Dec 22 08:44:46.816179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51006) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:46.816331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-86bdc077-a834-4fb7-998e-d4c000f93f9e', 'network_id': '86bdc077-a834-4fb7-998e-d4c000f93f9e', 'tenant_id': '30e319488da043b6995e3be778ff90c6', 'fixed_ips': [{'subnet_id': '255a839b-01fe-4c94-9b03-f724787070bb'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:46.816863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.839664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58078c-5e8e-4579-b2c9-ff3a4e8f6b6f None None] Routers {'c880eb25-0c99-42b3-aa36-a34027fe06aa'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:46.841129 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1a58078c-5e8e-4579-b2c9-ff3a4e8f6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c880eb25-0c99-42b3-aa36-a34027fe06aa'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:46.928212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8b61e-bfdf-4d85-8b6f-e2ec2a3a1951 None None] Pushing event updated for resources: {'Port': ['ID=d5514b09-054a-4e57-bb57-81275179ff14,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:46.934413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for 491ca698-fbec-436c-88fc-60a4f75118d4 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:46.935035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1a58078c-5e8e-4579-b2c9-ff3a4e8f6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:47.024686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.084120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-608701f3-d21a-43e8-9233-cb60eca6bd04 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:47.101954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.123153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58078c-5e8e-4579-b2c9-ff3a4e8f6b6f None None] Routers {'c880eb25-0c99-42b3-aa36-a34027fe06aa'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:47.123796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1a58078c-5e8e-4579-b2c9-ff3a4e8f6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c880eb25-0c99-42b3-aa36-a34027fe06aa'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:47.212223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1a58078c-5e8e-4579-b2c9-ff3a4e8f6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:47.212665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58078c-5e8e-4579-b2c9-ff3a4e8f6b6f None None] The sync data for ids ['c880eb25-0c99-42b3-aa36-a34027fe06aa'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:47.305470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] Set router e6e8da77-0b6d-4377-9965-0e9374a14b90 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:47.378554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.409747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.442559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-608701f3-d21a-43e8-9233-cb60eca6bd04 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:47.446950 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-608701f3-d21a-43e8-9233-cb60eca6bd04 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=c880eb25-0c99-42b3-aa36-a34027fe06aa HTTP/1.1" status: 200 len: 205 time: 0.5786755 Dec 22 08:44:47.464597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51012) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.470174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c5371-e141-47f6-82e0-4ac4df085469 None None] Network b044ffd4-aad1-4992-9bdc-62d366c1c762 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:47.498919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.510960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 491ca698-fbec-436c-88fc-60a4f75118d4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:47.528708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=9b9fdea6-94d1-48b2-8221-a8d15906be0c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:47.576335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-92da9af6-3678-49da-9800-d5ce052d4df4 None None] Could not find standard attr ID for object 491ca698-fbec-436c-88fc-60a4f75118d4. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:47.587316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 491ca698-fbec-436c-88fc-60a4f75118d4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:47.587659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 491ca698-fbec-436c-88fc-60a4f75118d4 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:44:47.630773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Allocated IP 2001:db8::f816:3eff:fecd:3197 (86bdc077-a834-4fb7-998e-d4c000f93f9e/255a839b-01fe-4c94-9b03-f724787070bb/ce1636cf-018f-4eb7-8c7e-4bf3ca81beab) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:47.686903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Port': ['ID=491ca698-fbec-436c-88fc-60a4f75118d4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:47.694387 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.729178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=fdebb4a7-4876-4a77-8c32-67b5c2e06ee7,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:47.755522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port 491ca698-fbec-436c-88fc-60a4f75118d4 not found, will not notify nova. {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:44:47.773303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.810595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-645ee0e2-371d-4e44-a4fa-160707878066 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.844299 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.908068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No DVR routers for this DVR port 491ca698-fbec-436c-88fc-60a4f75118d4 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:47.934570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.964434 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-dd288255-051d-48f5-9889-ddc85776f68f service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0932555 Dec 22 08:44:48.203567 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.216988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Transition to ACTIVE for port object ce1636cf-018f-4eb7-8c7e-4bf3ca81beab will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:48.221213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8da77-0b6d-4377-9965-0e9374a14b90', 'name': 'tempest-snat-router-768553318', 'tenant_id': '8d71ec845cd94f5994795c2bece249cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.189'}], 'enable_snat': False}, 'gw_port_id': 'd5514b09-054a-4e57-bb57-81275179ff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:35Z', 'updated_at': '2021-12-22T08:44:41Z', 'revision_number': 3, 'project_id': '8d71ec845cd94f5994795c2bece249cc', 'gw_port': {'id': 'd5514b09-054a-4e57-bb57-81275179ff14', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8da77-0b6d-4377-9965-0e9374a14b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:39Z', 'updated_at': '2021-12-22T08:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:48.233499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dd0e3-a8cb-4336-a339-889cf226f72a None None] The sync data for ids ['e6e8da77-0b6d-4377-9965-0e9374a14b90'] in dv-neutron-822561-2-hyperv is: [{'id': 'e6e8da77-0b6d-4377-9965-0e9374a14b90', 'name': 'tempest-snat-router-768553318', 'tenant_id': '8d71ec845cd94f5994795c2bece249cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.189'}], 'enable_snat': False}, 'gw_port_id': 'd5514b09-054a-4e57-bb57-81275179ff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:35Z', 'updated_at': '2021-12-22T08:44:41Z', 'revision_number': 3, 'project_id': '8d71ec845cd94f5994795c2bece249cc', 'gw_port': {'id': 'd5514b09-054a-4e57-bb57-81275179ff14', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8da77-0b6d-4377-9965-0e9374a14b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:39Z', 'updated_at': '2021-12-22T08:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:48.243301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Transition to ACTIVE for port object ce1636cf-018f-4eb7-8c7e-4bf3ca81beab will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:48.250729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.335572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Network 86bdc077-a834-4fb7-998e-d4c000f93f9e is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:48.339865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:48.347363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.351298 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Pushing event updated for resources: {'Port': ['ID=ce1636cf-018f-4eb7-8c7e-4bf3ca81beab,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.355576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:48.480306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.486578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Attempting to bind port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:48.487059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Attempting to bind port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '99f5ff75-c825-4914-974e-ddc2d9de9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '86bdc077-a834-4fb7-998e-d4c000f93f9e'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:48.488382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Attempting to bind port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab on network 86bdc077-a834-4fb7-998e-d4c000f93f9e {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:48.494717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:48.494717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Checking segment: {'id': '99f5ff75-c825-4914-974e-ddc2d9de9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '86bdc077-a834-4fb7-998e-d4c000f93f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:48.494717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.495233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Bound using segment: {'id': '99f5ff75-c825-4914-974e-ddc2d9de9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '86bdc077-a834-4fb7-998e-d4c000f93f9e'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:48.495795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Bound port: ce1636cf-018f-4eb7-8c7e-4bf3ca81beab, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f5ff75-c825-4914-974e-ddc2d9de9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '86bdc077-a834-4fb7-998e-d4c000f93f9e'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:48.496402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.628800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] For port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:48.652645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] For port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ce1636cf-018f-4eb7-8c7e-4bf3ca81beab,segment=NetworkSegment(99f5ff75-c825-4914-974e-ddc2d9de9c03),segment_id=99f5ff75-c825-4914-974e-ddc2d9de9c03)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:48.661154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.667999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-645ee0e2-371d-4e44-a4fa-160707878066 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.674746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-645ee0e2-371d-4e44-a4fa-160707878066 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.761664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dfd52-ffe2-4997-a0b0-0cca61f9f458 None None] Pushing event updated for resources: {'Port': ['ID=ce1636cf-018f-4eb7-8c7e-4bf3ca81beab,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.779155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.834444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Router ff180d68-1983-44f4-a578-3a9a6f94028e has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:48.861397 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-44df62d8-2627-46dc-949f-accd8e8799a2 req-d394fdd9-0895-4815-9005-6255ba66b4a2 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120834 Dec 22 08:44:48.926197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Subnet': ['ID=255a839b-01fe-4c94-9b03-f724787070bb,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.956514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.017429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-645ee0e2-371d-4e44-a4fa-160707878066 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.017988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645ee0e2-371d-4e44-a4fa-160707878066 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Fanout notify agent at l3_agent the message router_deleted on router c880eb25-0c99-42b3-aa36-a34027fe06aa {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:49.127857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=35099118-963b-4d73-95fb-1357fa72450d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:49.142157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de43af9-5961-43fd-8db8-ec1773a7ab60 None None] Network b044ffd4-aad1-4992-9bdc-62d366c1c762 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:49.156483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Allocated IP 172.26.1.63 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/dbf6c07c-44ec-433a-98e0-7663eb8b0852) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:49.188796 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:49.199728 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] Sync routers for ids ['ff180d68-1983-44f4-a578-3a9a6f94028e'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:49.211995 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] Routers {'ff180d68-1983-44f4-a578-3a9a6f94028e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:49.212610 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ff180d68-1983-44f4-a578-3a9a6f94028e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:49.236634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.345651 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.376757 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6737916a-23b6-449b-b518-3fa9489ae7ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "PUT /v2.0/routers/ff180d68-1983-44f4-a578-3a9a6f94028e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4107294 Dec 22 08:44:49.392045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51018) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:49.409152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port 34a800b4-ef74-4d7d-b372-c9be642154a8 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:49.409487 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.451992 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bdc077-a834-4fb7-998e-d4c000f93f9e']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:49.478857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b044ffd4-aad1-4992-9bdc-62d366c1c762']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:49.480661 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] Set router ff180d68-1983-44f4-a578-3a9a6f94028e gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:49.486476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Router 85bfd203-4152-4d6b-8485-a6912c9ff626 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:49.513204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f5ff75-c825-4914-974e-ddc2d9de9c03') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:49.513576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f5ff75-c825-4914-974e-ddc2d9de9c03') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:49.526143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-645ee0e2-371d-4e44-a4fa-160707878066 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.528154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-558f3bab-e141-4a95-b0c7-528af65460e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.532417 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-645ee0e2-371d-4e44-a4fa-160707878066 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/c880eb25-0c99-42b3-aa36-a34027fe06aa HTTP/1.1" status: 204 len: 168 time: 2.0617726 Dec 22 08:44:49.532813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51022) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:49.556515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.617831 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58775b96-ab81-47d8-8438-ea8cde47d1db None None] DHCP port deletion for b044ffd4-aad1-4992-9bdc-62d366c1c762 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:49.681608 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff180d68-1983-44f4-a578-3a9a6f94028e', 'name': 'tempest-NetworksTestDHCPv6-router-620859205', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:24Z', 'updated_at': '2021-12-22T08:44:46Z', 'revision_number': 3, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:49.687447 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] Checking router: ff180d68-1983-44f4-a578-3a9a6f94028e for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:49.697455 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] Routers {'ff180d68-1983-44f4-a578-3a9a6f94028e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:49.699135 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ff180d68-1983-44f4-a578-3a9a6f94028e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:49.718807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934291ba-0b8f-4c1a-9e37-bda8c6917928') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:49.719313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934291ba-0b8f-4c1a-9e37-bda8c6917928') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:49.751305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d5514b09-054a-4e57-bb57-81275179ff14 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:49.821264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.864219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.904525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port d5514b09-054a-4e57-bb57-81275179ff14 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:49.908834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.911816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aba8a9e-0bac-4720-a8c4-1d6ff454f39a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:49.912558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d5514b09-054a-4e57-bb57-81275179ff14 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:49.913167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.913326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aba8a9e-0bac-4720-a8c4-1d6ff454f39a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:49.914032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9aba8a9e-0bac-4720-a8c4-1d6ff454f39a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:49.922042 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] Set router ff180d68-1983-44f4-a578-3a9a6f94028e gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:49.928042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:49.928602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.055278 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff180d68-1983-44f4-a578-3a9a6f94028e', 'name': 'tempest-NetworksTestDHCPv6-router-620859205', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:24Z', 'updated_at': '2021-12-22T08:44:46Z', 'revision_number': 3, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:50.060950 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87366a92-0fc4-4f3c-b8fe-0354034ff77f None None] The sync data for ids ['ff180d68-1983-44f4-a578-3a9a6f94028e'] in dv-neutron-822561-2-hyperv is: [{'id': 'ff180d68-1983-44f4-a578-3a9a6f94028e', 'name': 'tempest-NetworksTestDHCPv6-router-620859205', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:24Z', 'updated_at': '2021-12-22T08:44:46Z', 'revision_number': 3, 'project_id': '39a3def147ae4bb19b237215458a90b3', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:50.112896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.135896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.155709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port d5514b09-054a-4e57-bb57-81275179ff14, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d5514b09-054a-4e57-bb57-81275179ff14,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:50.161739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.162719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ce1636cf-018f-4eb7-8c7e-4bf3ca81beab up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:50.212603 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:50.215173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for 34a800b4-ef74-4d7d-b372-c9be642154a8 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:50.244405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:50.250691 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1d2a1acd-566e-4c1e-b3c6-02978e8bedac tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "PUT /v2.0/routers/85bfd203-4152-4d6b-8485-a6912c9ff626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8862574 Dec 22 08:44:50.255542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51028) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.265225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.265838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae544d-12f8-491b-a99e-8fdecd089c7a None None] Sync routers for ids ['85bfd203-4152-4d6b-8485-a6912c9ff626'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:50.269402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c38b0d1-c143-4b37-be49-9d4643304b0a None None] Network 86bdc077-a834-4fb7-998e-d4c000f93f9e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:50.276684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:50.277056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:50.292067 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:50.319876 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2342c080-3da2-4ec2-9f4d-d926c7990261 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:44:50.319876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2342c080-3da2-4ec2-9f4d-d926c7990261 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:50.329706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-512a5d08-96c0-4096-b64f-b8cde1ea325c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting subnet 2457fafa-71e6-4e4c-abc7-6308c0a3ec81 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:50.333029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-512a5d08-96c0-4096-b64f-b8cde1ea325c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.354481 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae544d-12f8-491b-a99e-8fdecd089c7a None None] Routers {'85bfd203-4152-4d6b-8485-a6912c9ff626'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:50.355143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bcae544d-12f8-491b-a99e-8fdecd089c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['85bfd203-4152-4d6b-8485-a6912c9ff626'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:50.419151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.441382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.466833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=b044ffd4-aad1-4992-9bdc-62d366c1c762,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:50.482026 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8f148111-c7e3-4c12-9569-2c9d64215efa tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/b044ffd4-aad1-4992-9bdc-62d366c1c762 HTTP/1.1" status: 204 len: 168 time: 6.5128725 Dec 22 08:44:50.482748 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51032) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.490944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2028266240'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:50.498733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:50.505327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:network and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:50.509875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:50.522270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:50.540062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bcae544d-12f8-491b-a99e-8fdecd089c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:50.540310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:50.545502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.552752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:44:50.552752 dv-neutron-822561-2-hyperv neutron-server[87535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:44:50.552752 dv-neutron-822561-2-hyperv neutron-server[87535]: [parameters: {'id': '86bdc077-a834-4fb7-998e-d4c000f93f9e'}] Dec 22 08:44:50.552752 dv-neutron-822561-2-hyperv neutron-server[87535]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:50.553572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:50.566079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9aba8a9e-0bac-4720-a8c4-1d6ff454f39a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:50.569963 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9aba8a9e-0bac-4720-a8c4-1d6ff454f39a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1752396 Dec 22 08:44:50.575546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51036) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.615406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.636800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:50.647329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-83c79454-2a22-4253-b079-9ea4e24adaa3 None None] Provisioning for port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:50.652245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:50.657313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae544d-12f8-491b-a99e-8fdecd089c7a None None] Routers {'85bfd203-4152-4d6b-8485-a6912c9ff626'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:50.661908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bcae544d-12f8-491b-a99e-8fdecd089c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['85bfd203-4152-4d6b-8485-a6912c9ff626'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:50.664595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.665239 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment 4b29607c-05ee-4982-9e49-1cf77c80ffb7 of type vlan for network 28f83701-5a7c-4a58-93c5-4ba20eac5434 Dec 22 08:44:50.676368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2342c080-3da2-4ec2-9f4d-d926c7990261 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:50.677789 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2342c080-3da2-4ec2-9f4d-d926c7990261 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/fdebb4a7-4876-4a77-8c32-67b5c2e06ee7 HTTP/1.1" status: 404 len: 333 time: 0.4133084 Dec 22 08:44:50.702221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-512a5d08-96c0-4096-b64f-b8cde1ea325c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.704326 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51040) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.713865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=d5514b09-054a-4e57-bb57-81275179ff14,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:50.771772 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:50.772854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.773353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:50.780112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:50.782562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:50.791254 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.808088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-83c79454-2a22-4253-b079-9ea4e24adaa3 None None] Provisioning complete for port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:50.808618 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-83c79454-2a22-4253-b079-9ea4e24adaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.858819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bcae544d-12f8-491b-a99e-8fdecd089c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:50.859222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae544d-12f8-491b-a99e-8fdecd089c7a None None] The sync data for ids ['85bfd203-4152-4d6b-8485-a6912c9ff626'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:50.862081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e995210-e5b7-4748-ac7c-2a06a625e8bd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 4678f52c-0153-41be-b4eb-485645b6cbad {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:50.885138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0e995210-e5b7-4748-ac7c-2a06a625e8bd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.899004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.938091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf6c07c-44ec-433a-98e0-7663eb8b0852,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.021132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=34a800b4-ef74-4d7d-b372-c9be642154a8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.050097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4c69-567e-49f9-afaf-6e8715a67fe0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.052153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-83c79454-2a22-4253-b079-9ea4e24adaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.112301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.147002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-83c79454-2a22-4253-b079-9ea4e24adaa3 None None] For port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ce1636cf-018f-4eb7-8c7e-4bf3ca81beab,segment=NetworkSegment(99f5ff75-c825-4914-974e-ddc2d9de9c03),segment_id=99f5ff75-c825-4914-974e-ddc2d9de9c03)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:51.156453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-83c79454-2a22-4253-b079-9ea4e24adaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.199961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.205323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:51.205930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.225056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7e288-b729-47e3-abb9-5c48291de54c None None] DHCP port deletion for 86bdc077-a834-4fb7-998e-d4c000f93f9e request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:51.253387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-18e7e288-b729-47e3-abb9-5c48291de54c None None] Deleting port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:51.253816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-18e7e288-b729-47e3-abb9-5c48291de54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.266095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.273082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0e995210-e5b7-4748-ac7c-2a06a625e8bd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.323513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:51.323513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:51.359961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c79454-2a22-4253-b079-9ea4e24adaa3 None None] Pushing event updated for resources: {'Port': ['ID=ce1636cf-018f-4eb7-8c7e-4bf3ca81beab,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.404110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Deleting port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:51.404852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.478596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-512a5d08-96c0-4096-b64f-b8cde1ea325c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.505033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-18e7e288-b729-47e3-abb9-5c48291de54c None None] For port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ce1636cf-018f-4eb7-8c7e-4bf3ca81beab,segment=NetworkSegment(99f5ff75-c825-4914-974e-ddc2d9de9c03),segment_id=99f5ff75-c825-4914-974e-ddc2d9de9c03)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:51.505428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-18e7e288-b729-47e3-abb9-5c48291de54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.573792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=28f83701-5a7c-4a58-93c5-4ba20eac5434,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.628650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 28f83701-5a7c-4a58-93c5-4ba20eac5434 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:51.629417 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3e48e32a-fc82-4ede-bcb0-ee7c57f92e31 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1442919 Dec 22 08:44:51.631718 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4c69-567e-49f9-afaf-6e8715a67fe0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.639691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51050) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.639930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4c69-567e-49f9-afaf-6e8715a67fe0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.649655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-18e7e288-b729-47e3-abb9-5c48291de54c None None] Calling delete_port for ce1636cf-018f-4eb7-8c7e-4bf3ca81beab owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:51.671518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': '28f83701-5a7c-4a58-93c5-4ba20eac5434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:51.696756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.735756 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4c69-567e-49f9-afaf-6e8715a67fe0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.736273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9e4c69-567e-49f9-afaf-6e8715a67fe0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Fanout notify agent at l3_agent the message router_deleted on router 85bfd203-4152-4d6b-8485-a6912c9ff626 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:51.815834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0e995210-e5b7-4748-ac7c-2a06a625e8bd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.853557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-512a5d08-96c0-4096-b64f-b8cde1ea325c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.858230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-31587f44-dd49-40db-ab14-7d46095daf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.919323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-18e7e288-b729-47e3-abb9-5c48291de54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.959310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a5d08-96c0-4096-b64f-b8cde1ea325c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Subnet': ['ID=2457fafa-71e6-4e4c-abc7-6308c0a3ec81,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.974185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-512a5d08-96c0-4096-b64f-b8cde1ea325c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.976292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17856696-8a65-4d02-9062-0e0230586c09 None None] Network 0fefbf12-514d-455f-a7f7-e873169e7406 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:52.011883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7e288-b729-47e3-abb9-5c48291de54c None None] Pushing event deleted for resources: {'Port': ['ID=ce1636cf-018f-4eb7-8c7e-4bf3ca81beab,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.018780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4c69-567e-49f9-afaf-6e8715a67fe0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.020010 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cc9e4c69-567e-49f9-afaf-6e8715a67fe0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/routers/85bfd203-4152-4d6b-8485-a6912c9ff626 HTTP/1.1" status: 204 len: 168 time: 1.3146610 Dec 22 08:44:52.027874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.033263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51058) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.039190 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7e288-b729-47e3-abb9-5c48291de54c None None] No DVR routers for this DVR port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:52.074573 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-512a5d08-96c0-4096-b64f-b8cde1ea325c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/2457fafa-71e6-4e4c-abc7-6308c0a3ec81 HTTP/1.1" status: 204 len: 168 time: 2.5276358 Dec 22 08:44:52.077390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] For port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ce1636cf-018f-4eb7-8c7e-4bf3ca81beab,segment=NetworkSegment(99f5ff75-c825-4914-974e-ddc2d9de9c03),segment_id=99f5ff75-c825-4914-974e-ddc2d9de9c03)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:52.078195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51062) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.078461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.088354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:52.096192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:subnet and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:52.107351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:52.126743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:52.145534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d5514b09-054a-4e57-bb57-81275179ff14 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:52.190030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:52.193645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.360234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d5514b09-054a-4e57-bb57-81275179ff14 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:52.360606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.375203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Calling delete_port for ce1636cf-018f-4eb7-8c7e-4bf3ca81beab owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:52.447209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e67b10-d09e-497c-8eec-a9b0767ebf7e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet 29a1a200-31a1-4676-a431-4d52971a88a5 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:52.476374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-58e67b10-d09e-497c-8eec-a9b0767ebf7e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.505952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0e995210-e5b7-4748-ac7c-2a06a625e8bd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.506901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f45dc4-c1e6-44a8-af43-9a9bf4436132 None None] DHCP port deletion for 0fefbf12-514d-455f-a7f7-e873169e7406 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:52.509335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.513959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c0f45dc4-c1e6-44a8-af43-9a9bf4436132 None None] Deleting port 71364efe-67be-4e9b-a3e0-f5295adc835b {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:52.514331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c0f45dc4-c1e6-44a8-af43-9a9bf4436132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.574685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 491ca698-fbec-436c-88fc-60a4f75118d4 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:52.577061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0e995210-e5b7-4748-ac7c-2a06a625e8bd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.584098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e995210-e5b7-4748-ac7c-2a06a625e8bd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=4678f52c-0153-41be-b4eb-485645b6cbad,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.606037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4e0f2-edc2-4fba-bb45-f62e25aff0d5 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:52.639347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 71364efe-67be-4e9b-a3e0-f5295adc835b {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:52.639664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.657068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 491ca698-fbec-436c-88fc-60a4f75118d4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:52.657419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 491ca698-fbec-436c-88fc-60a4f75118d4 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:52.657849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9b9fdea6-94d1-48b2-8221-a8d15906be0c no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:52.690029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0e995210-e5b7-4748-ac7c-2a06a625e8bd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/4678f52c-0153-41be-b4eb-485645b6cbad HTTP/1.1" status: 204 len: 168 time: 2.1128943 Dec 22 08:44:52.693641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:52.694176 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:52.695480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51068) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.695751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-58e67b10-d09e-497c-8eec-a9b0767ebf7e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.739706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 9b9fdea6-94d1-48b2-8221-a8d15906be0c {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:52.740144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9b9fdea6-94d1-48b2-8221-a8d15906be0c not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:52.740602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ce1636cf-018f-4eb7-8c7e-4bf3ca81beab no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:52.787097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: ce1636cf-018f-4eb7-8c7e-4bf3ca81beab {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:52.787444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ce1636cf-018f-4eb7-8c7e-4bf3ca81beab not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:52.788860 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.862785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.936863 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-eb6f5cd2-bb25-49db-a4e6-412ff19c49d9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2380748 Dec 22 08:44:52.942583 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51072) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:53.048347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.055451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c0f45dc4-c1e6-44a8-af43-9a9bf4436132 None None] For port 71364efe-67be-4e9b-a3e0-f5295adc835b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=71364efe-67be-4e9b-a3e0-f5295adc835b,segment=NetworkSegment(386e911a-7cb7-4f13-961f-7109b798d454),segment_id=386e911a-7cb7-4f13-961f-7109b798d454)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:53.055913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c0f45dc4-c1e6-44a8-af43-9a9bf4436132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.160785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Router 0ee4b1b1-885a-42e2-aa66-09badbc79a3f is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:53.188877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c0f45dc4-c1e6-44a8-af43-9a9bf4436132 None None] Calling delete_port for 71364efe-67be-4e9b-a3e0-f5295adc835b owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:53.228871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Deleting port ce1636cf-018f-4eb7-8c7e-4bf3ca81beab {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:53.228871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.229177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.295787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c0f45dc4-c1e6-44a8-af43-9a9bf4436132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.322830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] The port 'ce1636cf-018f-4eb7-8c7e-4bf3ca81beab' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:44:53.359433 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1177549e-daa8-4be0-8ab4-97c8e32bea44 None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:53.382007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f45dc4-c1e6-44a8-af43-9a9bf4436132 None None] Pushing event deleted for resources: {'Port': ['ID=71364efe-67be-4e9b-a3e0-f5295adc835b,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.383854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1177549e-daa8-4be0-8ab4-97c8e32bea44 None None] Deleting port cb55b033-1ddb-4b16-9a5b-35604da4771d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:53.384235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1177549e-daa8-4be0-8ab4-97c8e32bea44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.421586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-58e67b10-d09e-497c-8eec-a9b0767ebf7e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.465995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f45dc4-c1e6-44a8-af43-9a9bf4436132 None None] No DVR routers for this DVR port 71364efe-67be-4e9b-a3e0-f5295adc835b on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:53.476365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.505051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bdc077-a834-4fb7-998e-d4c000f93f9e']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:53.519411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f5ff75-c825-4914-974e-ddc2d9de9c03') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:53.519707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f5ff75-c825-4914-974e-ddc2d9de9c03') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:53.532534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.550453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.557362 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:53.557860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.609814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1177549e-daa8-4be0-8ab4-97c8e32bea44 None None] For port cb55b033-1ddb-4b16-9a5b-35604da4771d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cb55b033-1ddb-4b16-9a5b-35604da4771d,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:53.610295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1177549e-daa8-4be0-8ab4-97c8e32bea44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.634940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a723bf0c-7b09-411c-b0f7-31a3a0efb2a0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:53.665831 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:53.672114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.747936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1177549e-daa8-4be0-8ab4-97c8e32bea44 None None] Calling delete_port for cb55b033-1ddb-4b16-9a5b-35604da4771d owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:53.833712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1177549e-daa8-4be0-8ab4-97c8e32bea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.883138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177549e-daa8-4be0-8ab4-97c8e32bea44 None None] Pushing event deleted for resources: {'Port': ['ID=cb55b033-1ddb-4b16-9a5b-35604da4771d,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.886834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1177549e-daa8-4be0-8ab4-97c8e32bea44 None None] No DVR routers for this DVR port cb55b033-1ddb-4b16-9a5b-35604da4771d on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:53.897642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.908127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port 71364efe-67be-4e9b-a3e0-f5295adc835b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=71364efe-67be-4e9b-a3e0-f5295adc835b,segment=NetworkSegment(386e911a-7cb7-4f13-961f-7109b798d454),segment_id=386e911a-7cb7-4f13-961f-7109b798d454)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:53.908488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.917184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Network': ['ID=86bdc077-a834-4fb7-998e-d4c000f93f9e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.922772 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bb787265-61d6-4885-91d8-6c3a8ca9f3a5 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/86bdc077-a834-4fb7-998e-d4c000f93f9e HTTP/1.1" status: 204 len: 168 time: 7.4671447 Dec 22 08:44:53.927256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51078) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:53.966102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=44b0acde-9a36-47b2-9fe7-bbab7ddbe38e,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.994271 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2063d852-8cde-4c16-8d9d-cd4906583cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:53.994271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2063d852-8cde-4c16-8d9d-cd4906583cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:53.995924 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2063d852-8cde-4c16-8d9d-cd4906583cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/subnets/255a839b-01fe-4c94-9b03-f724787070bb HTTP/1.1" status: 404 len: 337 time: 0.0677068 Dec 22 08:44:53.999191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51082) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.025328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:54.030179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cb55b033-1ddb-4b16-9a5b-35604da4771d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:54.037125 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Sync routers for ids ['0ee4b1b1-885a-42e2-aa66-09badbc79a3f'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:54.050454 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ddb2d6-6897-4ca6-aeab-3d6b393d951a tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:54.050454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ddb2d6-6897-4ca6-aeab-3d6b393d951a tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:54.052043 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-55ddb2d6-6897-4ca6-aeab-3d6b393d951a tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/86bdc077-a834-4fb7-998e-d4c000f93f9e HTTP/1.1" status: 404 len: 339 time: 0.0520246 Dec 22 08:44:54.054877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51086) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.059953 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Routers {'0ee4b1b1-885a-42e2-aa66-09badbc79a3f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:54.060915 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0ee4b1b1-885a-42e2-aa66-09badbc79a3f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:54.097993 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1a0860-ac03-419b-a28f-32efeefb7f53 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:54.098461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1a0860-ac03-419b-a28f-32efeefb7f53 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:54.102938 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fc1a0860-ac03-419b-a28f-32efeefb7f53 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/subnets/eb568d46-9e08-4991-b9a0-7c4b7990825f HTTP/1.1" status: 404 len: 337 time: 0.0470126 Dec 22 08:44:54.103590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51090) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.104326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.105439 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-86bd6489-a879-4c2e-b49a-a950060598e1 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.1343646 Dec 22 08:44:54.125190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51094) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.150575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: cb55b033-1ddb-4b16-9a5b-35604da4771d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:54.151175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cb55b033-1ddb-4b16-9a5b-35604da4771d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:54.151445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 71364efe-67be-4e9b-a3e0-f5295adc835b no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:54.194966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 71364efe-67be-4e9b-a3e0-f5295adc835b {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:54.195354 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 71364efe-67be-4e9b-a3e0-f5295adc835b not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:54.218395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.233790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 71364efe-67be-4e9b-a3e0-f5295adc835b owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:54.259993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': '4b29607c-05ee-4982-9e49-1cf77c80ffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '28f83701-5a7c-4a58-93c5-4ba20eac5434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:54.260315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: 28f83701-5a7c-4a58-93c5-4ba20eac5434, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:54.271338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 01084cc2-6e56-4fcd-b7bf-7134e10a5077 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:54.285705 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Set router 0ee4b1b1-885a-42e2-aa66-09badbc79a3f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:54.297859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a723bf0c-7b09-411c-b0f7-31a3a0efb2a0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.303912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a723bf0c-7b09-411c-b0f7-31a3a0efb2a0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.320103 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-34109ce8-2934-4623-bc94-d37911d7c208 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/routers/0ee4b1b1-885a-42e2-aa66-09badbc79a3f HTTP/1.1" status: 200 len: 906 time: 0.1912644 Dec 22 08:44:54.320668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51098) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.330095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-58e67b10-d09e-497c-8eec-a9b0767ebf7e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.383737 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a865e48b-ae75-4bef-ab5c-096162aa098e tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:54.384220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a865e48b-ae75-4bef-ab5c-096162aa098e tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:54.388552 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a865e48b-ae75-4bef-ab5c-096162aa098e tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/e0399c8c-81e6-4812-a762-20e043c0309b HTTP/1.1" status: 404 len: 339 time: 0.2813311 Dec 22 08:44:54.396215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51102) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.455534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e67b10-d09e-497c-8eec-a9b0767ebf7e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=29a1a200-31a1-4676-a431-4d52971a88a5,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:54.472265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network 28f83701-5a7c-4a58-93c5-4ba20eac5434 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:54.472840 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb0bd0f-76ab-417b-aad5-4f49393cc315 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:54.473297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb0bd0f-76ab-417b-aad5-4f49393cc315 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:54.477753 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9eb0bd0f-76ab-417b-aad5-4f49393cc315 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/subnets/854e32d8-772d-493f-9bf4-b7daf1015ec7 HTTP/1.1" status: 404 len: 337 time: 0.0781972 Dec 22 08:44:54.482471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51108) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.483514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-58e67b10-d09e-497c-8eec-a9b0767ebf7e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.485790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742d89a9-f15a-49b1-b821-d7c7acf18f0e None None] Network 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:54.512151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a723bf0c-7b09-411c-b0f7-31a3a0efb2a0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.512595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a723bf0c-7b09-411c-b0f7-31a3a0efb2a0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Fanout notify agent at l3_agent the message router_deleted on router ff180d68-1983-44f4-a578-3a9a6f94028e {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:54.529075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 28f83701-5a7c-4a58-93c5-4ba20eac5434) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:54.594460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:54.594777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:54.625888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:54.626730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.631174 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a511bc-628f-4e1d-9f2a-ff8bc920ff83 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:54.631851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a511bc-628f-4e1d-9f2a-ff8bc920ff83 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:54.633749 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f7a511bc-628f-4e1d-9f2a-ff8bc920ff83 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/9afe0934-641e-4b91-8b3e-137050570326 HTTP/1.1" status: 404 len: 339 time: 0.1454749 Dec 22 08:44:54.649285 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-58e67b10-d09e-497c-8eec-a9b0767ebf7e tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/29a1a200-31a1-4676-a431-4d52971a88a5 HTTP/1.1" status: 204 len: 168 time: 2.6103263 Dec 22 08:44:54.651524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a723bf0c-7b09-411c-b0f7-31a3a0efb2a0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.652558 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a723bf0c-7b09-411c-b0f7-31a3a0efb2a0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/routers/ff180d68-1983-44f4-a578-3a9a6f94028e HTTP/1.1" status: 204 len: 168 time: 1.7051375 Dec 22 08:44:54.658970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51112) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.659632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51114) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.660102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51116) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.663680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.664866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eedeca-b0a2-4087-abc1-15dc74b681fc None None] Network 28f83701-5a7c-4a58-93c5-4ba20eac5434 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:54.665275 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4b1b1-885a-42e2-aa66-09badbc79a3f', 'name': 'tempest-snat-router-768553318', 'tenant_id': '8d71ec845cd94f5994795c2bece249cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dbf6c07c-44ec-433a-98e0-7663eb8b0852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:45Z', 'updated_at': '2021-12-22T08:44:51Z', 'revision_number': 3, 'project_id': '8d71ec845cd94f5994795c2bece249cc', 'gw_port': {'id': 'dbf6c07c-44ec-433a-98e0-7663eb8b0852', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee4b1b1-885a-42e2-aa66-09badbc79a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:48Z', 'updated_at': '2021-12-22T08:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:54.680071 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Checking router: 0ee4b1b1-885a-42e2-aa66-09badbc79a3f for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:54.680658 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Updating router 0ee4b1b1-885a-42e2-aa66-09badbc79a3f port dbf6c07c-44ec-433a-98e0-7663eb8b0852 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:44:54.745408 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.816500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-86000a94-8179-493d-aa76-b294e759cb87 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:54.829786 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-002500e2-f2ad-48a7-a7f2-052839e05500 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1876740 Dec 22 08:44:54.844194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51124) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.913583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.922008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:54.933971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c4a5e-6554-4319-b1c3-0071d029700e None None] Sync routers for ids ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:54.936773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Deleting port dbf6c07c-44ec-433a-98e0-7663eb8b0852 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:54.940078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.945959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dc0109-c3e2-41bc-8e47-93cae0e7bf64 None None] DHCP port deletion for 5c6c01f9-03c7-4e21-b7a9-0decca6631b3 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:55.001499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c4a5e-6554-4319-b1c3-0071d029700e None None] Routers {'01084cc2-6e56-4fcd-b7bf-7134e10a5077'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:55.002247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f46c4a5e-6554-4319-b1c3-0071d029700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:55.060062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc0109-c3e2-41bc-8e47-93cae0e7bf64 None None] Deleting port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:55.060390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0109-c3e2-41bc-8e47-93cae0e7bf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.123135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-28f83701-5a7c-4a58-93c5-4ba20eac5434', 'network_id': '28f83701-5a7c-4a58-93c5-4ba20eac5434', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': '44b0acde-9a36-47b2-9fe7-bbab7ddbe38e'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:55.123955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.139869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f46c4a5e-6554-4319-b1c3-0071d029700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:55.149260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.222788 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.236544 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Transition to ACTIVE for port object dbf6c07c-44ec-433a-98e0-7663eb8b0852 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:55.248486 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.275655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 71364efe-67be-4e9b-a3e0-f5295adc835b {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:55.275655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.292952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c4a5e-6554-4319-b1c3-0071d029700e None None] Routers {'01084cc2-6e56-4fcd-b7bf-7134e10a5077'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:55.294153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f46c4a5e-6554-4319-b1c3-0071d029700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:55.310804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Calling delete_port for dbf6c07c-44ec-433a-98e0-7663eb8b0852 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:55.313331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.319414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3d4315cf-86ca-467b-8df3-7671ceb5cfe9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Deleting port b7cf4e70-7d8a-475f-bd71-ba57ece09efb {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:55.319744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3d4315cf-86ca-467b-8df3-7671ceb5cfe9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.331400 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Pushing event updated for resources: {'Port': ['ID=dbf6c07c-44ec-433a-98e0-7663eb8b0852,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:55.342043 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.342527 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.342873 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.343213 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.343831 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.344185 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.344515 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.345155 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.345500 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.345852 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.347095 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.347095 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:55.350850 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-86eefad5-c4f8-4c9f-8091-be22af550a67 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "PUT /v2.0/routers/01084cc2-6e56-4fcd-b7bf-7134e10a5077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9493043 Dec 22 08:44:55.369878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f46c4a5e-6554-4319-b1c3-0071d029700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:55.370254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c4a5e-6554-4319-b1c3-0071d029700e None None] The sync data for ids ['01084cc2-6e56-4fcd-b7bf-7134e10a5077'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:55.388011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-86000a94-8179-493d-aa76-b294e759cb87 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:55.391483 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-86000a94-8179-493d-aa76-b294e759cb87 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7221310 Dec 22 08:44:55.394922 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Attempting to bind port dbf6c07c-44ec-433a-98e0-7663eb8b0852 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:55.404993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51128) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:55.405358 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51130) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:55.413477 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Attempting to bind port dbf6c07c-44ec-433a-98e0-7663eb8b0852 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:55.414236 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Attempting to bind port dbf6c07c-44ec-433a-98e0-7663eb8b0852 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:55.423572 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:55.424686 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:55.425347 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.426048 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:55.426758 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Bound port: dbf6c07c-44ec-433a-98e0-7663eb8b0852, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:55.427931 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.447468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:55.448093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:55.455468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b3dc0109-c3e2-41bc-8e47-93cae0e7bf64 None None] For port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6bf6bf78-7d2a-4a00-b352-ac10d62328d9,segment=NetworkSegment(95644b46-4535-46d2-934e-82dd7e93b5eb),segment_id=95644b46-4535-46d2-934e-82dd7e93b5eb)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:55.455862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0109-c3e2-41bc-8e47-93cae0e7bf64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.479990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] The port '71364efe-67be-4e9b-a3e0-f5295adc835b' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:44:55.514232 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] For port dbf6c07c-44ec-433a-98e0-7663eb8b0852, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:55.517447 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] For port dbf6c07c-44ec-433a-98e0-7663eb8b0852, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=dbf6c07c-44ec-433a-98e0-7663eb8b0852,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:55.521330 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.563002 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.598892 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Routers {'0ee4b1b1-885a-42e2-aa66-09badbc79a3f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:55.599522 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0ee4b1b1-885a-42e2-aa66-09badbc79a3f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:55.638206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc0109-c3e2-41bc-8e47-93cae0e7bf64 None None] Calling delete_port for 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:55.663965 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e29d43-3319-4f40-bb23-b1b13ef38984 None None] Pushing event updated for resources: {'Port': ['ID=dbf6c07c-44ec-433a-98e0-7663eb8b0852,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:55.733605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Allocated IP 172.20.0.1 (28f83701-5a7c-4a58-93c5-4ba20eac5434/44b0acde-9a36-47b2-9fe7-bbab7ddbe38e/72dc400b-ce04-4b1a-930a-320eeed1fbf4) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:55.795364 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] Set router 0ee4b1b1-885a-42e2-aa66-09badbc79a3f gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:55.797150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0109-c3e2-41bc-8e47-93cae0e7bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.884784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78da2d8-e113-4799-bbad-1fade0fbdba1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:55.885658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b78da2d8-e113-4799-bbad-1fade0fbdba1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:55.891718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc0109-c3e2-41bc-8e47-93cae0e7bf64 None None] Pushing event deleted for resources: {'Port': ['ID=6bf6bf78-7d2a-4a00-b352-ac10d62328d9,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:55.899888 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4b1b1-885a-42e2-aa66-09badbc79a3f', 'name': 'tempest-snat-router-768553318', 'tenant_id': '8d71ec845cd94f5994795c2bece249cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:45Z', 'updated_at': '2021-12-22T08:44:54Z', 'revision_number': 4, 'project_id': '8d71ec845cd94f5994795c2bece249cc', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:55.905146 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632c9fc-a851-4a0b-98d0-dbbbdcf59f97 None None] The sync data for ids ['0ee4b1b1-885a-42e2-aa66-09badbc79a3f'] in dv-neutron-822561-2-hyperv is: [{'id': '0ee4b1b1-885a-42e2-aa66-09badbc79a3f', 'name': 'tempest-snat-router-768553318', 'tenant_id': '8d71ec845cd94f5994795c2bece249cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:45Z', 'updated_at': '2021-12-22T08:44:54Z', 'revision_number': 4, 'project_id': '8d71ec845cd94f5994795c2bece249cc', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:55.907293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc0109-c3e2-41bc-8e47-93cae0e7bf64 None None] No DVR routers for this DVR port 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:55.919707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.949301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Deleting port dbf6c07c-44ec-433a-98e0-7663eb8b0852 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:55.950177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.031951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b78da2d8-e113-4799-bbad-1fade0fbdba1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:56.035367 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b78da2d8-e113-4799-bbad-1fade0fbdba1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6245925 Dec 22 08:44:56.035367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.048309 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51138) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:56.068699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:56.129648 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2aabea3f-dfb1-49ab-a609-a2a7fd3e2e08 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801463 Dec 22 08:44:56.134246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:56.134246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6bf6bf78-7d2a-4a00-b352-ac10d62328d9 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:56.134472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51142) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:56.136187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fefbf12-514d-455f-a7f7-e873169e7406']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:56.146425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:56.162387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.173889 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Transition to ACTIVE for port object 72dc400b-ce04-4b1a-930a-320eeed1fbf4 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:56.187408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.199710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Transition to ACTIVE for port object 72dc400b-ce04-4b1a-930a-320eeed1fbf4 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:56.213329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.292555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Network 28f83701-5a7c-4a58-93c5-4ba20eac5434 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:56.295890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:56.300003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:56.326120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386e911a-7cb7-4f13-961f-7109b798d454') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:56.326739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386e911a-7cb7-4f13-961f-7109b798d454') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:56.333475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Pushing event updated for resources: {'Port': ['ID=72dc400b-ce04-4b1a-930a-320eeed1fbf4,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:56.398602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Attempting to bind port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:56.399065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Attempting to bind port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '4b29607c-05ee-4982-9e49-1cf77c80ffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '28f83701-5a7c-4a58-93c5-4ba20eac5434'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:56.399493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Attempting to bind port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 on network 28f83701-5a7c-4a58-93c5-4ba20eac5434 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:56.404769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:56.405225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Checking segment: {'id': '4b29607c-05ee-4982-9e49-1cf77c80ffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '28f83701-5a7c-4a58-93c5-4ba20eac5434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:56.405688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.406208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Bound using segment: {'id': '4b29607c-05ee-4982-9e49-1cf77c80ffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '28f83701-5a7c-4a58-93c5-4ba20eac5434'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:56.406730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Bound port: 72dc400b-ce04-4b1a-930a-320eeed1fbf4, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b29607c-05ee-4982-9e49-1cf77c80ffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '28f83701-5a7c-4a58-93c5-4ba20eac5434'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:56.407167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.423327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3d4315cf-86ca-467b-8df3-7671ceb5cfe9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.431661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.455614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.495181 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] For port 72dc400b-ce04-4b1a-930a-320eeed1fbf4, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:56.499209 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] For port 72dc400b-ce04-4b1a-930a-320eeed1fbf4, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=72dc400b-ce04-4b1a-930a-320eeed1fbf4,segment=NetworkSegment(4b29607c-05ee-4982-9e49-1cf77c80ffb7),segment_id=4b29607c-05ee-4982-9e49-1cf77c80ffb7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:56.505374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.506763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:56.522501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:56.548528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] For port dbf6c07c-44ec-433a-98e0-7663eb8b0852, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=dbf6c07c-44ec-433a-98e0-7663eb8b0852,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:56.548916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.557748 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:56.562080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.595285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3824e75-21fc-402b-a58d-daec8b2075c9 None None] Pushing event updated for resources: {'Port': ['ID=72dc400b-ce04-4b1a-930a-320eeed1fbf4,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:56.728428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Calling delete_port for dbf6c07c-44ec-433a-98e0-7663eb8b0852 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:56.821265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3d4315cf-86ca-467b-8df3-7671ceb5cfe9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Calling delete_port for b7cf4e70-7d8a-475f-bd71-ba57ece09efb owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:56.889638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.899214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6c01f9-03c7-4e21-b7a9-0decca6631b3']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:56.937373 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95644b46-4535-46d2-934e-82dd7e93b5eb') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:56.937911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95644b46-4535-46d2-934e-82dd7e93b5eb') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:56.944930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:56.945644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:56.964800 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:57.006022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.134050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.137949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.149749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.184531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:57.184878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:57.203561 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:57.207141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=44b0acde-9a36-47b2-9fe7-bbab7ddbe38e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:57.207494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbf6c07c-44ec-433a-98e0-7663eb8b0852,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:57.209846 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.219418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.249756 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3d4315cf-86ca-467b-8df3-7671ceb5cfe9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.268072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.340733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:44:57.343647 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.390381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Network': ['ID=0fefbf12-514d-455f-a7f7-e873169e7406,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:57.392209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port db21aaab-9077-4f8f-be73-a65eacbf22fa {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:57.392544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.415225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.431482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4315cf-86ca-467b-8df3-7671ceb5cfe9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Port': ['ID=b7cf4e70-7d8a-475f-bd71-ba57ece09efb,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:57.458141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:57.511776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3d4315cf-86ca-467b-8df3-7671ceb5cfe9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.518282 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.527446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:57.530422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:57.531010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.532764 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ea8a8d43-d7e9-42ce-9b3d-48b639d865a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/networks/0fefbf12-514d-455f-a7f7-e873169e7406 HTTP/1.1" status: 204 len: 168 time: 5.4501705 Dec 22 08:44:57.533477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51148) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:57.537373 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ccac2c-5c5f-4c5d-9505-5c7853ba283c None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:57.565794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f83701-5a7c-4a58-93c5-4ba20eac5434']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:57.620568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=779eb6f9-ca1d-4371-b232-dfc9e9ebbc3e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:57.632199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.637855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.662132 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-12bb16d6-ca65-4f4a-9ed1-e0d68073cbed tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5265937 Dec 22 08:44:57.664809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51152) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:57.676408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:57.697206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.697713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ee4b1b1-885a-42e2-aa66-09badbc79a3f {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:57.723895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.728135 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ed12c7af-d0c4-4a34-bb78-305804e6ccd4 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "DELETE /v2.0/routers/0ee4b1b1-885a-42e2-aa66-09badbc79a3f HTTP/1.1" status: 204 len: 168 time: 3.4038455 Dec 22 08:44:57.728135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51156) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:57.736543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.751953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.760768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-469574038', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:57.770396 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3d4315cf-86ca-467b-8df3-7671ceb5cfe9 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/ports/b7cf4e70-7d8a-475f-bd71-ba57ece09efb HTTP/1.1" status: 204 len: 168 time: 3.1072054 Dec 22 08:44:57.794678 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842913d0-5ca0-46c3-bbd7-eaf6278eb66b None None] Network 28f83701-5a7c-4a58-93c5-4ba20eac5434 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:57.808601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51160) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:57.839486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '779eb6f9-ca1d-4371-b232-dfc9e9ebbc3e'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:57.841213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.852490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.858666 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/networks/5c6c01f9-03c7-4e21-b7a9-0decca6631b3 HTTP/1.1" status: 204 len: 168 time: 3.1936636 Dec 22 08:44:57.867902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51162) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:57.926645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for db21aaab-9077-4f8f-be73-a65eacbf22fa owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:58.034307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-df2f8753-3f92-4b56-a260-89025520a9a6 None None] Provisioning for port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:58.123783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 72dc400b-ce04-4b1a-930a-320eeed1fbf4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:58.126833 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c4b847-ef77-44e9-b239-5c13544029be tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:58.127293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c4b847-ef77-44e9-b239-5c13544029be tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:58.129253 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-84c4b847-ef77-44e9-b239-5c13544029be tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/subnets/7862c766-8495-418a-a000-04d09a0da933 HTTP/1.1" status: 404 len: 337 time: 0.2672896 Dec 22 08:44:58.144308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51170) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:58.179053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b29607c-05ee-4982-9e49-1cf77c80ffb7') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:58.179331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b29607c-05ee-4982-9e49-1cf77c80ffb7') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:58.194744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.204383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:58.208330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:router and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:58.216792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.223217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:58.256273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Network': ['ID=5c6c01f9-03c7-4e21-b7a9-0decca6631b3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:58.271123 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:58.291125 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.293916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=db21aaab-9077-4f8f-be73-a65eacbf22fa,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:58.295465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:58.298357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.298805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.299235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.300293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.300441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.300884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.301299 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.301732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.302151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.302564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.302976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.303401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b813cf-7946-4aef-85e9-e9d9b55340f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.303948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf8cee1-5a4a-4f8c-ac80-a75bba12badc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:58.305310 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2cf8cee1-5a4a-4f8c-ac80-a75bba12badc tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/ff7aaa4c-14a7-44e5-8f71-b7f7794a608b HTTP/1.1" status: 200 len: 844 time: 0.2949362 Dec 22 08:44:58.331311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:58.341064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Allocated IP 2001:db8::f816:3eff:fe11:39cf (906224fb-f2fa-4b66-98df-524285cae5f9/779eb6f9-ca1d-4371-b232-dfc9e9ebbc3e/9c0a2757-5e19-4e72-b8a3-220571d04237) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:58.343778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:58.344130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.346854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51174) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:58.348466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.349047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.349472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.350014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.350452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.350896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.351321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.351743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.352178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.352604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.353038 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.353501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:58.361164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:58.365640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:58.388296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:58.409886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.417396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:58.417957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.428378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:58.438171 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:58.447282 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.448425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.490377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:58.494629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] DHCP port deletion for 28f83701-5a7c-4a58-93c5-4ba20eac5434 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:58.494815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.519552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Deleting port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:58.520193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.584563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-db60bb1c-4e9d-42df-a3db-3c862256629f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:58.597766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.644609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:44:58.644609 dv-neutron-822561-2-hyperv neutron-server[87534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:44:58.644609 dv-neutron-822561-2-hyperv neutron-server[87534]: [parameters: {'id': '28f83701-5a7c-4a58-93c5-4ba20eac5434'}] Dec 22 08:44:58.644609 dv-neutron-822561-2-hyperv neutron-server[87534]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:58.645470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:58.700759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.825224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.869508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fdc2b7-cf41-43dc-8dec-6b976aeb0881']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:58.873582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 72dc400b-ce04-4b1a-930a-320eeed1fbf4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=72dc400b-ce04-4b1a-930a-320eeed1fbf4,segment=NetworkSegment(4b29607c-05ee-4982-9e49-1cf77c80ffb7),segment_id=4b29607c-05ee-4982-9e49-1cf77c80ffb7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:58.889828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123a097a-26b5-42c9-af87-d781d30aa912') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:58.890125 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123a097a-26b5-42c9-af87-d781d30aa912') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:58.892134 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.910045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-db60bb1c-4e9d-42df-a3db-3c862256629f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:58.916566 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-db60bb1c-4e9d-42df-a3db-3c862256629f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/ff7aaa4c-14a7-44e5-8f71-b7f7794a608b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5547466 Dec 22 08:44:58.918029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51178) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:58.922632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.922850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.927870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.928037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:58.936830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.938439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.945573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.962803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.981179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Transition to ACTIVE for port object 9c0a2757-5e19-4e72-b8a3-220571d04237 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:58.984433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:58.985183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.999656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Transition to ACTIVE for port object 9c0a2757-5e19-4e72-b8a3-220571d04237 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:59.021226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.031120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] For port 72dc400b-ce04-4b1a-930a-320eeed1fbf4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=72dc400b-ce04-4b1a-930a-320eeed1fbf4,segment=NetworkSegment(4b29607c-05ee-4982-9e49-1cf77c80ffb7),segment_id=4b29607c-05ee-4982-9e49-1cf77c80ffb7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:59.031746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.055630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:59.097667 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:59.100544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Deleting port d5514b09-054a-4e57-bb57-81275179ff14 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:59.100876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.110862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:59.166708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:59.177372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.178111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Calling delete_port for 72dc400b-ce04-4b1a-930a-320eeed1fbf4 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:59.184539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.192041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.192655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Fanout notify agent at l3_agent the message router_deleted on router 01084cc2-6e56-4fcd-b7bf-7134e10a5077 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:59.220270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.253559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Network': ['ID=87fdc2b7-cf41-43dc-8dec-6b976aeb0881,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:59.266054 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=72dc400b-ce04-4b1a-930a-320eeed1fbf4,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:59.289891 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c3cd2e1b-91cb-49f8-a61e-723e2f0aa68b tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/87fdc2b7-cf41-43dc-8dec-6b976aeb0881 HTTP/1.1" status: 204 len: 168 time: 1.1445026 Dec 22 08:44:59.295612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51184) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:59.307412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:59.336662 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.337093 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.337373 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.337714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.338036 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.338363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.338682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.339001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.339319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.339633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.339946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.340824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:59.378652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:59.382372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Attempting to bind port 9c0a2757-5e19-4e72-b8a3-220571d04237 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:59.382953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Attempting to bind port 9c0a2757-5e19-4e72-b8a3-220571d04237 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:59.383483 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Attempting to bind port 9c0a2757-5e19-4e72-b8a3-220571d04237 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:59.384209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:59.384615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.404723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:59.405372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:59.405973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.406368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:59.406827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Bound port: 9c0a2757-5e19-4e72-b8a3-220571d04237, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:59.407200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.412798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:59.422271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.426124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:59.426450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:59.433430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Pushing event updated for resources: {'Port': ['ID=9c0a2757-5e19-4e72-b8a3-220571d04237,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:59.443477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.444685 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3e1f76c3-d747-45a7-8f76-3dfb9e724446 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/routers/01084cc2-6e56-4fcd-b7bf-7134e10a5077 HTTP/1.1" status: 204 len: 168 time: 4.0382679 Dec 22 08:44:59.448379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:59.450095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51188) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:59.484474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:59.487931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.515334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] For port 9c0a2757-5e19-4e72-b8a3-220571d04237, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:59.515693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-18b111ce-d208-4bd3-8541-53172dfb3cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Deleting port 936566a8-39a2-44eb-84bf-75f3df7e0157 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:59.516005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18b111ce-d208-4bd3-8541-53172dfb3cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.518691 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] For port 9c0a2757-5e19-4e72-b8a3-220571d04237, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9c0a2757-5e19-4e72-b8a3-220571d04237,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:59.523286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.606504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292f91c-51e6-4973-b89a-c2e4a61b6a77 None None] Pushing event updated for resources: {'Port': ['ID=9c0a2757-5e19-4e72-b8a3-220571d04237,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:59.744144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] For port d5514b09-054a-4e57-bb57-81275179ff14, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d5514b09-054a-4e57-bb57-81275179ff14,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:59.744508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.771232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.780929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port 72dc400b-ce04-4b1a-930a-320eeed1fbf4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=72dc400b-ce04-4b1a-930a-320eeed1fbf4,segment=NetworkSegment(4b29607c-05ee-4982-9e49-1cf77c80ffb7),segment_id=4b29607c-05ee-4982-9e49-1cf77c80ffb7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:59.781329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.927641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Deleting port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:59.928848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.949970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Calling delete_port for d5514b09-054a-4e57-bb57-81275179ff14 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:00.004584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for 72dc400b-ce04-4b1a-930a-320eeed1fbf4 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:00.022654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b4ac9c-e939-4c76-a598-e15144a512f4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting subnet 16909fc8-b7b1-405c-861f-472594a517bf {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:00.128776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9c0a2757-5e19-4e72-b8a3-220571d04237 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:00.138401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.138628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29b4ac9c-e939-4c76-a598-e15144a512f4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.195645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Port': ['ID=72dc400b-ce04-4b1a-930a-320eeed1fbf4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:00.200295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:00.216692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:00.227304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:00.227908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.237432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=b2c7b014-8832-4942-a4ad-07ec9f134ddb,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:00.283247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] For port 72dc400b-ce04-4b1a-930a-320eeed1fbf4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=72dc400b-ce04-4b1a-930a-320eeed1fbf4,segment=NetworkSegment(4b29607c-05ee-4982-9e49-1cf77c80ffb7),segment_id=4b29607c-05ee-4982-9e49-1cf77c80ffb7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:00.283798 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.344863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.345229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.345801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.346296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.346799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.347300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.347798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.348310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.348820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No DVR routers for this DVR port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:00.348969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.349256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.349492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.349855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:00.354695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29b4ac9c-e939-4c76-a598-e15144a512f4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.400073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18b111ce-d208-4bd3-8541-53172dfb3cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.419360 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3557f4b4-dbb4-491f-9c63-c76c9410d1f2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7532003 Dec 22 08:45:00.423127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51194) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:00.432246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 9c0a2757-5e19-4e72-b8a3-220571d04237 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:00.444001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Calling delete_port for 72dc400b-ce04-4b1a-930a-320eeed1fbf4 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:00.539467 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.541927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:00.542447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:00.556995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 72dc400b-ce04-4b1a-930a-320eeed1fbf4 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:00.584675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:c5:6b:cf', 'name': 'tempest-NetworksTestDHCPv6-525622403'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:00.607633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-18b111ce-d208-4bd3-8541-53172dfb3cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Calling delete_port for 936566a8-39a2-44eb-84bf-75f3df7e0157 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:00.607990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 72dc400b-ce04-4b1a-930a-320eeed1fbf4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:00.608343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 72dc400b-ce04-4b1a-930a-320eeed1fbf4 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:00.717902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.760637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f83701-5a7c-4a58-93c5-4ba20eac5434']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:00.794187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b29607c-05ee-4982-9e49-1cf77c80ffb7') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:00.794613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b29607c-05ee-4982-9e49-1cf77c80ffb7') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:00.849809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:00.851572 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.863884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:00.867049 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:00.867637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.877796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863eab0e-a6ab-4586-a237-a0362467f2ac None None] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:00.880162 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.895526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18b111ce-d208-4bd3-8541-53172dfb3cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.897574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29b4ac9c-e939-4c76-a598-e15144a512f4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.904421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0752b0-4c2d-49b8-b2dd-649922bd9290 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:00.931745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.936253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=52b3bcae-220b-4928-8b3e-eb9d8ebba1a5,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:00.979749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.994219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:00.994608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:00.995106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:01.011495 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:01.021789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b111ce-d208-4bd3-8541-53172dfb3cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Port': ['ID=936566a8-39a2-44eb-84bf-75f3df7e0157,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:01.028014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:01.035206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:01.039915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.044723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18b111ce-d208-4bd3-8541-53172dfb3cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.049824 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bd51faac-5bc8-4dd2-9052-1597ffd4eec7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1315901 Dec 22 08:45:01.090635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:01.092346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51198) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.110833 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'security_group': {'name': 'tempest-secgroup-889950363'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:01.128774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:01.132683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5514b09-054a-4e57-bb57-81275179ff14,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:01.134570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8118550f-1d00-4bd4-94cb-5398fa322e37 None None] Provisioning for port 9c0a2757-5e19-4e72-b8a3-220571d04237 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:01.143588 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-18b111ce-d208-4bd3-8541-53172dfb3cfd tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/ports/936566a8-39a2-44eb-84bf-75f3df7e0157 HTTP/1.1" status: 204 len: 168 time: 1.8448725 Dec 22 08:45:01.144064 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51202) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.154179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8118550f-1d00-4bd4-94cb-5398fa322e37 None None] Provisioning complete for port 9c0a2757-5e19-4e72-b8a3-220571d04237 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:01.154543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8118550f-1d00-4bd4-94cb-5398fa322e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.170922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:01.180488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:01.191308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:01.221190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.226443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.243759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:01.246037 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-0173bad2-8276-42b3-a9ad-7d482f42e184 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:01.246590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0173bad2-8276-42b3-a9ad-7d482f42e184 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:01.269190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29b4ac9c-e939-4c76-a598-e15144a512f4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.273533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=28f83701-5a7c-4a58-93c5-4ba20eac5434,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:01.278143 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c6bf3d37-e8d8-4ce3-a2b9-025fd27217a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/28f83701-5a7c-4a58-93c5-4ba20eac5434 HTTP/1.1" status: 204 len: 168 time: 6.4210310 Dec 22 08:45:01.281883 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0173bad2-8276-42b3-a9ad-7d482f42e184 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/subnets/2b4bf710-1cca-470f-b1cd-4dd5aae02b4d HTTP/1.1" status: 404 len: 337 time: 0.1369190 Dec 22 08:45:01.284302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51206) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.284995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51208) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.314659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-51250183'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:01.318260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Deleting port 72dc400b-ce04-4b1a-930a-320eeed1fbf4 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:01.318822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.326948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.329673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:01.351002 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:network and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:01.354319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Allocated IP 172.26.1.158 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/3af14477-c707-4f80-b237-8d558dab448d) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:01.360175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:01.371309 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:01.468960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-66e41a94-5a5d-4412-a638-84c315d0ff8b None None] The port '72dc400b-ce04-4b1a-930a-320eeed1fbf4' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:45:01.495171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:01.498753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.519865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4ac9c-e939-4c76-a598-e15144a512f4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Subnet': ['ID=16909fc8-b7b1-405c-861f-472594a517bf,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:01.525420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29b4ac9c-e939-4c76-a598-e15144a512f4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.547195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d35fc-06eb-4aea-adb1-10f7e116ecfd None None] Network 02597170-ec42-4d80-ad48-d82a252a629c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:01.552471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.573831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.591658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:01.593356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8118550f-1d00-4bd4-94cb-5398fa322e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.596685 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-29b4ac9c-e939-4c76-a598-e15144a512f4 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/subnets/16909fc8-b7b1-405c-861f-472594a517bf HTTP/1.1" status: 204 len: 168 time: 2.1453097 Dec 22 08:45:01.600205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51214) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.673782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.678298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group_rule and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:01.697985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:01.734347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8118550f-1d00-4bd4-94cb-5398fa322e37 None None] For port 9c0a2757-5e19-4e72-b8a3-220571d04237, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9c0a2757-5e19-4e72-b8a3-220571d04237,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:01.768398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:01.772554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8118550f-1d00-4bd4-94cb-5398fa322e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.774336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.791369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.795587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:01.797366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.835940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:45:01.855402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-7e107f73-53d6-49df-a72e-95f67ebedb66', 'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'tenant_id': 'f7301437294d41e08fd37490b2cf3337', 'fixed_ips': [{'subnet_id': '52b3bcae-220b-4928-8b3e-eb9d8ebba1a5'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:01.856741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.905804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.906595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6e8da77-0b6d-4377-9965-0e9374a14b90 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:01.921519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.921737 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment e8b99898-1439-4b54-ade2-a2358aac17b0 of type vlan for network 41d3421e-5748-4765-96e9-7e85ca0f51af Dec 22 08:45:01.927611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118550f-1d00-4bd4-94cb-5398fa322e37 None None] Pushing event updated for resources: {'Port': ['ID=9c0a2757-5e19-4e72-b8a3-220571d04237,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:01.943171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.048885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.092232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.103899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf93bf5-556c-4d60-955c-33c0ffdeb719 None None] DHCP port deletion for 02597170-ec42-4d80-ad48-d82a252a629c request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:02.115566 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8cf93bf5-556c-4d60-955c-33c0ffdeb719 None None] Deleting port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:02.116176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8cf93bf5-556c-4d60-955c-33c0ffdeb719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.120018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.173094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.190379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:02.200279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Allocated IP 2001:db8::2 (7e107f73-53d6-49df-a72e-95f67ebedb66/52b3bcae-220b-4928-8b3e-eb9d8ebba1a5/d0088ab2-43d0-4925-9b23-2498bbc99fce) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:02.203615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:02.204039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.212538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefa0db-efd1-45ad-8de7-1411e560dca0 None None] Update dhcp port {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': '779eb6f9-ca1d-4371-b232-dfc9e9ebbc3e', 'ip_address': '2001:db8::f816:3eff:fe11:39cf'}, {'subnet_id': 'b2c7b014-8832-4942-a4ad-07ec9f134ddb'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': '9c0a2757-5e19-4e72-b8a3-220571d04237'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:45:02.219327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.223853 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bdbc3a39-4b35-4af6-878c-3b0ce86f05af tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e6e8da77-0b6d-4377-9965-0e9374a14b90 HTTP/1.1" status: 204 len: 168 time: 4.4914496 Dec 22 08:45:02.226720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51220) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.227346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.239262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-823140050', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:02.280827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:02.297536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Usage tracker for resource:router and tenant:83f40dfef9934399b1e451fb97b1775a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:02.307548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:02.318167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:02.320658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.325362 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2275162 Dec 22 08:45:02.327508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db636d46-407c-40a6-b700-88fcf4aadbaa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681b0005-1369-4e3d-b2cd-5ff700ad96e1,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.337240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51224) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.344170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'security_group': {'name': 'tempest-secgroup-906375937'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:02.350819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:02.357814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 172.20.0.5 (906224fb-f2fa-4b66-98df-524285cae5f9/b2c7b014-8832-4942-a4ad-07ec9f134ddb/8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:02.360562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:02.365470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.366477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.371282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:02.373258 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae91e7f-35e2-4dd4-89cc-56f135090105']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:02.375115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::f816:3eff:fec5:6bcf (906224fb-f2fa-4b66-98df-524285cae5f9/779eb6f9-ca1d-4371-b232-dfc9e9ebbc3e/8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:02.384963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:02.392170 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:02.395531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:02.421629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0db-efd1-45ad-8de7-1411e560dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.428529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.444770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.507781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:02.563151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group_rule and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:02.605146 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fb7f62-363b-4298-b48d-5cc8ebd44045') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:02.605146 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fb7f62-363b-4298-b48d-5cc8ebd44045') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:02.629437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:02.633947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:45:02.644694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.651096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:02.659976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8cf93bf5-556c-4d60-955c-33c0ffdeb719 None None] For port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f731c944-ced1-4ca3-a08b-8f7fa80a4c6e,segment=NetworkSegment(637e2e35-bac2-4457-bd4a-7f78b944f284),segment_id=637e2e35-bac2-4457-bd4a-7f78b944f284)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:02.660403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8cf93bf5-556c-4d60-955c-33c0ffdeb719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.673087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=3af14477-c707-4f80-b237-8d558dab448d,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.853107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8cf93bf5-556c-4d60-955c-33c0ffdeb719 None None] Calling delete_port for f731c944-ced1-4ca3-a08b-8f7fa80a4c6e owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:02.901022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.931439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.937304 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:02.937977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.943480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.944005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:02.944414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.949355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:02.987702 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:03.024717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.052661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] For port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f731c944-ced1-4ca3-a08b-8f7fa80a4c6e,segment=NetworkSegment(637e2e35-bac2-4457-bd4a-7f78b944f284),segment_id=637e2e35-bac2-4457-bd4a-7f78b944f284)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:03.053370 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.067548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.083142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.095966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8cf93bf5-556c-4d60-955c-33c0ffdeb719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.155466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf93bf5-556c-4d60-955c-33c0ffdeb719 None None] Pushing event deleted for resources: {'Port': ['ID=f731c944-ced1-4ca3-a08b-8f7fa80a4c6e,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:03.160490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf93bf5-556c-4d60-955c-33c0ffdeb719 None None] No DVR routers for this DVR port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:03.203453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35860f35-226c-4dba-8de9-81b3a4900d6e,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:03.205513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.209178 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-48adb4f6-5a4a-45e4-abda-ea6786ce6211 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8685205 Dec 22 08:45:03.215816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51230) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:03.225203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-162509783', 'security_groups': ['35860f35-226c-4dba-8de9-81b3a4900d6e'], 'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52b3bcae-220b-4928-8b3e-eb9d8ebba1a5'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:03.282872 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9945879 Dec 22 08:45:03.283061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51234) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:03.295659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': '41d3421e-5748-4765-96e9-7e85ca0f51af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:03.335811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for f731c944-ced1-4ca3-a08b-8f7fa80a4c6e owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:03.368296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Transition to ACTIVE for port object d0088ab2-43d0-4925-9b23-2498bbc99fce will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:03.383489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:03.387835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Transition to ACTIVE for port object d0088ab2-43d0-4925-9b23-2498bbc99fce will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:03.394799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.400311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.404819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.458893 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddb19d-631a-4133-a85b-af667385b2a9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=41d3421e-5748-4765-96e9-7e85ca0f51af,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:03.466358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:03.469289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:03.473011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:03.479828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 41d3421e-5748-4765-96e9-7e85ca0f51af details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:03.496013 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/eae91e7f-35e2-4dd4-89cc-56f135090105 HTTP/1.1" status: 204 len: 168 time: 2.2062395 Dec 22 08:45:03.515914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51238) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:03.516349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c16642-5561-41ab-a934-39921aa7d482 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Network': ['ID=eae91e7f-35e2-4dd4-89cc-56f135090105,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:03.538955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Pushing event updated for resources: {'Port': ['ID=d0088ab2-43d0-4925-9b23-2498bbc99fce,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:03.659498 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Attempting to bind port d0088ab2-43d0-4925-9b23-2498bbc99fce on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:03.659739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Attempting to bind port d0088ab2-43d0-4925-9b23-2498bbc99fce by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '6f052185-9a30-4213-a7b4-ab977e7ac8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:03.660112 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Attempting to bind port d0088ab2-43d0-4925-9b23-2498bbc99fce on network 7e107f73-53d6-49df-a72e-95f67ebedb66 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:03.666868 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:03.667393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:03.667683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:03.668046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Checking segment: {'id': '6f052185-9a30-4213-a7b4-ab977e7ac8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:03.669006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.669395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Bound using segment: {'id': '6f052185-9a30-4213-a7b4-ab977e7ac8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:03.669891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Bound port: d0088ab2-43d0-4925-9b23-2498bbc99fce, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f052185-9a30-4213-a7b4-ab977e7ac8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:03.670268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.680636 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-af742c97-9a70-4f68-906f-25193ee10915 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Deleting subnet fae51450-a0fe-41f5-9382-e93806381edc {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:03.686198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-af742c97-9a70-4f68-906f-25193ee10915 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.737087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.761758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] For port d0088ab2-43d0-4925-9b23-2498bbc99fce, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:03.765247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] For port d0088ab2-43d0-4925-9b23-2498bbc99fce, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0088ab2-43d0-4925-9b23-2498bbc99fce,segment=NetworkSegment(6f052185-9a30-4213-a7b4-ab977e7ac8a9),segment_id=6f052185-9a30-4213-a7b4-ab977e7ac8a9)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:03.769771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:03.771234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.786975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:03.799277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:03.801543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:subnet and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:03.806613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:03.818132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-af742c97-9a70-4f68-906f-25193ee10915 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.819164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:03.853351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.905409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.919000 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c5cbc-9fb0-47a3-a02c-af630e785e59 None None] Pushing event updated for resources: {'Port': ['ID=d0088ab2-43d0-4925-9b23-2498bbc99fce,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:03.925487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-dcefa0db-efd1-45ad-8de7-1411e560dca0 None None] Allocated IP 172.20.0.2 (906224fb-f2fa-4b66-98df-524285cae5f9/b2c7b014-8832-4942-a4ad-07ec9f134ddb/9c0a2757-5e19-4e72-b8a3-220571d04237) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:03.984853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:04.008245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.021086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:04.030023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.137536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:04.144861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-dcefa0db-efd1-45ad-8de7-1411e560dca0 None None] For port 9c0a2757-5e19-4e72-b8a3-220571d04237, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9c0a2757-5e19-4e72-b8a3-220571d04237,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:04.149653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:04.172681 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0db-efd1-45ad-8de7-1411e560dca0 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.187939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port f731c944-ced1-4ca3-a08b-8f7fa80a4c6e {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:04.188639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.196310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9c0a2757-5e19-4e72-b8a3-220571d04237 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:04.204231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:04.207348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:04.283301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dcefa0db-efd1-45ad-8de7-1411e560dca0 None None] Transition to ACTIVE for port object 9c0a2757-5e19-4e72-b8a3-220571d04237 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:04.310767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] The port 'f731c944-ced1-4ca3-a08b-8f7fa80a4c6e' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:45:04.310915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0db-efd1-45ad-8de7-1411e560dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.431548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f731c944-ced1-4ca3-a08b-8f7fa80a4c6e no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:04.479252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefa0db-efd1-45ad-8de7-1411e560dca0 None None] Pushing event updated for resources: {'Port': ['ID=9c0a2757-5e19-4e72-b8a3-220571d04237,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:04.481814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: f731c944-ced1-4ca3-a08b-8f7fa80a4c6e {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:04.482161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f731c944-ced1-4ca3-a08b-8f7fa80a4c6e not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:04.482572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d5514b09-054a-4e57-bb57-81275179ff14 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:04.538722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.553824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:04.554442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.559793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: d5514b09-054a-4e57-bb57-81275179ff14 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:04.559793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d5514b09-054a-4e57-bb57-81275179ff14 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:04.560033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Allocated IP 172.26.1.22 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/4d923870-8e4e-4758-afbe-2aaf00fcbfb2) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:04.571392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.599707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-af742c97-9a70-4f68-906f-25193ee10915 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.628625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port b72e5831-fc15-4b93-90b2-dc59f335d797 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:45:04.690261 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ef9af3fc-8df9-468e-b0a2-6dbf942ff0b4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2547197 Dec 22 08:45:04.690480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51244) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:04.746098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02597170-ec42-4d80-ad48-d82a252a629c']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:04.778430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637e2e35-bac2-4457-bd4a-7f78b944f284') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:04.778815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637e2e35-bac2-4457-bd4a-7f78b944f284') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:04.814379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.846795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.869491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:04.870115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:04.890191 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:04.892610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.004952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.056814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.086860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-af742c97-9a70-4f68-906f-25193ee10915 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.141638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af742c97-9a70-4f68-906f-25193ee10915 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Subnet': ['ID=fae51450-a0fe-41f5-9382-e93806381edc,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.145333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-af742c97-9a70-4f68-906f-25193ee10915 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.151363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3a6204-bc17-4be3-863d-6db54c198e82 None None] Network 07c8c848-7161-41b0-8d1f-93712853f63d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:05.175650 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-af742c97-9a70-4f68-906f-25193ee10915 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/subnets/fae51450-a0fe-41f5-9382-e93806381edc HTTP/1.1" status: 204 len: 168 time: 1.6556511 Dec 22 08:45:05.179538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8::1bb (7e107f73-53d6-49df-a72e-95f67ebedb66/52b3bcae-220b-4928-8b3e-eb9d8ebba1a5/b72e5831-fc15-4b93-90b2-dc59f335d797) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:05.179743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51248) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.182302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.198499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=1b592334-f470-4db3-b19a-caddd7bebc31,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.249888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': 'e8b99898-1439-4b54-ade2-a2358aac17b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '41d3421e-5748-4765-96e9-7e85ca0f51af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:05.252473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: 41d3421e-5748-4765-96e9-7e85ca0f51af, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:05.311043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.455761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f781d1e-b72a-4a4e-b72b-61c35b32119f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:05.462538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f781d1e-b72a-4a4e-b72b-61c35b32119f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:05.464280 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5f781d1e-b72a-4a4e-b72b-61c35b32119f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7724600 Dec 22 08:45:05.469153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.474695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:05.475336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51254) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.480058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0ed96c8e-0184-4f86-aa6f-8b46b3e21886 None None] Provisioning for port d0088ab2-43d0-4925-9b23-2498bbc99fce completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:05.483912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network 41d3421e-5748-4765-96e9-7e85ca0f51af is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:05.486228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:05.492175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:05.498994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.503495 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/networks/02597170-ec42-4d80-ad48-d82a252a629c HTTP/1.1" status: 204 len: 168 time: 3.8979294 Dec 22 08:45:05.503495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72b384-60a5-4c2d-85f1-983521f2899d tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Network': ['ID=02597170-ec42-4d80-ad48-d82a252a629c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.504703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51258) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.514088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0ed96c8e-0184-4f86-aa6f-8b46b3e21886 None None] Provisioning complete for port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:05.514730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0ed96c8e-0184-4f86-aa6f-8b46b3e21886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.622674 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Deleting port c5d60742-1039-42c9-941d-55ef70e31582 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:05.623041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.633514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] DHCP port deletion for 07c8c848-7161-41b0-8d1f-93712853f63d request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:05.651934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] Deleting port c5d60742-1039-42c9-941d-55ef70e31582 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:05.652324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.763530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0ed96c8e-0184-4f86-aa6f-8b46b3e21886 None None] Port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:05.857608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Pushing event updated for resources: {'Port': ['ID=4d923870-8e4e-4758-afbe-2aaf00fcbfb2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.874028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 41d3421e-5748-4765-96e9-7e85ca0f51af) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:05.878507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:05.879168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.897536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da23aa0-2f6d-4b60-8ad9-63cd266cef65 None None] Network 41d3421e-5748-4765-96e9-7e85ca0f51af requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:05.930319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-7eb80cfc-3421-4ba3-ac13-c42f4c244ac2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:05.930683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7eb80cfc-3421-4ba3-ac13-c42f4c244ac2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.941715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] For port c5d60742-1039-42c9-941d-55ef70e31582, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c5d60742-1039-42c9-941d-55ef70e31582,segment=NetworkSegment(85b37803-3a36-4314-b51b-1795ba33c867),segment_id=85b37803-3a36-4314-b51b-1795ba33c867)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:05.942235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.956312 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-525e5951-b8b3-467b-a9d5-7edfab4f160d None None] Provisioning for port 8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:05.998358 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] For port c5d60742-1039-42c9-941d-55ef70e31582, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c5d60742-1039-42c9-941d-55ef70e31582,segment=NetworkSegment(85b37803-3a36-4314-b51b-1795ba33c867),segment_id=85b37803-3a36-4314-b51b-1795ba33c867)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:05.998968 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.020948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-525e5951-b8b3-467b-a9d5-7edfab4f160d None None] Provisioning complete for port 8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:06.021263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-525e5951-b8b3-467b-a9d5-7edfab4f160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.042268 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7ea7308e-69bf-42ab-a5c5-8a82fe46233f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7578189 Dec 22 08:45:06.109050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51262) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.162175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Calling delete_port for c5d60742-1039-42c9-941d-55ef70e31582 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:06.177244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.201368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0088ab2-43d0-4925-9b23-2498bbc99fce up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:06.245600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] Calling delete_port for c5d60742-1039-42c9-941d-55ef70e31582 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:06.321011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.326951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8479b65d-34a4-4265-b424-0c13ea693db5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port e70a0f76-f660-447d-9de7-818bfc34eb5a {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:06.326951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8479b65d-34a4-4265-b424-0c13ea693db5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.342543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object b72e5831-fc15-4b93-90b2-dc59f335d797 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:06.350121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-525e5951-b8b3-467b-a9d5-7edfab4f160d None None] Port 8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:06.422624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Port': ['ID=c5d60742-1039-42c9-941d-55ef70e31582,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:06.424696 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router 0db1a2cf-f047-46b9-b969-373ff8c6beb9 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:06.435739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] No DVR routers for this DVR port c5d60742-1039-42c9-941d-55ef70e31582 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:06.451569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-525e5951-b8b3-467b-a9d5-7edfab4f160d None None] Provisioning for port 9c0a2757-5e19-4e72-b8a3-220571d04237 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:06.493486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-525e5951-b8b3-467b-a9d5-7edfab4f160d None None] Provisioning complete for port 9c0a2757-5e19-4e72-b8a3-220571d04237 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:06.494253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-525e5951-b8b3-467b-a9d5-7edfab4f160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.517067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port d0088ab2-43d0-4925-9b23-2498bbc99fce completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:06.520058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:06.520518 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:06.544591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-41d3421e-5748-4765-96e9-7e85ca0f51af', 'network_id': '41d3421e-5748-4765-96e9-7e85ca0f51af', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': '1b592334-f470-4db3-b19a-caddd7bebc31'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:06.545652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.563335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d0088ab2-43d0-4925-9b23-2498bbc99fce triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:06.565280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.571213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.713257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.737639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.837078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c8c848-7161-41b0-8d1f-93712853f63d']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:06.866742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.868023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7eb80cfc-3421-4ba3-ac13-c42f4c244ac2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.873494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b37803-3a36-4314-b51b-1795ba33c867') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:06.873820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b37803-3a36-4314-b51b-1795ba33c867') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:06.881449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8479b65d-34a4-4265-b424-0c13ea693db5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.882032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8479b65d-34a4-4265-b424-0c13ea693db5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.897587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Allocated IP 172.20.0.1 (41d3421e-5748-4765-96e9-7e85ca0f51af/1b592334-f470-4db3-b19a-caddd7bebc31/159e3aa2-7808-4536-9f44-2a303ed71477) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:06.900704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.919791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port d0088ab2-43d0-4925-9b23-2498bbc99fce, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0088ab2-43d0-4925-9b23-2498bbc99fce,segment=NetworkSegment(6f052185-9a30-4213-a7b4-ab977e7ac8a9),segment_id=6f052185-9a30-4213-a7b4-ab977e7ac8a9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:06.934344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.935177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9c0a2757-5e19-4e72-b8a3-220571d04237 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:06.964817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:07.022713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] Deleting port c5d60742-1039-42c9-941d-55ef70e31582 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:07.022713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.034590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8479b65d-34a4-4265-b424-0c13ea693db5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for e70a0f76-f660-447d-9de7-818bfc34eb5a owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:07.046157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:07.058537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:07.061396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:07.063490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.064661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:07.065295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.069239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.075706 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4208c3f-cb46-41eb-8555-0f3869622e17 None None] Sync routers for ids ['0db1a2cf-f047-46b9-b969-373ff8c6beb9'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:07.091772 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4208c3f-cb46-41eb-8555-0f3869622e17 None None] Routers {'0db1a2cf-f047-46b9-b969-373ff8c6beb9'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:07.092584 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c4208c3f-cb46-41eb-8555-0f3869622e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0db1a2cf-f047-46b9-b969-373ff8c6beb9'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:07.096228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.157165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-7eb80cfc-3421-4ba3-ac13-c42f4c244ac2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:07.184970 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c4208c3f-cb46-41eb-8555-0f3869622e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:07.205625 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4208c3f-cb46-41eb-8555-0f3869622e17 None None] Routers {'0db1a2cf-f047-46b9-b969-373ff8c6beb9'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:07.207077 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c4208c3f-cb46-41eb-8555-0f3869622e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0db1a2cf-f047-46b9-b969-373ff8c6beb9'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:07.250819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-43c3f1b3-e4e7-42f9-b8aa-d217d4c7c2b4 None None] The port 'c5d60742-1039-42c9-941d-55ef70e31582' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:45:07.267329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:07.267835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.304015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=d0088ab2-43d0-4925-9b23-2498bbc99fce,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:07.314076 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c4208c3f-cb46-41eb-8555-0f3869622e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:07.314725 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4208c3f-cb46-41eb-8555-0f3869622e17 None None] The sync data for ids ['0db1a2cf-f047-46b9-b969-373ff8c6beb9'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:07.331436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8479b65d-34a4-4265-b424-0c13ea693db5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:07.335586 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:07.417379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9c0a2757-5e19-4e72-b8a3-220571d04237 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:07.417834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.427925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=b72e5831-fc15-4b93-90b2-dc59f335d797,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:07.470992 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-11145e88-a4cd-4d11-8873-25b16766c17f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2538812 Dec 22 08:45:07.478369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51268) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.495909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:07.527626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.539338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8df832d6-a9e4-4f8a-9859-955b9b2909c1 None None] Provisioning for port b72e5831-fc15-4b93-90b2-dc59f335d797 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:07.545282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Transition to ACTIVE for port object 159e3aa2-7808-4536-9f44-2a303ed71477 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:07.557649 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8df832d6-a9e4-4f8a-9859-955b9b2909c1 None None] Provisioning complete for port b72e5831-fc15-4b93-90b2-dc59f335d797 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:07.558045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8df832d6-a9e4-4f8a-9859-955b9b2909c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.581174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479b65d-34a4-4265-b424-0c13ea693db5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=e70a0f76-f660-447d-9de7-818bfc34eb5a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:07.624789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.626188 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9509295f-6d57-4b7f-935a-f4a29af3d08a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.0865223 Dec 22 08:45:07.632159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51274) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.653019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Transition to ACTIVE for port object 159e3aa2-7808-4536-9f44-2a303ed71477 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:07.673909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8df832d6-a9e4-4f8a-9859-955b9b2909c1 None None] Port b72e5831-fc15-4b93-90b2-dc59f335d797 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:07.676011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.691835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.693787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8479b65d-34a4-4265-b424-0c13ea693db5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.717074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.734858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8479b65d-34a4-4265-b424-0c13ea693db5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.736432 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8479b65d-34a4-4265-b424-0c13ea693db5 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/floatingips/fbb5700d-f7cc-4718-88ea-f807222aca33 HTTP/1.1" status: 204 len: 168 time: 2.2303474 Dec 22 08:45:07.739016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] Pushing event deleted for resources: {'Network': ['ID=07c8c848-7161-41b0-8d1f-93712853f63d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:07.748268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51278) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.752316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Network 41d3421e-5748-4765-96e9-7e85ca0f51af is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:07.753470 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bec2e553-4a7d-436a-9ae0-6e6cfc581532 tempest-NetworksIpV6TestAttrs-1311634925 tempest-NetworksIpV6TestAttrs-1311634925-project] 10.222.0.37 "DELETE /v2.0/networks/07c8c848-7161-41b0-8d1f-93712853f63d HTTP/1.1" status: 204 len: 168 time: 2.5723681 Dec 22 08:45:07.766158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:07.769779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:07.786944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Pushing event updated for resources: {'Port': ['ID=159e3aa2-7808-4536-9f44-2a303ed71477,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:07.816744 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf27bf2-96ef-4ac0-8aca-6e97ec6ec749 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:07.817701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf27bf2-96ef-4ac0-8aca-6e97ec6ec749 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:07.819750 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cdf27bf2-96ef-4ac0-8aca-6e97ec6ec749 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/ports/5afbde1f-02c6-4793-8c84-c40031c25c4d HTTP/1.1" status: 404 len: 333 time: 0.0648234 Dec 22 08:45:07.823192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51284) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.842534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c5d60742-1039-42c9-941d-55ef70e31582 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:07.880270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-11764576-28e9-4204-bdcc-39ed8fecfada tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Synchronizing usage tracker for tenant:4b23950907ce4be994f895524d5180ba on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:07.896983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.898499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-11764576-28e9-4204-bdcc-39ed8fecfada tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Unset dirty status for tenant:4b23950907ce4be994f895524d5180ba on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:07.902564 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-11764576-28e9-4204-bdcc-39ed8fecfada tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "GET /v2.0/ports?device_id=01084cc2-6e56-4fcd-b7bf-7134e10a5077 HTTP/1.1" status: 200 len: 205 time: 0.0782435 Dec 22 08:45:07.903882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51288) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.917621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: c5d60742-1039-42c9-941d-55ef70e31582 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:07.917994 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c5d60742-1039-42c9-941d-55ef70e31582 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:07.941308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Attempting to bind port 159e3aa2-7808-4536-9f44-2a303ed71477 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:07.941698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Attempting to bind port 159e3aa2-7808-4536-9f44-2a303ed71477 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'e8b99898-1439-4b54-ade2-a2358aac17b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '41d3421e-5748-4765-96e9-7e85ca0f51af'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:07.942081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Attempting to bind port 159e3aa2-7808-4536-9f44-2a303ed71477 on network 41d3421e-5748-4765-96e9-7e85ca0f51af {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:07.948188 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:07.948584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Checking segment: {'id': 'e8b99898-1439-4b54-ade2-a2358aac17b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '41d3421e-5748-4765-96e9-7e85ca0f51af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:07.948993 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.949401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Bound using segment: {'id': 'e8b99898-1439-4b54-ade2-a2358aac17b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '41d3421e-5748-4765-96e9-7e85ca0f51af'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:07.949892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Bound port: 159e3aa2-7808-4536-9f44-2a303ed71477, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b99898-1439-4b54-ade2-a2358aac17b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '41d3421e-5748-4765-96e9-7e85ca0f51af'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:07.950362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.991911 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-1bb3cd15-1803-4975-bf4b-4ff550aa4e10 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] delete failed (client error): The resource could not be found. Dec 22 08:45:07.995337 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1bb3cd15-1803-4975-bf4b-4ff550aa4e10 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/routers/01084cc2-6e56-4fcd-b7bf-7134e10a5077 HTTP/1.1" status: 404 len: 336 time: 0.0878196 Dec 22 08:45:07.997641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51292) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.045598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0088ab2-43d0-4925-9b23-2498bbc99fce up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:08.051937 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ed9e43-5c15-4e94-a71b-19da251e772c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:08.052414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ed9e43-5c15-4e94-a71b-19da251e772c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:08.054105 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-60ed9e43-5c15-4e94-a71b-19da251e772c tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/subnets/16909fc8-b7b1-405c-861f-472594a517bf HTTP/1.1" status: 404 len: 337 time: 0.0548244 Dec 22 08:45:08.056650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51296) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.136447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f400f-81ec-41ce-b101-9ea733a4cbd7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port 4ce9bd6f-8831-461f-9d25-ccd681e6b846 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:08.136802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c6f400f-81ec-41ce-b101-9ea733a4cbd7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.159647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] For port 159e3aa2-7808-4536-9f44-2a303ed71477, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:08.163830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] For port 159e3aa2-7808-4536-9f44-2a303ed71477, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=159e3aa2-7808-4536-9f44-2a303ed71477,segment=NetworkSegment(e8b99898-1439-4b54-ade2-a2358aac17b0),segment_id=e8b99898-1439-4b54-ade2-a2358aac17b0)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:08.175676 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.199240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51302) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.206415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=1b592334-f470-4db3-b19a-caddd7bebc31,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.216170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d0088ab2-43d0-4925-9b23-2498bbc99fce triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:08.216706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.316444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818ee6f-bbd0-4dca-b6d0-60b62dc0f6d0 None None] Pushing event updated for resources: {'Port': ['ID=159e3aa2-7808-4536-9f44-2a303ed71477,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.346277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:08.416288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:08.444889 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd836dd-46a8-4ebf-a146-96cb15cda773 None None] Network 41d3421e-5748-4765-96e9-7e85ca0f51af requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:08.482784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c6f400f-81ec-41ce-b101-9ea733a4cbd7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.493821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:08.494388 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2c928bd3-a063-44c3-b1f5-d922e7e707cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30e319488da043b6995e3be778ff90c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910964 Dec 22 08:45:08.494388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51308) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.518402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.536001 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c72a45ea-b85d-442c-9bf8-1d39f0d15420 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/routers/0db1a2cf-f047-46b9-b969-373ff8c6beb9 HTTP/1.1" status: 200 len: 880 time: 0.9003303 Dec 22 08:45:08.536001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:08.542945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51312) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.630230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f400f-81ec-41ce-b101-9ea733a4cbd7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for 4ce9bd6f-8831-461f-9d25-ccd681e6b846 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:08.641853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:08.645472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.649967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db896fff-4445-45d4-9d00-0a4afe6ffbda None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:45:08.664655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d3421e-5748-4765-96e9-7e85ca0f51af']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:08.687335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7eb80cfc-3421-4ba3-ac13-c42f4c244ac2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.710136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.739371 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-13ca3b36-68b9-4c88-89bb-57131914f98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.746010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b99898-1439-4b54-ade2-a2358aac17b0') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:08.746325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b99898-1439-4b54-ade2-a2358aac17b0') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:08.764306 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db896fff-4445-45d4-9d00-0a4afe6ffbda None None] Resources bound (agent type, host, resource id): {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:45:08.807816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-13ca3b36-68b9-4c88-89bb-57131914f98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.873818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c6f400f-81ec-41ce-b101-9ea733a4cbd7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.885901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.893852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb80cfc-3421-4ba3-ac13-c42f4c244ac2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.936732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f400f-81ec-41ce-b101-9ea733a4cbd7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=4ce9bd6f-8831-461f-9d25-ccd681e6b846,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.941004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-13ca3b36-68b9-4c88-89bb-57131914f98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.026333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca3b36-68b9-4c88-89bb-57131914f98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c5a425-ba8f-4c71-a397-21693369df59,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:09.063362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-13ca3b36-68b9-4c88-89bb-57131914f98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.067851 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-13ca3b36-68b9-4c88-89bb-57131914f98c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87c5a425-ba8f-4c71-a397-21693369df59 HTTP/1.1" status: 204 len: 168 time: 0.5695353 Dec 22 08:45:09.070261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c6f400f-81ec-41ce-b101-9ea733a4cbd7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.072087 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8c6f400f-81ec-41ce-b101-9ea733a4cbd7 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/ports/4ce9bd6f-8831-461f-9d25-ccd681e6b846 HTTP/1.1" status: 204 len: 168 time: 1.0144081 Dec 22 08:45:09.075033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51320) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:09.163525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-76f09917-d00c-4b93-ae43-af5702e43960 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port 403ac9f7-cc78-4cf1-9da3-2af5c1ff372b {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:09.163949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f09917-d00c-4b93-ae43-af5702e43960 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.177660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.299023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:09.299427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:09.331232 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:09.366766 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.ipam_backend_mixin [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52b3bcae-220b-4928-8b3e-eb9d8ebba1a5 (CIDR: 2001:db8::/64) Dec 22 08:45:09.446628 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:45:09.447118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:09.533815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7eb80cfc-3421-4ba3-ac13-c42f4c244ac2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.544037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:45:09.544037 dv-neutron-822561-2-hyperv neutron-server[87535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:45:09.544037 dv-neutron-822561-2-hyperv neutron-server[87535]: [parameters: {'id': '41d3421e-5748-4765-96e9-7e85ca0f51af'}] Dec 22 08:45:09.544037 dv-neutron-822561-2-hyperv neutron-server[87535]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:09.544345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:09.574218 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7eb80cfc-3421-4ba3-ac13-c42f4c244ac2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a HTTP/1.1" status: 204 len: 168 time: 4.0956817 Dec 22 08:45:09.574218 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9757f712-6ca4-45c1-9caa-b9317a7a5aab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0904202 Dec 22 08:45:09.578049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51334) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:09.578374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51336) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:09.587532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:09.598777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f09917-d00c-4b93-ae43-af5702e43960 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.728117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-76f09917-d00c-4b93-ae43-af5702e43960 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for 403ac9f7-cc78-4cf1-9da3-2af5c1ff372b owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:09.779856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c528a-eec3-4dca-a8f9-59ecb441dc82 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:09.781228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c528a-eec3-4dca-a8f9-59ecb441dc82 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:09.782710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c528a-eec3-4dca-a8f9-59ecb441dc82 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:09.783576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dc8c528a-eec3-4dca-a8f9-59ecb441dc82 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:09.797114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Router 0569eaa7-d6ae-4cab-a83f-ced3c5e27231 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:09.892337 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f09917-d00c-4b93-ae43-af5702e43960 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.903994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dc8c528a-eec3-4dca-a8f9-59ecb441dc82 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:09.905755 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dc8c528a-eec3-4dca-a8f9-59ecb441dc82 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3249714 Dec 22 08:45:09.909286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:09.921658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51350) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:09.924242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:09.957927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f09917-d00c-4b93-ae43-af5702e43960 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=403ac9f7-cc78-4cf1-9da3-2af5c1ff372b,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:09.961542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:09.984401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:10.055816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.056841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51354) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.064644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f09917-d00c-4b93-ae43-af5702e43960 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.077340 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-76f09917-d00c-4b93-ae43-af5702e43960 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/ports/403ac9f7-cc78-4cf1-9da3-2af5c1ff372b HTTP/1.1" status: 204 len: 168 time: 0.9990962 Dec 22 08:45:10.077665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51360) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.080598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-425b57ae-18a6-4a18-9df6-204fbc56e9c9 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:router {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:10.104502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:10.107953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.142608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4f3799-be55-4dac-9c25-29362fb56108 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 779eb6f9-ca1d-4371-b232-dfc9e9ebbc3e {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:10.160935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3799-be55-4dac-9c25-29362fb56108 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.174981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743ae42f-8c63-414c-bdec-a3425b10c945 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:10.175690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-743ae42f-8c63-414c-bdec-a3425b10c945 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Synchronizing usage tracker for tenant:4b23950907ce4be994f895524d5180ba on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:10.192033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-743ae42f-8c63-414c-bdec-a3425b10c945 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Unset dirty status for tenant:4b23950907ce4be994f895524d5180ba on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:10.196132 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-743ae42f-8c63-414c-bdec-a3425b10c945 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d18d25-f5c7-4dd9-be27-c1e37d8dccce HTTP/1.1" status: 200 len: 913 time: 0.1150389 Dec 22 08:45:10.196582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51366) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.212887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port 159e3aa2-7808-4536-9f44-2a303ed71477 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:10.213193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.309261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-22b6fcd5-fcff-4266-a85b-b9daaa822bc5 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] Request body: {'port': {'network_id': '1c05296f-ff46-4c53-8865-71277c41f8df', 'name': 'tempest-NetworksNegativeTestJSON-452515170'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:10.322879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-425b57ae-18a6-4a18-9df6-204fbc56e9c9 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:router {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:10.324007 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-425b57ae-18a6-4a18-9df6-204fbc56e9c9 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.7757242 Dec 22 08:45:10.336665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51370) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.337279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:10.350061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c2b37-c201-4a3c-8440-5f57bcd517fd None None] Sync routers for ids ['0569eaa7-d6ae-4cab-a83f-ced3c5e27231'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:10.358421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-055932d4-56dd-44c4-8179-e7b2050411b6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-469574038'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:10.360812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c2b37-c201-4a3c-8440-5f57bcd517fd None None] Routers {'0569eaa7-d6ae-4cab-a83f-ced3c5e27231'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:10.361528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-707c2b37-c201-4a3c-8440-5f57bcd517fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0569eaa7-d6ae-4cab-a83f-ced3c5e27231'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:10.367767 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b6fcd5-fcff-4266-a85b-b9daaa822bc5 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] POST failed (client error): The resource could not be found. Dec 22 08:45:10.368233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b6fcd5-fcff-4266-a85b-b9daaa822bc5 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:10.374618 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-22b6fcd5-fcff-4266-a85b-b9daaa822bc5 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2955744 Dec 22 08:45:10.380770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51374) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.391729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3799-be55-4dac-9c25-29362fb56108 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.479285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-707c2b37-c201-4a3c-8440-5f57bcd517fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:10.489900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c2b37-c201-4a3c-8440-5f57bcd517fd None None] Routers {'0569eaa7-d6ae-4cab-a83f-ced3c5e27231'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:10.490655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-707c2b37-c201-4a3c-8440-5f57bcd517fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0569eaa7-d6ae-4cab-a83f-ced3c5e27231'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:10.495496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.499861 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1705152f-b199-49cb-a70b-3c320adf44d7 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.2644498 Dec 22 08:45:10.513999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51378) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.523567 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-28345d01-c6ae-4579-a33f-11875392c32b tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:10.524029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28345d01-c6ae-4579-a33f-11875392c32b tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:10.530606 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-28345d01-c6ae-4579-a33f-11875392c32b tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] 10.222.0.37 "DELETE /v2.0/networks/eeb2486d-e9c7-4541-87ec-cb654c084f8b HTTP/1.1" status: 404 len: 339 time: 0.1370785 Dec 22 08:45:10.532011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51382) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.537888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d3782b5d-1691-4c62-8cd5-e93291636943 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'enable_snat': False}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:10.556828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-707c2b37-c201-4a3c-8440-5f57bcd517fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:10.557379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c2b37-c201-4a3c-8440-5f57bcd517fd None None] The sync data for ids ['0569eaa7-d6ae-4cab-a83f-ced3c5e27231'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:10.812294 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c5d38e-31de-4b91-b563-f7406242bb59 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:10.812659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c5d38e-31de-4b91-b563-f7406242bb59 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:10.814331 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-16c5d38e-31de-4b91-b563-f7406242bb59 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] 10.222.0.37 "DELETE /v2.0/ports/61ad8a17-e904-4d47-9ce1-449082da6d3e HTTP/1.1" status: 404 len: 333 time: 0.2824278 Dec 22 08:45:10.834814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51386) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.024626 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2437682-657a-4a96-802c-49725c56f811 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:11.025068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2437682-657a-4a96-802c-49725c56f811 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:11.056730 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a2437682-657a-4a96-802c-49725c56f811 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] 10.222.0.37 "DELETE /v2.0/subnets/038da3c9-c251-4ba3-ac36-757529e193f4 HTTP/1.1" status: 404 len: 337 time: 0.2138751 Dec 22 08:45:11.060301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port 159e3aa2-7808-4536-9f44-2a303ed71477, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=159e3aa2-7808-4536-9f44-2a303ed71477,segment=NetworkSegment(e8b99898-1439-4b54-ade2-a2358aac17b0),segment_id=e8b99898-1439-4b54-ade2-a2358aac17b0)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:11.060301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.068806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51390) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.075750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3799-be55-4dac-9c25-29362fb56108 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.180581 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d454259b-b19a-4655-8205-391d78e06287 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] GET failed (client error): The resource could not be found. Dec 22 08:45:11.187402 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d454259b-b19a-4655-8205-391d78e06287 tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] 10.222.0.37 "GET /v2.0/networks/0d4e7d65-c0a4-4a79-a35d-73b057531e9e HTTP/1.1" status: 404 len: 339 time: 0.1124184 Dec 22 08:45:11.187680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51396) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.246997 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ae0e31-7293-4b46-a083-1ac8e876ca9b tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] GET failed (client error): The resource could not be found. Dec 22 08:45:11.251775 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d0ae0e31-7293-4b46-a083-1ac8e876ca9b tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] 10.222.0.37 "GET /v2.0/ports/f734ae6b-18f7-4a29-abdb-d016154e9c89 HTTP/1.1" status: 404 len: 333 time: 0.0598104 Dec 22 08:45:11.263505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51400) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.277390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for 159e3aa2-7808-4536-9f44-2a303ed71477 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:11.369059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-055932d4-56dd-44c4-8179-e7b2050411b6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.393256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-055932d4-56dd-44c4-8179-e7b2050411b6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.431836 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6114d58-c500-40d0-bc75-726aa5d1c22a tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] GET failed (client error): The resource could not be found. Dec 22 08:45:11.433128 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d6114d58-c500-40d0-bc75-726aa5d1c22a tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] 10.222.0.37 "GET /v2.0/subnets/dd3f98cb-6c74-41b7-b279-3bbe88006770 HTTP/1.1" status: 404 len: 337 time: 0.1289551 Dec 22 08:45:11.445821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51404) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.483080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0cf8cfd6-5010-44bd-9c73-ada6ec0eb8ae tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:11.525165 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf8cfd6-5010-44bd-9c73-ada6ec0eb8ae tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] PUT failed (client error): The resource could not be found. Dec 22 08:45:11.525655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf8cfd6-5010-44bd-9c73-ada6ec0eb8ae tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:11.526756 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0cf8cfd6-5010-44bd-9c73-ada6ec0eb8ae tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] 10.222.0.37 "PUT /v2.0/networks/7bc87fbd-6650-4e9b-a6d2-b3e27744013f HTTP/1.1" status: 404 len: 339 time: 0.0653439 Dec 22 08:45:11.532850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51408) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.544864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.554972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-12d33ffa-6c78-40cc-83cc-c797893011ef tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:11.634020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3799-be55-4dac-9c25-29362fb56108 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.693545 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d33ffa-6c78-40cc-83cc-c797893011ef tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] PUT failed (client error): The resource could not be found. Dec 22 08:45:11.694029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d33ffa-6c78-40cc-83cc-c797893011ef tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:11.695144 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-12d33ffa-6c78-40cc-83cc-c797893011ef tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] 10.222.0.37 "PUT /v2.0/ports/445f8609-41be-4a1e-9c06-2745aab294a6 HTTP/1.1" status: 404 len: 333 time: 0.1613889 Dec 22 08:45:11.703390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51412) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.706776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.711519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f3799-be55-4dac-9c25-29362fb56108 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=779eb6f9-ca1d-4371-b232-dfc9e9ebbc3e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.720186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e130663-b40f-4b4c-ae1b-f32da2e488ae None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:11.722958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3799-be55-4dac-9c25-29362fb56108 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.734149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055932d4-56dd-44c4-8179-e7b2050411b6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router 0db1a2cf-f047-46b9-b969-373ff8c6beb9 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:11.766257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-583e4411-71d3-4690-b00f-99936488024c tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:11.835480 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-583e4411-71d3-4690-b00f-99936488024c tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] PUT failed (client error): The resource could not be found. Dec 22 08:45:11.835916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583e4411-71d3-4690-b00f-99936488024c tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:11.837042 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-583e4411-71d3-4690-b00f-99936488024c tempest-NetworksNegativeTestJSON-504865817 tempest-NetworksNegativeTestJSON-504865817-project] 10.222.0.37 "PUT /v2.0/subnets/e44cdc51-f60d-4c69-9065-dfe98124f0ff HTTP/1.1" status: 404 len: 337 time: 0.1316206 Dec 22 08:45:11.837876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Port': ['ID=159e3aa2-7808-4536-9f44-2a303ed71477,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.839904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No DVR routers for this DVR port 159e3aa2-7808-4536-9f44-2a303ed71477 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:11.939887 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9c4f3799-be55-4dac-9c25-29362fb56108 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/779eb6f9-ca1d-4371-b232-dfc9e9ebbc3e HTTP/1.1" status: 204 len: 168 time: 2.0171638 Dec 22 08:45:11.943834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51418) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.983969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.105132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0be948-7ee9-414b-8202-0e079936d421 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet b2c7b014-8832-4942-a4ad-07ec9f134ddb {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:12.115969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de0be948-7ee9-414b-8202-0e079936d421 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.151609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055932d4-56dd-44c4-8179-e7b2050411b6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:12.154367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:12.166984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-055932d4-56dd-44c4-8179-e7b2050411b6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.168382 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-055932d4-56dd-44c4-8179-e7b2050411b6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/0db1a2cf-f047-46b9-b969-373ff8c6beb9 HTTP/1.1" status: 200 len: 887 time: 1.8309042 Dec 22 08:45:12.169512 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b2495-36b9-4ad8-92af-97887ec08e5d None None] Sync routers for ids ['0db1a2cf-f047-46b9-b969-373ff8c6beb9'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:12.174243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51424) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.179376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:12.180663 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b2495-36b9-4ad8-92af-97887ec08e5d None None] Routers {'0db1a2cf-f047-46b9-b969-373ff8c6beb9'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:12.181119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=f9a51ce8-e7c9-4839-84e3-98e61fc50b70,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:12.182611 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b76b2495-36b9-4ad8-92af-97887ec08e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0db1a2cf-f047-46b9-b969-373ff8c6beb9'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.183597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:12.184706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.194945 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfb0d39-7b23-40bf-92fb-86e386964397 None None] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:12.212127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.292834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de0be948-7ee9-414b-8202-0e079936d421 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.375285 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b76b2495-36b9-4ad8-92af-97887ec08e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.391133 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b2495-36b9-4ad8-92af-97887ec08e5d None None] Routers {'0db1a2cf-f047-46b9-b969-373ff8c6beb9'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:12.392016 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b76b2495-36b9-4ad8-92af-97887ec08e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0db1a2cf-f047-46b9-b969-373ff8c6beb9'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.479355 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b76b2495-36b9-4ad8-92af-97887ec08e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.480209 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b2495-36b9-4ad8-92af-97887ec08e5d None None] The sync data for ids ['0db1a2cf-f047-46b9-b969-373ff8c6beb9'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:12.503417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51430) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.544618 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-864bbc09-9479-4cc0-863f-28f333444fb2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9604077 Dec 22 08:45:12.552821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51438) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.560360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d3421e-5748-4765-96e9-7e85ca0f51af']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.599509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1479900350', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f9a51ce8-e7c9-4839-84e3-98e61fc50b70'}], 'security_groups': ['681b0005-1369-4e3d-b2cd-5ff700ad96e1']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:12.711344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b99898-1439-4b54-ade2-a2358aac17b0') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.711548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b99898-1439-4b54-ade2-a2358aac17b0') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.745159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.764007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3bece9-318f-428f-928d-506c6047e129 None None] Update dhcp port {'port': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'fixed_ips': [{'subnet_id': '52b3bcae-220b-4928-8b3e-eb9d8ebba1a5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f9a51ce8-e7c9-4839-84e3-98e61fc50b70'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': 'd0088ab2-43d0-4925-9b23-2498bbc99fce'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:45:12.777871 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-14e093c3-60aa-4b88-badf-8762ec83d16f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/routers/0db1a2cf-f047-46b9-b969-373ff8c6beb9 HTTP/1.1" status: 200 len: 887 time: 0.6021857 Dec 22 08:45:12.778183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3782b5d-1691-4c62-8cd5-e93291636943 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.784292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51442) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.798374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d64bec22-6425-468d-8ba4-e0bd091405ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.822201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6e3bece9-318f-428f-928d-506c6047e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.847775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.889203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de0be948-7ee9-414b-8202-0e079936d421 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.898513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-21b76921-5961-4bbc-ad8d-161e8e3effb1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:12.904311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:12.904452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.919010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d64bec22-6425-468d-8ba4-e0bd091405ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:12.922928 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:12.951434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d64bec22-6425-468d-8ba4-e0bd091405ce admin admin] Usage tracker for resource:security_group_rule and tenant:7e46fe5c9c7a43c498dc2e37beba798a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:12.955809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d64bec22-6425-468d-8ba4-e0bd091405ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:12.970860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port a528c6cf-3054-4bd7-a200-de73ae7df1ff {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:12.971040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.973644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d64bec22-6425-468d-8ba4-e0bd091405ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:12.982702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ae784f53-5531-47fe-aed5-559e917fc723 None None] Provisioning complete for port 9c0a2757-5e19-4e72-b8a3-220571d04237 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:12.983161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ae784f53-5531-47fe-aed5-559e917fc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.028729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d9039-8352-4059-aad6-172a260f0f06 req-e02e24d1-e13d-4ee0-a945-a8abbc994543 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:13.030244 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-760d9039-8352-4059-aad6-172a260f0f06 req-e02e24d1-e13d-4ee0-a945-a8abbc994543 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.2513359 Dec 22 08:45:13.116517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-21b76921-5961-4bbc-ad8d-161e8e3effb1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:13.117624 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-21b76921-5961-4bbc-ad8d-161e8e3effb1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db1a2cf-f047-46b9-b969-373ff8c6beb9 HTTP/1.1" status: 200 len: 205 time: 0.3286602 Dec 22 08:45:13.122209 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-760d9039-8352-4059-aad6-172a260f0f06 req-7c264da0-10f3-4ad6-8384-4e87ace1da98 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853348 Dec 22 08:45:13.122920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51446) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.129356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de0be948-7ee9-414b-8202-0e079936d421 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.148477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.179849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.199025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-6e3bece9-318f-428f-928d-506c6047e129 None None] Allocated IP 2001:db8:0:1::2 (7e107f73-53d6-49df-a72e-95f67ebedb66/f9a51ce8-e7c9-4839-84e3-98e61fc50b70/d0088ab2-43d0-4925-9b23-2498bbc99fce) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:13.251771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=41d3421e-5748-4765-96e9-7e85ca0f51af,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:13.322501 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a248a8c7-cc28-49bb-855b-3dfd7d0723f5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/41d3421e-5748-4765-96e9-7e85ca0f51af HTTP/1.1" status: 204 len: 168 time: 7.2090578 Dec 22 08:45:13.327528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51452) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.340869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1990612872'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:13.352752 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6e3bece9-318f-428f-928d-506c6047e129 None None] For port d0088ab2-43d0-4925-9b23-2498bbc99fce, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0088ab2-43d0-4925-9b23-2498bbc99fce,segment=NetworkSegment(6f052185-9a30-4213-a7b4-ab977e7ac8a9),segment_id=6f052185-9a30-4213-a7b4-ab977e7ac8a9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:13.357869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:13.370816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:network and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:13.375661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.380953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:13.381549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6e3bece9-318f-428f-928d-506c6047e129 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.387751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.398092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6e3bece9-318f-428f-928d-506c6047e129 None None] Transition to ACTIVE for port object d0088ab2-43d0-4925-9b23-2498bbc99fce will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:13.407826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:13.409993 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6e3bece9-318f-428f-928d-506c6047e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.463596 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0be948-7ee9-414b-8202-0e079936d421 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c7b014-8832-4942-a4ad-07ec9f134ddb,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:13.468615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de0be948-7ee9-414b-8202-0e079936d421 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.487678 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-de0be948-7ee9-414b-8202-0e079936d421 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/b2c7b014-8832-4942-a4ad-07ec9f134ddb HTTP/1.1" status: 204 len: 168 time: 1.5381773 Dec 22 08:45:13.488962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51456) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.502337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d64bec22-6425-468d-8ba4-e0bd091405ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.534427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad06e2-e0c4-4f7a-ad6a-84abb15487df None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:13.553616 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bece9-318f-428f-928d-506c6047e129 None None] Pushing event updated for resources: {'Port': ['ID=d0088ab2-43d0-4925-9b23-2498bbc99fce,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:13.565752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d64bec22-6425-468d-8ba4-e0bd091405ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.626579 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b124fe19-67ff-461c-a66c-4d679f375a2b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1332936 Dec 22 08:45:13.635968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:13.639329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.659062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51462) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.690953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:13.725042 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d64bec22-6425-468d-8ba4-e0bd091405ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e46fe5c9c7a43c498dc2e37beba798a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2204828 Dec 22 08:45:13.735187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51466) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.739506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.743166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bec22-6425-468d-8ba4-e0bd091405ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a20f92-626a-44c6-b62c-84b1169b8da0,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:13.939208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for a528c6cf-3054-4bd7-a200-de73ae7df1ff owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:13.945486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:13.977877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbeefc7-ce86-403f-8648-896e32636c6d None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:13.990657 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4fbeefc7-ce86-403f-8648-896e32636c6d None None] Deleting port 9c0a2757-5e19-4e72-b8a3-220571d04237 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:13.998904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4fbeefc7-ce86-403f-8648-896e32636c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.000986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:14.003674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.004177 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment 9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df of type vlan for network cffa7b87-b98c-41a3-83c3-172dd49ecc04 Dec 22 08:45:14.005380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.033723 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88a7e3eb-9d58-4c2a-b756-99185486490e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.066620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88a7e3eb-9d58-4c2a-b756-99185486490e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.099882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:14.102380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0088ab2-43d0-4925-9b23-2498bbc99fce up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:14.120330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:14.124706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 3af14477-c707-4f80-b237-8d558dab448d {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:14.125277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.143938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:14.160239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df5321-a4c9-491a-a862-ad97cc74c363 req-26a8b126-0b79-45e2-b536-482aeaf3c19e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:14.161789 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8df5321-a4c9-491a-a862-ad97cc74c363 req-26a8b126-0b79-45e2-b536-482aeaf3c19e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.5336912 Dec 22 08:45:14.170107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88a7e3eb-9d58-4c2a-b756-99185486490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.214722 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.222989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:14.228556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.244176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7e3eb-9d58-4c2a-b756-99185486490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a20f92-626a-44c6-b62c-84b1169b8da0,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:14.285606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88a7e3eb-9d58-4c2a-b756-99185486490e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.289873 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88a7e3eb-9d58-4c2a-b756-99185486490e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0a20f92-626a-44c6-b62c-84b1169b8da0 HTTP/1.1" status: 204 len: 168 time: 0.5537093 Dec 22 08:45:14.467133 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8df5321-a4c9-491a-a862-ad97cc74c363 req-a11f1a7f-46ef-4d68-aecd-9182cacfb7f3 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932482 Dec 22 08:45:14.468016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.548933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4fbeefc7-ce86-403f-8648-896e32636c6d None None] For port 9c0a2757-5e19-4e72-b8a3-220571d04237, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9c0a2757-5e19-4e72-b8a3-220571d04237,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:14.549541 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4fbeefc7-ce86-403f-8648-896e32636c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.661003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.663291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9c0a2757-5e19-4e72-b8a3-220571d04237 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:14.786360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4fbeefc7-ce86-403f-8648-896e32636c6d None None] Calling delete_port for 9c0a2757-5e19-4e72-b8a3-220571d04237 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:14.797582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 3af14477-c707-4f80-b237-8d558dab448d owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:14.826852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.858625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:45:14.873229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-09eca4b8-56d3-42f1-955a-48a267737c7a None None] Provisioning complete for port b72e5831-fc15-4b93-90b2-dc59f335d797 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:14.873607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-09eca4b8-56d3-42f1-955a-48a267737c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.896688 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=a528c6cf-3054-4bd7-a200-de73ae7df1ff,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:15.057602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-09eca4b8-56d3-42f1-955a-48a267737c7a None None] Port b72e5831-fc15-4b93-90b2-dc59f335d797 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:15.068642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4fbeefc7-ce86-403f-8648-896e32636c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.105012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.139476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbeefc7-ce86-403f-8648-896e32636c6d None None] Pushing event deleted for resources: {'Port': ['ID=9c0a2757-5e19-4e72-b8a3-220571d04237,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:15.148699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbeefc7-ce86-403f-8648-896e32636c6d None None] No DVR routers for this DVR port 9c0a2757-5e19-4e72-b8a3-220571d04237 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:15.150352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-09eca4b8-56d3-42f1-955a-48a267737c7a None None] Provisioning for port d0088ab2-43d0-4925-9b23-2498bbc99fce completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:15.162314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-09eca4b8-56d3-42f1-955a-48a267737c7a None None] Provisioning complete for port d0088ab2-43d0-4925-9b23-2498bbc99fce triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:15.162659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-09eca4b8-56d3-42f1-955a-48a267737c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.289859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.373008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.386773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-09eca4b8-56d3-42f1-955a-48a267737c7a None None] Provisioning complete for port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:15.387030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-09eca4b8-56d3-42f1-955a-48a267737c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.415177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.440747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=3af14477-c707-4f80-b237-8d558dab448d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:15.447851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:15.452576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.470201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-09eca4b8-56d3-42f1-955a-48a267737c7a None None] Port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:15.550499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51498) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.561757 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026073 Dec 22 08:45:15.568907 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2402225 Dec 22 08:45:15.572165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51500) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.572429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51502) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.596897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.610131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-feeac9ac-f469-4b55-b702-dbf81b70d347 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:15.727590 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:45:15.806155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Delete allocated IP 2001:db8::1bb (7e107f73-53d6-49df-a72e-95f67ebedb66/52b3bcae-220b-4928-8b3e-eb9d8ebba1a5) {{(pid=87535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:45:15.824114 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-57a7d2ad-d367-4789-86cb-39501e167d4f tempest-NetworksApiDiscovery-705319930 tempest-NetworksApiDiscovery-705319930-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2366233 Dec 22 08:45:15.889292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec64a5c-8785-4a30-85c6-2a5aab521252 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=cffa7b87-b98c-41a3-83c3-172dd49ecc04,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:15.905372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network cffa7b87-b98c-41a3-83c3-172dd49ecc04 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:15.911430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8:0:1::3be (7e107f73-53d6-49df-a72e-95f67ebedb66/f9a51ce8-e7c9-4839-84e3-98e61fc50b70/b72e5831-fc15-4b93-90b2-dc59f335d797) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:15.961098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.965794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.073960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.074514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Fanout notify agent at l3_agent the message router_deleted on router 0db1a2cf-f047-46b9-b969-373ff8c6beb9 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:16.204286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a664c-c259-48e0-9532-5dcd56c2edd3 req-ed719c35-8614-4d6a-bfee-c6088c107a62 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:16.205804 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-916a664c-c259-48e0-9532-5dcd56c2edd3 req-ed719c35-8614-4d6a-bfee-c6088c107a62 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.4897213 Dec 22 08:45:16.212218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.216672 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-84d5689d-817e-491b-859e-f9425ba6d0e8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/0db1a2cf-f047-46b9-b969-373ff8c6beb9 HTTP/1.1" status: 204 len: 168 time: 3.0807335 Dec 22 08:45:16.219612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51516) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:16.235662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51520) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:16.243021 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'network': {'name': 'tempest-RoutersTest-812907402'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:16.255574 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:16.267417 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:network and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:16.267558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:45:16.279925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:16.286072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:16.295114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.296694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:16.306719 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-916a664c-c259-48e0-9532-5dcd56c2edd3 req-c747e488-a126-4b64-a67e-3a0645a35d08 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923054 Dec 22 08:45:16.355270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3782b5d-1691-4c62-8cd5-e93291636943 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.370957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:16.375105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.376925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:16.394695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:16.403843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3782b5d-1691-4c62-8cd5-e93291636943 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.406041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0083cea-04a8-41e7-875a-4ff55b6362e6 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:16.411116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:16.411894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.427955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5d00-f5b1-4f67-8216-59f2abc414b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.474688 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-feeac9ac-f469-4b55-b702-dbf81b70d347 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.506279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aaaa5d00-f5b1-4f67-8216-59f2abc414b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:16.524551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:16.526855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aaaa5d00-f5b1-4f67-8216-59f2abc414b2 admin admin] Usage tracker for resource:security_group_rule and tenant:83e872317a2846afb1b1b8ecd32f8b93 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:16.535402 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aaaa5d00-f5b1-4f67-8216-59f2abc414b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:16.544778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aaaa5d00-f5b1-4f67-8216-59f2abc414b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:16.555023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.555434 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added segment 8e16874d-18d8-4269-a6e3-bd4bbd93baf0 of type vlan for network 6c9d01b2-2aa0-4acc-b636-d71add2441af Dec 22 08:45:16.591787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:16.623490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.665885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9292a1d-0509-432e-ae1a-c8905c131753 None None] Sync routers for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:16.677985 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-618a239b-640f-44a5-8205-abcca34f0003 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "PUT /v2.0/routers/58d18d25-f5c7-4dd9-be27-c1e37d8dccce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4799027 Dec 22 08:45:16.686108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51526) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:16.689265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9292a1d-0509-432e-ae1a-c8905c131753 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:16.690055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b9292a1d-0509-432e-ae1a-c8905c131753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:16.710011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=61fa4f1e-b14c-4a91-a2c0-313bef420205,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:16.738270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-feeac9ac-f469-4b55-b702-dbf81b70d347 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.760912 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fe99936b-7fda-465f-952e-b42d0f135b4f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0989199 Dec 22 08:45:16.770011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51530) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:16.779030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-feeac9ac-f469-4b55-b702-dbf81b70d347 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network cffa7b87-b98c-41a3-83c3-172dd49ecc04 is not hosted by any dhcp agent {{(pid=87535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 08:45:16.784519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeac9ac-f469-4b55-b702-dbf81b70d347 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:16.785135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-feeac9ac-f469-4b55-b702-dbf81b70d347 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.786508 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-feeac9ac-f469-4b55-b702-dbf81b70d347 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "PUT /v2.0/networks/cffa7b87-b98c-41a3-83c3-172dd49ecc04 HTTP/1.1" status: 200 len: 723 time: 1.1975920 Dec 22 08:45:16.792848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:16.798321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51534) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:16.800580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b9292a1d-0509-432e-ae1a-c8905c131753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:16.802948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '61fa4f1e-b14c-4a91-a2c0-313bef420205'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:16.803804 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.828033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9292a1d-0509-432e-ae1a-c8905c131753 None None] Routers {'58d18d25-f5c7-4dd9-be27-c1e37d8dccce'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:16.828777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b9292a1d-0509-432e-ae1a-c8905c131753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:16.831918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.837550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:16.838352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.850727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': 'cffa7b87-b98c-41a3-83c3-172dd49ecc04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:16.937827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b9292a1d-0509-432e-ae1a-c8905c131753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:16.938235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9292a1d-0509-432e-ae1a-c8905c131753 None None] The sync data for ids ['58d18d25-f5c7-4dd9-be27-c1e37d8dccce'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:16.962872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5d00-f5b1-4f67-8216-59f2abc414b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.044806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeac9ac-f469-4b55-b702-dbf81b70d347 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=cffa7b87-b98c-41a3-83c3-172dd49ecc04,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.059779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network cffa7b87-b98c-41a3-83c3-172dd49ecc04 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:17.091706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.125651 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9025860 Dec 22 08:45:17.125651 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5d00-f5b1-4f67-8216-59f2abc414b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.131398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3782b5d-1691-4c62-8cd5-e93291636943 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Router 0569eaa7-d6ae-4cab-a83f-ced3c5e27231 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:17.131979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51538) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:17.142257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object b72e5831-fc15-4b93-90b2-dc59f335d797 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:17.143256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:17.148582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'subnet': {'network_id': '6c9d01b2-2aa0-4acc-b636-d71add2441af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:17.150778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Allocated IP 2001:db8::f816:3eff:fe76:970 (906224fb-f2fa-4b66-98df-524285cae5f9/61fa4f1e-b14c-4a91-a2c0-313bef420205/3344226e-c701-4054-a6d5-f6dab6a8fa33) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:17.168109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:17.170796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.173428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:17.178901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ab073-370d-46b3-b5e5-120d502b57ce tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Network': ['ID=6c9d01b2-2aa0-4acc-b636-d71add2441af,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.202382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 6c9d01b2-2aa0-4acc-b636-d71add2441af details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:17.225629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:17.226499 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aaaa5d00-f5b1-4f67-8216-59f2abc414b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83e872317a2846afb1b1b8ecd32f8b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9805486 Dec 22 08:45:17.227496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:17.232816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa5d00-f5b1-4f67-8216-59f2abc414b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b849ecb-b800-4fff-8987-3dda080f5f61,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.235271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51542) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:17.243155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:subnet and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:17.249334 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:17.253188 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-0857fd85-593f-48ec-9906-278fe5a44448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:17.254725 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-0857fd85-593f-48ec-9906-278fe5a44448 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 1099 time: 0.5739121 Dec 22 08:45:17.273166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:17.283809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.403911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:17.407383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.437716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:17.441531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.473581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] In _notify_port_updated(), no bound segment for port b72e5831-fc15-4b93-90b2-dc59f335d797 on network 7e107f73-53d6-49df-a72e-95f67ebedb66 {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:45:17.479217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:17.480005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.481560 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "PUT /v2.0/ports/b72e5831-fc15-4b93-90b2-dc59f335d797 HTTP/1.1" status: 200 len: 931 time: 4.9277844 Dec 22 08:45:17.492930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51548) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:17.508788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38572822-e981-4d9a-aa6c-00fc3f11a93b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=b72e5831-fc15-4b93-90b2-dc59f335d797,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.578106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.589719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Transition to ACTIVE for port object 3344226e-c701-4054-a6d5-f6dab6a8fa33 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:17.612695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Transition to ACTIVE for port object 3344226e-c701-4054-a6d5-f6dab6a8fa33 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:17.622210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.701073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:17.703886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:17.707412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:17.714530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Pushing event updated for resources: {'Port': ['ID=3344226e-c701-4054-a6d5-f6dab6a8fa33,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.750494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:17.777316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:subnet and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:17.792344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:17.807142 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Attempting to bind port 3344226e-c701-4054-a6d5-f6dab6a8fa33 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:17.807489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Attempting to bind port 3344226e-c701-4054-a6d5-f6dab6a8fa33 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:17.807867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Attempting to bind port 3344226e-c701-4054-a6d5-f6dab6a8fa33 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:17.817164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:17.817562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:17.818026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.818451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:17.819055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Bound port: 3344226e-c701-4054-a6d5-f6dab6a8fa33, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:17.819539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.819818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7529a-9707-4a7f-8897-cfdba78f86a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port b72e5831-fc15-4b93-90b2-dc59f335d797 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:17.820245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1eb7529a-9707-4a7f-8897-cfdba78f86a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.833109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f469b0a1-bafe-4e03-8e61-99034e28b7f6 None None] Provisioning for port b72e5831-fc15-4b93-90b2-dc59f335d797 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:17.854157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005c9e28-2cf4-4695-947b-4310549b49a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.871700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f469b0a1-bafe-4e03-8e61-99034e28b7f6 None None] Provisioning complete for port b72e5831-fc15-4b93-90b2-dc59f335d797 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:17.871700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f469b0a1-bafe-4e03-8e61-99034e28b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.881131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:17.922444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005c9e28-2cf4-4695-947b-4310549b49a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.951515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f469b0a1-bafe-4e03-8e61-99034e28b7f6 None None] Port b72e5831-fc15-4b93-90b2-dc59f335d797 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:17.956530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.959875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-7162b2fd-d11b-432e-a9b4-b68a18659df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:17.961561 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-7162b2fd-d11b-432e-a9b4-b68a18659df7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 200 len: 911 time: 0.6238537 Dec 22 08:45:17.973855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] For port 3344226e-c701-4054-a6d5-f6dab6a8fa33, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:17.979464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] For port 3344226e-c701-4054-a6d5-f6dab6a8fa33, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3344226e-c701-4054-a6d5-f6dab6a8fa33,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:17.986899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.065168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting port 2603d305-f6a9-4867-9f7e-922f633330fa {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:18.065663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.086593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c4581-a844-4796-a8ba-76142a0df175 None None] Pushing event updated for resources: {'Port': ['ID=3344226e-c701-4054-a6d5-f6dab6a8fa33,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:18.126234 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3782b5d-1691-4c62-8cd5-e93291636943 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:18.131145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3782b5d-1691-4c62-8cd5-e93291636943 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.134334 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d3782b5d-1691-4c62-8cd5-e93291636943 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "PUT /v2.0/routers/0569eaa7-d6ae-4cab-a83f-ced3c5e27231 HTTP/1.1" status: 200 len: 924 time: 7.6097941 Dec 22 08:45:18.142008 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d5cd5c-79f3-4922-8e4c-bf3d5568d9e8 None None] Sync routers for ids ['0569eaa7-d6ae-4cab-a83f-ced3c5e27231'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:18.142546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51552) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:18.144107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1eb7529a-9707-4a7f-8897-cfdba78f86a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.152718 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d5cd5c-79f3-4922-8e4c-bf3d5568d9e8 None None] Routers {'0569eaa7-d6ae-4cab-a83f-ced3c5e27231'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:18.153411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:18.153917 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-65d5cd5c-79f3-4922-8e4c-bf3d5568d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0569eaa7-d6ae-4cab-a83f-ced3c5e27231'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:18.157086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.230371 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-65d5cd5c-79f3-4922-8e4c-bf3d5568d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:18.240379 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d5cd5c-79f3-4922-8e4c-bf3d5568d9e8 None None] Routers {'0569eaa7-d6ae-4cab-a83f-ced3c5e27231'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:18.241084 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-65d5cd5c-79f3-4922-8e4c-bf3d5568d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0569eaa7-d6ae-4cab-a83f-ced3c5e27231'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:18.314918 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-9226f2cf-e4be-4438-86dc-d33771cf0680 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 200 len: 1002 time: 0.3382111 Dec 22 08:45:18.367393 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-65d5cd5c-79f3-4922-8e4c-bf3d5568d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:18.367946 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d5cd5c-79f3-4922-8e4c-bf3d5568d9e8 None None] The sync data for ids ['0569eaa7-d6ae-4cab-a83f-ced3c5e27231'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:18.438088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005c9e28-2cf4-4695-947b-4310549b49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.479395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7529a-9707-4a7f-8897-cfdba78f86a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for b72e5831-fc15-4b93-90b2-dc59f335d797 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:18.564732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c9e28-2cf4-4695-947b-4310549b49a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b849ecb-b800-4fff-8987-3dda080f5f61,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:18.587000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71c884-1f3b-4a2f-b8f0-d4726aef9740 req-4b4b6ec7-0d80-4110-947f-4c5f5a190046 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:18.588501 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9a71c884-1f3b-4a2f-b8f0-d4726aef9740 req-4b4b6ec7-0d80-4110-947f-4c5f5a190046 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 1.0699699 Dec 22 08:45:18.605415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.658739 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7352c490-f60c-41ce-832e-7ba546180e7f tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/routers/0569eaa7-d6ae-4cab-a83f-ced3c5e27231 HTTP/1.1" status: 200 len: 924 time: 0.5152595 Dec 22 08:45:18.659714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005c9e28-2cf4-4695-947b-4310549b49a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.663262 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-005c9e28-2cf4-4695-947b-4310549b49a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b849ecb-b800-4fff-8987-3dda080f5f61 HTTP/1.1" status: 204 len: 168 time: 1.4200022 Dec 22 08:45:18.663262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-ed8b7ce1-16c0-4bfe-a610-fa903c919389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:18.663897 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-ed8b7ce1-16c0-4bfe-a610-fa903c919389 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d5c060c-ccd9-41f0-9d65-e66f1d58c321 HTTP/1.1" status: 200 len: 849 time: 0.3247919 Dec 22 08:45:18.666994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51556) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:18.739606 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9a71c884-1f3b-4a2f-b8f0-d4726aef9740 req-be93c902-7827-49a6-897d-5186f6962aba tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385407 Dec 22 08:45:18.780045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.949067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1eb7529a-9707-4a7f-8897-cfdba78f86a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.950048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=edcfb966-890a-4d69-aab9-fd2c378dae2e,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:18.958749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Calling delete_port for 2603d305-f6a9-4867-9f7e-922f633330fa owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:19.036735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': '9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'cffa7b87-b98c-41a3-83c3-172dd49ecc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:19.037528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: cffa7b87-b98c-41a3-83c3-172dd49ecc04, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:19.102698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7529a-9707-4a7f-8897-cfdba78f86a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=b72e5831-fc15-4b93-90b2-dc59f335d797,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:19.117025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1eb7529a-9707-4a7f-8897-cfdba78f86a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.118061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-2aa4baa2-24dd-4d24-ac99-ba5458caceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:19.119642 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-2aa4baa2-24dd-4d24-ac99-ba5458caceb7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be8d44ef-bc10-4f72-a013-37103d3cf27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4248309 Dec 22 08:45:19.124621 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network cffa7b87-b98c-41a3-83c3-172dd49ecc04 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:19.132519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.159305 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7ea72-99c6-42a9-8be0-65b4cc58619d tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:19.160845 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fed7ea72-99c6-42a9-8be0-65b4cc58619d tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&device_id=0569eaa7-d6ae-4cab-a83f-ced3c5e27231&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4901958 Dec 22 08:45:19.167443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51562) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.229424 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.248832 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1eb7529a-9707-4a7f-8897-cfdba78f86a1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/b72e5831-fc15-4b93-90b2-dc59f335d797 HTTP/1.1" status: 204 len: 168 time: 1.7412417 Dec 22 08:45:19.253552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:19.257543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51564) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.258434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:19.262678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:19.263342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.272190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=e8b84bb5-f543-4abd-bf10-aedf8758774e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:19.319073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d8054-c5b6-4e79-8f20-e0468ba30e13 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:19.324205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, cffa7b87-b98c-41a3-83c3-172dd49ecc04) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:19.339698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de25a7e-9b8a-4400-a7d3-c51f83072e8e None None] Network cffa7b87-b98c-41a3-83c3-172dd49ecc04 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:19.359630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-65111495-3ad4-4847-bbe9-46bd0737884b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.360178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:19.360750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.426997 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-707251fa-dfc9-408b-b9b0-92486d7323c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:45:19.427791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-707251fa-dfc9-408b-b9b0-92486d7323c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Synchronizing usage tracker for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:19.438556 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5748fc54-820e-4f3a-9703-18286e4fb7f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6611605 Dec 22 08:45:19.440824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51570) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.449328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Subnet': ['ID=63628d51-71fb-45c6-b3c6-0bf64fb241c3,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:19.459519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Checking segment: {'id': '8e16874d-18d8-4269-a6e3-bd4bbd93baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c9d01b2-2aa0-4acc-b636-d71add2441af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:19.460143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network hostable DHCP agents. Network: 6c9d01b2-2aa0-4acc-b636-d71add2441af, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:19.462690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:0d:a6:5e', 'name': 'tempest-NetworksTestDHCPv6-1435400128'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:19.476351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-707251fa-dfc9-408b-b9b0-92486d7323c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Unset dirty status for tenant:f7301437294d41e08fd37490b2cf3337 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:19.480427 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-707251fa-dfc9-408b-b9b0-92486d7323c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/b72e5831-fc15-4b93-90b2-dc59f335d797 HTTP/1.1" status: 404 len: 333 time: 0.2129676 Dec 22 08:45:19.481519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51574) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.513795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network 6c9d01b2-2aa0-4acc-b636-d71add2441af is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:19.531622 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fb5fb276-d985-4bb8-b603-367a6cc5ce52 None None] Provisioning for port 3344226e-c701-4054-a6d5-f6dab6a8fa33 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:19.536956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 6c9d01b2-2aa0-4acc-b636-d71add2441af) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:19.544322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:19.544939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.570587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b96f5db-aacd-40d6-b3ad-98d5a73f7c35 None None] Network 6c9d01b2-2aa0-4acc-b636-d71add2441af requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:19.574153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9cda0534-f3c7-4b8a-8df8-307529a993b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.580889 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9b48be9b-1aaa-4b58-b0d0-416f8413a6f0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4425275 Dec 22 08:45:19.585772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51578) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.590059 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-01cb1469-ec04-4727-bc81-9c84c1b0417b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7818825 Dec 22 08:45:19.593133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51582) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.609146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1d071def-8e2f-4324-bc67-e27c45ca84fe tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:19.613305 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-135173719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:19.656405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9cda0534-f3c7-4b8a-8df8-307529a993b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.688526 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:19.716059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:router and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:19.723068 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-9a2bc60c-ae8d-473a-9eed-cf01f5dec3fe service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945373 Dec 22 08:45:19.725713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:19.749828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:19.775520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9cda0534-f3c7-4b8a-8df8-307529a993b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.807114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda0534-f3c7-4b8a-8df8-307529a993b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35860f35-226c-4dba-8de9-81b3a4900d6e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:19.818395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d6b94-5a64-4f6c-931d-a5259a0cf55a tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:19.822444 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1c6d6b94-5a64-4f6c-931d-a5259a0cf55a tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 881 time: 0.5031350 Dec 22 08:45:19.823264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9cda0534-f3c7-4b8a-8df8-307529a993b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.824748 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9cda0534-f3c7-4b8a-8df8-307529a993b1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/security-groups/35860f35-226c-4dba-8de9-81b3a4900d6e HTTP/1.1" status: 204 len: 168 time: 0.3408198 Dec 22 08:45:19.825004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.826095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51588) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.829254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d071def-8e2f-4324-bc67-e27c45ca84fe tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14988279'] for subnet, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.834359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51590) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.889652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.890864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.922919 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-89b8b7fb-1e86-48e4-ab68-663e69e09478 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=0569eaa7-d6ae-4cab-a83f-ced3c5e27231 HTTP/1.1" status: 200 len: 205 time: 0.0625722 Dec 22 08:45:19.926693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51596) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.969418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-cffa7b87-b98c-41a3-83c3-172dd49ecc04', 'network_id': 'cffa7b87-b98c-41a3-83c3-172dd49ecc04', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': 'edcfb966-890a-4d69-aab9-fd2c378dae2e'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:19.970784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.009691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:20.013951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:20.084246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:20.091797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Port': ['ID=2603d305-f6a9-4867-9f7e-922f633330fa,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:20.097095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:20.100667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3344226e-c701-4054-a6d5-f6dab6a8fa33 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:20.196708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:20.199600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.217429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.264664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-6c9d01b2-2aa0-4acc-b636-d71add2441af', 'network_id': '6c9d01b2-2aa0-4acc-b636-d71add2441af', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'fixed_ips': [{'subnet_id': '63628d51-71fb-45c6-b3c6-0bf64fb241c3'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:20.265578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.346293 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6383477f-54c9-4b7d-b376-94d2a3fb0751 req-fe9759da-7452-42dc-9b67-4efde3460fe2 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066954 Dec 22 08:45:20.368894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.407948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 3344226e-c701-4054-a6d5-f6dab6a8fa33 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:20.430807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3344226e-c701-4054-a6d5-f6dab6a8fa33 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:20.431468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.487236 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d72afbb-33a2-42a5-8a42-9276ade5f303 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.489141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.550564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d06ff81-3501-4688-a57d-77404ed02637 None None] Update dhcp port {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': '61fa4f1e-b14c-4a91-a2c0-313bef420205', 'ip_address': '2001:db8::f816:3eff:fe76:970'}, {'subnet_id': 'e8b84bb5-f543-4abd-bf10-aedf8758774e'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': '3344226e-c701-4054-a6d5-f6dab6a8fa33'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:45:20.589972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebc22f-2f5e-4dff-845b-48cfdd81212d req-2c0a136b-6e1b-40b2-822b-68fc6a6cdc60 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:20.593187 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f0ebc22f-2f5e-4dff-845b-48cfdd81212d req-2c0a136b-6e1b-40b2-822b-68fc6a6cdc60 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6434093 Dec 22 08:45:20.603151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.609394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d071def-8e2f-4324-bc67-e27c45ca84fe tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780650055882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14694762'] for subnet, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.651111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d72afbb-33a2-42a5-8a42-9276ade5f303 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.651388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Deleting port 4d923870-8e4e-4758-afbe-2aaf00fcbfb2 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:20.651547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.673202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.686187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.690110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Allocated IP 172.20.0.2 (6c9d01b2-2aa0-4acc-b636-d71add2441af/63628d51-71fb-45c6-b3c6-0bf64fb241c3/05e8178e-a126-4811-afac-8055de00281f) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:20.701496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.703114 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-babbdfd4-1fec-4972-9046-c2ad47cd7d82 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1115656 Dec 22 08:45:20.710989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51600) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:20.711917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d071def-8e2f-4324-bc67-e27c45ca84fe tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:20.712667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d071def-8e2f-4324-bc67-e27c45ca84fe tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.713483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.716564 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1d071def-8e2f-4324-bc67-e27c45ca84fe tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "PUT /v2.0/subnets/edcfb966-890a-4d69-aab9-fd2c378dae2e HTTP/1.1" status: 200 len: 806 time: 1.1178293 Dec 22 08:45:20.729879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51604) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:20.747473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2d06ff81-3501-4688-a57d-77404ed02637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.754013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 24f89580-e967-4c75-bef1-199eea3bb7c6 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:45:20.791402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d071def-8e2f-4324-bc67-e27c45ca84fe tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=edcfb966-890a-4d69-aab9-fd2c378dae2e,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:20.798159 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f0ebc22f-2f5e-4dff-845b-48cfdd81212d req-ecdea71f-fe90-49e6-9098-3c35b9e659b7 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687016 Dec 22 08:45:20.849095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.849655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Fanout notify agent at l3_agent the message router_deleted on router 58d18d25-f5c7-4dd9-be27-c1e37d8dccce {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:20.967102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Allocated IP 172.20.0.2 (cffa7b87-b98c-41a3-83c3-172dd49ecc04/edcfb966-890a-4d69-aab9-fd2c378dae2e/5bf389e4-b973-419b-b81f-ee151d8c3afd) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:21.030594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.129085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d72afbb-33a2-42a5-8a42-9276ade5f303 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.179957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 3344226e-c701-4054-a6d5-f6dab6a8fa33, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3344226e-c701-4054-a6d5-f6dab6a8fa33,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:21.194466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.198101 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d8a51a96-b6e3-486c-8c44-3de169910ed2 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/routers/58d18d25-f5c7-4dd9-be27-c1e37d8dccce HTTP/1.1" status: 204 len: 168 time: 4.4772642 Dec 22 08:45:21.198242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.206842 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72afbb-33a2-42a5-8a42-9276ade5f303 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681b0005-1369-4e3d-b2cd-5ff700ad96e1,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:21.208828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d72afbb-33a2-42a5-8a42-9276ade5f303 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.210053 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5d72afbb-33a2-42a5-8a42-9276ade5f303 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/security-groups/681b0005-1369-4e3d-b2cd-5ff700ad96e1 HTTP/1.1" status: 204 len: 168 time: 1.3154762 Dec 22 08:45:21.214051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51608) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:21.214051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51610) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:21.326713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.342949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.351624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.356334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.389846 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Transition to ACTIVE for port object 05e8178e-a126-4811-afac-8055de00281f will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:21.413575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-be81de6b-e148-4dbe-ae27-0dcd1365ba31 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Deleting subnet d3f75c83-7e26-4b7d-9b45-51a9c23e8283 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:21.429446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be81de6b-e148-4dbe-ae27-0dcd1365ba31 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.448552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=3344226e-c701-4054-a6d5-f6dab6a8fa33,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:21.460105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c29bd27-73e1-4ef2-993b-5b7ca51673c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet 52b3bcae-220b-4928-8b3e-eb9d8ebba1a5 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:21.469431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Transition to ACTIVE for port object 05e8178e-a126-4811-afac-8055de00281f will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:21.472617 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1c29bd27-73e1-4ef2-993b-5b7ca51673c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.480098 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.497971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Calling delete_port for 4d923870-8e4e-4758-afbe-2aaf00fcbfb2 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:21.579117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 172.20.0.7 (906224fb-f2fa-4b66-98df-524285cae5f9/e8b84bb5-f543-4abd-bf10-aedf8758774e/24f89580-e967-4c75-bef1-199eea3bb7c6) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:21.602619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1c29bd27-73e1-4ef2-993b-5b7ca51673c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.617334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.633373 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Network 6c9d01b2-2aa0-4acc-b636-d71add2441af is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:21.635152 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:21.638188 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:21.638899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::f816:3eff:fe0d:a65e (906224fb-f2fa-4b66-98df-524285cae5f9/61fa4f1e-b14c-4a91-a2c0-313bef420205/24f89580-e967-4c75-bef1-199eea3bb7c6) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:21.640177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Pushing event updated for resources: {'Port': ['ID=05e8178e-a126-4811-afac-8055de00281f,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:21.644939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Transition to ACTIVE for port object 5bf389e4-b973-419b-b81f-ee151d8c3afd will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:21.646454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be81de6b-e148-4dbe-ae27-0dcd1365ba31 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.723302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.752617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Transition to ACTIVE for port object 5bf389e4-b973-419b-b81f-ee151d8c3afd will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:21.764407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Attempting to bind port 05e8178e-a126-4811-afac-8055de00281f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:21.764876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Attempting to bind port 05e8178e-a126-4811-afac-8055de00281f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '8e16874d-18d8-4269-a6e3-bd4bbd93baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c9d01b2-2aa0-4acc-b636-d71add2441af'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:21.765253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Attempting to bind port 05e8178e-a126-4811-afac-8055de00281f on network 6c9d01b2-2aa0-4acc-b636-d71add2441af {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:21.770383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.808387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:21.808387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Checking segment: {'id': '8e16874d-18d8-4269-a6e3-bd4bbd93baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c9d01b2-2aa0-4acc-b636-d71add2441af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:21.808811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.808931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be81de6b-e148-4dbe-ae27-0dcd1365ba31 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.809064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Bound using segment: {'id': '8e16874d-18d8-4269-a6e3-bd4bbd93baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c9d01b2-2aa0-4acc-b636-d71add2441af'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:21.809529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Bound port: 05e8178e-a126-4811-afac-8055de00281f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e16874d-18d8-4269-a6e3-bd4bbd93baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c9d01b2-2aa0-4acc-b636-d71add2441af'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:21.809926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.818640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-60643bda-1325-4703-9b83-e825ec4e0598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.862789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Network cffa7b87-b98c-41a3-83c3-172dd49ecc04 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:21.867483 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:21.872155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:21.948892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Pushing event updated for resources: {'Port': ['ID=5bf389e4-b973-419b-b81f-ee151d8c3afd,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.019548 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1c29bd27-73e1-4ef2-993b-5b7ca51673c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.035862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Attempting to bind port 5bf389e4-b973-419b-b81f-ee151d8c3afd on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:22.036632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Attempting to bind port 5bf389e4-b973-419b-b81f-ee151d8c3afd by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'cffa7b87-b98c-41a3-83c3-172dd49ecc04'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:22.036632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Attempting to bind port 5bf389e4-b973-419b-b81f-ee151d8c3afd on network cffa7b87-b98c-41a3-83c3-172dd49ecc04 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:22.044395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] For port 05e8178e-a126-4811-afac-8055de00281f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:22.046547 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:22.046918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Checking segment: {'id': '9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'cffa7b87-b98c-41a3-83c3-172dd49ecc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:22.047317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.047706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Bound using segment: {'id': '9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'cffa7b87-b98c-41a3-83c3-172dd49ecc04'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:22.048163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Bound port: 5bf389e4-b973-419b-b81f-ee151d8c3afd, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'cffa7b87-b98c-41a3-83c3-172dd49ecc04'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:22.048535 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.068630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3344226e-c701-4054-a6d5-f6dab6a8fa33 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:22.098812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] For port 05e8178e-a126-4811-afac-8055de00281f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=05e8178e-a126-4811-afac-8055de00281f,segment=NetworkSegment(8e16874d-18d8-4269-a6e3-bd4bbd93baf0),segment_id=8e16874d-18d8-4269-a6e3-bd4bbd93baf0)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:22.112335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.143705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.180066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=edcfb966-890a-4d69-aab9-fd2c378dae2e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.187187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be81de6b-e148-4dbe-ae27-0dcd1365ba31 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.257937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1c29bd27-73e1-4ef2-993b-5b7ca51673c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.285903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81de6b-e148-4dbe-ae27-0dcd1365ba31 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f75c83-7e26-4b7d-9b45-51a9c23e8283,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.287242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d87c2-3f11-4ef2-a5a4-521a343a9258 None None] Pushing event updated for resources: {'Port': ['ID=05e8178e-a126-4811-afac-8055de00281f,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.290047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.295709 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be81de6b-e148-4dbe-ae27-0dcd1365ba31 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.298117 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] For port 5bf389e4-b973-419b-b81f-ee151d8c3afd, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:22.301147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3344226e-c701-4054-a6d5-f6dab6a8fa33 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:22.301602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.335466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.339697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] For port 5bf389e4-b973-419b-b81f-ee151d8c3afd, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5bf389e4-b973-419b-b81f-ee151d8c3afd,segment=NetworkSegment(9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df),segment_id=9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:22.357223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.410249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Pushing event deleted for resources: {'Port': ['ID=4d923870-8e4e-4758-afbe-2aaf00fcbfb2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.418059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1c29bd27-73e1-4ef2-993b-5b7ca51673c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.422379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29bd27-73e1-4ef2-993b-5b7ca51673c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=52b3bcae-220b-4928-8b3e-eb9d8ebba1a5,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.429366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac6671-3cbd-461b-8004-55e02b4e3de0 None None] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:22.433154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 24f89580-e967-4c75-bef1-199eea3bb7c6 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:22.436845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.447068 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-be81de6b-e148-4dbe-ae27-0dcd1365ba31 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/subnets/d3f75c83-7e26-4b7d-9b45-51a9c23e8283 HTTP/1.1" status: 204 len: 168 time: 1.2198906 Dec 22 08:45:22.447267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Allocated IP 172.20.0.1 (6c9d01b2-2aa0-4acc-b636-d71add2441af/63628d51-71fb-45c6-b3c6-0bf64fb241c3/3b61ad73-435c-47b4-9c0f-4fab46f55c81) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:22.454301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51618) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:22.494052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffa7b87-b98c-41a3-83c3-172dd49ecc04']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:22.499379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b897ba-dcbc-4558-ac4b-c7b899593c8f req-be28de25-378e-450e-b81a-eef875b9d6ca tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:22.501118 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d4b897ba-dcbc-4558-ac4b-c7b899593c8f req-be28de25-378e-450e-b81a-eef875b9d6ca tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.5730433 Dec 22 08:45:22.507688 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1c29bd27-73e1-4ef2-993b-5b7ca51673c1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/52b3bcae-220b-4928-8b3e-eb9d8ebba1a5 HTTP/1.1" status: 204 len: 168 time: 1.2770774 Dec 22 08:45:22.509719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51622) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:22.539095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:22.539445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:22.542084 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:22.639795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.665110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.673133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.683163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.686203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:22.686815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:22.717606 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:22.744727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea14814-cd6c-480b-acdb-5f76e234cf4c None None] Pushing event updated for resources: {'Port': ['ID=5bf389e4-b973-419b-b81f-ee151d8c3afd,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.790466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.851855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.862498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:22.902050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:22.923216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf67597-5c41-4d93-ba79-9d7cfc7405d5 None None] Network cffa7b87-b98c-41a3-83c3-172dd49ecc04 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:22.951496 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d4b897ba-dcbc-4558-ac4b-c7b899593c8f req-74a1176a-249c-4229-83d6-97525e01e862 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290431 Dec 22 08:45:22.998049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-2d06ff81-3501-4688-a57d-77404ed02637 None None] Allocated IP 172.20.0.2 (906224fb-f2fa-4b66-98df-524285cae5f9/e8b84bb5-f543-4abd-bf10-aedf8758774e/3344226e-c701-4054-a6d5-f6dab6a8fa33) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:23.058339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.063192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.076269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:23.087769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.101181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:23.106374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.109979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:23.119931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:23.135061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.135598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Fanout notify agent at l3_agent the message router_deleted on router 0569eaa7-d6ae-4cab-a83f-ced3c5e27231 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:23.137709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Transition to ACTIVE for port object 3b61ad73-435c-47b4-9c0f-4fab46f55c81 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:23.143920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:23.147700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.149394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:23.237318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=24f89580-e967-4c75-bef1-199eea3bb7c6,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:23.257128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.261569 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-26311126-7a2a-4727-8137-2249d959d654 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/0569eaa7-d6ae-4cab-a83f-ced3c5e27231 HTTP/1.1" status: 204 len: 168 time: 3.3309481 Dec 22 08:45:23.263601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51626) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.270491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-329140918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:23.288749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:23.295468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Usage tracker for resource:router and tenant:83f40dfef9934399b1e451fb97b1775a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:23.301838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:23.328619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:45:23.328619 dv-neutron-822561-2-hyperv neutron-server[87534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:45:23.328619 dv-neutron-822561-2-hyperv neutron-server[87534]: [parameters: {'id': 'cffa7b87-b98c-41a3-83c3-172dd49ecc04'}] Dec 22 08:45:23.328619 dv-neutron-822561-2-hyperv neutron-server[87534]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:23.329940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:23.338712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:23.340911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.347930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.363900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2d06ff81-3501-4688-a57d-77404ed02637 None None] For port 3344226e-c701-4054-a6d5-f6dab6a8fa33, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3344226e-c701-4054-a6d5-f6dab6a8fa33,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:23.391856 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac34824-e31c-46ac-9595-974c682d3652']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:23.406775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:23.407590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.411553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ec16b5-9515-498b-8030-acf5ab7da09b None None] Network cffa7b87-b98c-41a3-83c3-172dd49ecc04 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:23.426225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fa02de-f780-4fc1-9964-f3068d1d47c4') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:23.426656 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fa02de-f780-4fc1-9964-f3068d1d47c4') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:23.439597 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2d06ff81-3501-4688-a57d-77404ed02637 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.446672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.450310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.451939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.456825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network 6c9d01b2-2aa0-4acc-b636-d71add2441af is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:23.459856 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-790c34c8-f2a2-45e4-81fa-b5d90374feb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0128505 Dec 22 08:45:23.463477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51630) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.466626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:23.479436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:23.530599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.553452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:23.553954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.572633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=3b61ad73-435c-47b4-9c0f-4fab46f55c81,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:23.573722 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:23.598934 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.641902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.675734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.727984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890dc38e-0094-4b39-9622-75cb950916d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:23.737357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890dc38e-0094-4b39-9622-75cb950916d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:23.738681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-890dc38e-0094-4b39-9622-75cb950916d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:23.764911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-890dc38e-0094-4b39-9622-75cb950916d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:23.768168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2d06ff81-3501-4688-a57d-77404ed02637 None None] Transition to ACTIVE for port object 3344226e-c701-4054-a6d5-f6dab6a8fa33 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:23.769936 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-890dc38e-0094-4b39-9622-75cb950916d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3041120 Dec 22 08:45:23.770623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51634) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.773758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2d06ff81-3501-4688-a57d-77404ed02637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.774406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.779051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.790724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.792158 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7c9fa854-b6ec-4a95-a8b9-16abc8edcd4a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5266531 Dec 22 08:45:23.798514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51638) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.815382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:23.842362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.878073 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] 10.222.0.37 "DELETE /v2.0/networks/cac34824-e31c-46ac-9595-974c682d3652 HTTP/1.1" status: 204 len: 168 time: 1.4206069 Dec 22 08:45:23.878073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f724532-2983-41e0-a6bc-c641eaee3072 tempest-FloatingIPTestJSON-1659411490 tempest-FloatingIPTestJSON-1659411490-project] Pushing event deleted for resources: {'Network': ['ID=cac34824-e31c-46ac-9595-974c682d3652,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:23.889294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port 5bf389e4-b973-419b-b81f-ee151d8c3afd {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:23.889630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.934588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb734b9-a638-43bc-9c26-d9fe7ef3715a None None] Network 6c9d01b2-2aa0-4acc-b636-d71add2441af requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:23.966887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a977b51c-1836-451d-9b65-c499c3643642 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 24f89580-e967-4c75-bef1-199eea3bb7c6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:23.967229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a977b51c-1836-451d-9b65-c499c3643642 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.183910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.184195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 05e8178e-a126-4811-afac-8055de00281f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:24.211907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06ff81-3501-4688-a57d-77404ed02637 None None] Pushing event updated for resources: {'Port': ['ID=3344226e-c701-4054-a6d5-f6dab6a8fa33,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:24.260850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.269054 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-66bfa04f-3628-4d29-9b68-78f03c945c93 None None] Provisioning for port 05e8178e-a126-4811-afac-8055de00281f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:24.348225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port 5bf389e4-b973-419b-b81f-ee151d8c3afd, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5bf389e4-b973-419b-b81f-ee151d8c3afd,segment=NetworkSegment(9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df),segment_id=9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:24.348602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.384735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 05e8178e-a126-4811-afac-8055de00281f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:24.399726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 05e8178e-a126-4811-afac-8055de00281f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:24.400362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.473463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:24.543323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:24.561473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae7b02-7a40-4706-9b0b-b29819044acf None None] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:24.568848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:24.569978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.574053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51648) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:24.589826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for 5bf389e4-b973-419b-b81f-ee151d8c3afd owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:24.668068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:24.686610 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-205058dd-ca22-4e96-8a6f-3c2a6125e644 None None] Provisioning complete for port d0088ab2-43d0-4925-9b23-2498bbc99fce triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:24.687154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-205058dd-ca22-4e96-8a6f-3c2a6125e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.688367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.735093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.793830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Port': ['ID=5bf389e4-b973-419b-b81f-ee151d8c3afd,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:24.807540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No DVR routers for this DVR port 5bf389e4-b973-419b-b81f-ee151d8c3afd on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:24.854662 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.985531 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a6488402-c116-4e1a-bbc3-3b3e5fa3ebfb tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4710841 Dec 22 08:45:25.005191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51654) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:25.056628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 05e8178e-a126-4811-afac-8055de00281f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=05e8178e-a126-4811-afac-8055de00281f,segment=NetworkSegment(8e16874d-18d8-4269-a6e3-bd4bbd93baf0),segment_id=8e16874d-18d8-4269-a6e3-bd4bbd93baf0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:25.069963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.088332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.108353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.118616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'security_group': {'name': 'tempest-secgroup-2133707876'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:25.135300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffa7b87-b98c-41a3-83c3-172dd49ecc04']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:25.149940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6b8c-135c-475e-b517-b8dda2da5331 req-7275d9b0-38d4-4ff7-9049-a17027b1c0c2 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:25.151463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-205058dd-ca22-4e96-8a6f-3c2a6125e644 None None] Provisioning complete for port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:25.151607 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c5d6b8c-135c-475e-b517-b8dda2da5331 req-7275d9b0-38d4-4ff7-9049-a17027b1c0c2 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.4772220 Dec 22 08:45:25.152023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-205058dd-ca22-4e96-8a6f-3c2a6125e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.155340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:25.161841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:25.162133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3387eb-a27b-4eeb-8bdd-7dc37e89c6df') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:25.187720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:25.206194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:25.218648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:25.266055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-205058dd-ca22-4e96-8a6f-3c2a6125e644 None None] Port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:25.289596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=05e8178e-a126-4811-afac-8055de00281f,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:25.313763 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-55707cca-f95a-4932-894b-515ff400a254 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b23950907ce4be994f895524d5180ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6729391 Dec 22 08:45:25.329390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51658) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:25.376191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.393830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a977b51c-1836-451d-9b65-c499c3643642 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.416419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.524219 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ab1f466f-d042-4cdc-b0cb-fe5f3eb201df None None] Provisioning for port 3b61ad73-435c-47b4-9c0f-4fab46f55c81 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:25.535264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ab1f466f-d042-4cdc-b0cb-fe5f3eb201df None None] Provisioning complete for port 3b61ad73-435c-47b4-9c0f-4fab46f55c81 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:25.535903 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ab1f466f-d042-4cdc-b0cb-fe5f3eb201df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.556181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.565240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a977b51c-1836-451d-9b65-c499c3643642 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 24f89580-e967-4c75-bef1-199eea3bb7c6 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:25.572835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718f95b5-8fbe-450f-94c7-e642fa51ec2b None None] Update dhcp port {'port': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'fixed_ips': [{'subnet_id': 'f9a51ce8-e7c9-4839-84e3-98e61fc50b70', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': 'd0088ab2-43d0-4925-9b23-2498bbc99fce'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:45:25.628805 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c5d6b8c-135c-475e-b517-b8dda2da5331 req-eeb2bb93-e111-49a1-8e7b-a7307927f7e9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4576848 Dec 22 08:45:25.629838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:25.630377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:25.648023 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:25.665742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:25.680124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-718f95b5-8fbe-450f-94c7-e642fa51ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.742350 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f466f-d042-4cdc-b0cb-fe5f3eb201df None None] Port 3b61ad73-435c-47b4-9c0f-4fab46f55c81 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:25.743978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group_rule and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:25.755814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:25.771524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:25.840709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.843200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ac32cc7c-9da6-4602-adb4-6faff551d5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.861637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.876920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ab1f466f-d042-4cdc-b0cb-fe5f3eb201df None None] Provisioning for port 3344226e-c701-4054-a6d5-f6dab6a8fa33 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:25.886484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ab1f466f-d042-4cdc-b0cb-fe5f3eb201df None None] Provisioning complete for port 3344226e-c701-4054-a6d5-f6dab6a8fa33 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:25.887094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ab1f466f-d042-4cdc-b0cb-fe5f3eb201df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.893335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.917835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256459'] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.928244 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=cffa7b87-b98c-41a3-83c3-172dd49ecc04,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:25.943935 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e4dfb4a1-458c-4878-869d-51f4207d764a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/cffa7b87-b98c-41a3-83c3-172dd49ecc04 HTTP/1.1" status: 204 len: 168 time: 5.1496625 Dec 22 08:45:25.947208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51662) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:25.990671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a977b51c-1836-451d-9b65-c499c3643642 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.062048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977b51c-1836-451d-9b65-c499c3643642 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=24f89580-e967-4c75-bef1-199eea3bb7c6,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:26.071403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-718f95b5-8fbe-450f-94c7-e642fa51ec2b None None] Allocated IP 2001:db8::2 (7e107f73-53d6-49df-a72e-95f67ebedb66/c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d/d0088ab2-43d0-4925-9b23-2498bbc99fce) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:26.100333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3344226e-c701-4054-a6d5-f6dab6a8fa33 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:26.103930 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6efa95-456f-4a1e-a6cd-40e6e4ce075c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:26.104396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6efa95-456f-4a1e-a6cd-40e6e4ce075c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:26.107539 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4e6efa95-456f-4a1e-a6cd-40e6e4ce075c tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/cffa7b87-b98c-41a3-83c3-172dd49ecc04 HTTP/1.1" status: 404 len: 339 time: 0.1593459 Dec 22 08:45:26.123692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51666) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:26.128037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ac32cc7c-9da6-4602-adb4-6faff551d5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.155894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1762059133', 'description': 'd1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:26.169304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:26.202339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:network and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:26.219864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:26.226159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.245556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a977b51c-1836-451d-9b65-c499c3643642 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.250258 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a977b51c-1836-451d-9b65-c499c3643642 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/24f89580-e967-4c75-bef1-199eea3bb7c6 HTTP/1.1" status: 204 len: 168 time: 2.4758046 Dec 22 08:45:26.250411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=3b61ad73-435c-47b4-9c0f-4fab46f55c81,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:26.250533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51670) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:26.256959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:26.345500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c1c08-68ed-475f-b69e-c82acd5cb323 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:26.347809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c1c08-68ed-475f-b69e-c82acd5cb323 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:26.350105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c1c08-68ed-475f-b69e-c82acd5cb323 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:26.351470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-685c1c08-68ed-475f-b69e-c82acd5cb323 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:26.368947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-718f95b5-8fbe-450f-94c7-e642fa51ec2b None None] For port d0088ab2-43d0-4925-9b23-2498bbc99fce, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0088ab2-43d0-4925-9b23-2498bbc99fce,segment=NetworkSegment(6f052185-9a30-4213-a7b4-ab977e7ac8a9),segment_id=6f052185-9a30-4213-a7b4-ab977e7ac8a9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:26.371866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-685c1c08-68ed-475f-b69e-c82acd5cb323 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:26.376755 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-685c1c08-68ed-475f-b69e-c82acd5cb323 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1219444 Dec 22 08:45:26.376914 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3344226e-c701-4054-a6d5-f6dab6a8fa33 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:26.376914 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.377097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51674) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:26.447300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ab1f466f-d042-4cdc-b0cb-fe5f3eb201df None None] Provisioning complete for port 05e8178e-a126-4811-afac-8055de00281f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:26.447765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ab1f466f-d042-4cdc-b0cb-fe5f3eb201df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.452155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:26.455493 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.455801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bff057-5f13-48bc-96af-ec5746333893 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 61fa4f1e-b14c-4a91-a2c0-313bef420205 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:26.459045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a5bff057-5f13-48bc-96af-ec5746333893 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.483144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-718f95b5-8fbe-450f-94c7-e642fa51ec2b None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.519671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a5bff057-5f13-48bc-96af-ec5746333893 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.593815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 05e8178e-a126-4811-afac-8055de00281f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:26.594036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.607811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.611544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a5bff057-5f13-48bc-96af-ec5746333893 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.639935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.649927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-718f95b5-8fbe-450f-94c7-e642fa51ec2b None None] Transition to ACTIVE for port object d0088ab2-43d0-4925-9b23-2498bbc99fce will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:26.659620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ac32cc7c-9da6-4602-adb4-6faff551d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.675654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.677989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-718f95b5-8fbe-450f-94c7-e642fa51ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.679747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:26.708203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a5bff057-5f13-48bc-96af-ec5746333893 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.790631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bff057-5f13-48bc-96af-ec5746333893 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=61fa4f1e-b14c-4a91-a2c0-313bef420205,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:26.793618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a5bff057-5f13-48bc-96af-ec5746333893 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.797899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.798250 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment 46152929-5433-4259-b502-b79d122fcc7a of type vlan for network 87b6f795-e659-43b8-a200-307558fc30a9 Dec 22 08:45:26.817423 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a5bff057-5f13-48bc-96af-ec5746333893 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/61fa4f1e-b14c-4a91-a2c0-313bef420205 HTTP/1.1" status: 204 len: 168 time: 0.4377198 Dec 22 08:45:26.818218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51680) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:26.830460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429ba1e8-90d4-4edb-8244-c133143b9cb6 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:26.883400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f95b5-8fbe-450f-94c7-e642fa51ec2b None None] Pushing event updated for resources: {'Port': ['ID=d0088ab2-43d0-4925-9b23-2498bbc99fce,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:26.887326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network 6c9d01b2-2aa0-4acc-b636-d71add2441af is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:26.904495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a35bff-3403-448d-9cf3-b456170db7fc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet e8b84bb5-f543-4abd-bf10-aedf8758774e {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:26.907998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-96a35bff-3403-448d-9cf3-b456170db7fc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.915299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:26.917856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11acab17-df3c-4e05-b642-6476ee7203e3,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:26.947150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 05e8178e-a126-4811-afac-8055de00281f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:26.947524 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.959493 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ac32cc7c-9da6-4602-adb4-6faff551d5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.963730 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ac32cc7c-9da6-4602-adb4-6faff551d5f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7c7522a-d616-426e-b771-19d441fd2ecc HTTP/1.1" status: 204 len: 168 time: 1.6288142 Dec 22 08:45:26.983160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.984409 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ef4d5b8c-e873-486a-adf7-a6f832e3869d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9752338 Dec 22 08:45:26.995851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51686) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:27.019073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'security_group': {'name': 'tempest-secgroup-546487428'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:27.032022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:27.040244 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:27.047697 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-96a35bff-3403-448d-9cf3-b456170db7fc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.062191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.068696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32cc7c-9da6-4602-adb4-6faff551d5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c7522a-d616-426e-b771-19d441fd2ecc,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:27.102367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:27.129155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:27.172000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.182989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-59e07caa-c155-4f37-aee5-2a3880a34924 None None] Provisioning complete for port 3b61ad73-435c-47b4-9c0f-4fab46f55c81 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:27.183455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-59e07caa-c155-4f37-aee5-2a3880a34924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.259251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:27.272062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group_rule and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:27.284003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:27.293118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.298854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:27.299580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.303095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:27.334735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-96a35bff-3403-448d-9cf3-b456170db7fc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.459552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-59e07caa-c155-4f37-aee5-2a3880a34924 None None] Port 3b61ad73-435c-47b4-9c0f-4fab46f55c81 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:27.484984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-59e07caa-c155-4f37-aee5-2a3880a34924 None None] Could not find standard attr ID for object 24f89580-e967-4c75-bef1-199eea3bb7c6. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:45:27.486532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=87b6f795-e659-43b8-a200-307558fc30a9,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:27.492027 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dc2eb245-33e8-4778-8768-dcdcd96fa947 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3499072 Dec 22 08:45:27.497999 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51696) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:27.504484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783071fb-fbc3-4309-a7e4-3f27b2232f49 req-bb9655a8-6cb2-45c7-be57-d6ac3848da1a tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:27.507848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 87b6f795-e659-43b8-a200-307558fc30a9 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:27.513435 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-783071fb-fbc3-4309-a7e4-3f27b2232f49 req-bb9655a8-6cb2-45c7-be57-d6ac3848da1a tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.7448311 Dec 22 08:45:27.524949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-96a35bff-3403-448d-9cf3-b456170db7fc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.531987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.551361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Allocated IP 172.26.1.6 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/0509063c-feb9-4430-8a4f-93bec43d8908) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:27.598744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.622047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-96a35bff-3403-448d-9cf3-b456170db7fc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.637954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a35bff-3403-448d-9cf3-b456170db7fc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b84bb5-f543-4abd-bf10-aedf8758774e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:27.729323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5496b34c-c54e-4420-9ad3-bee3db97f367 None None] Provisioning complete for port 3b61ad73-435c-47b4-9c0f-4fab46f55c81 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:27.729720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5496b34c-c54e-4420-9ad3-bee3db97f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.761305 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-96a35bff-3403-448d-9cf3-b456170db7fc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/e8b84bb5-f543-4abd-bf10-aedf8758774e HTTP/1.1" status: 204 len: 168 time: 0.9418514 Dec 22 08:45:27.764747 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-783071fb-fbc3-4309-a7e4-3f27b2232f49 req-d50e85a6-423e-41b4-a8e1-e4ec055cc8fa tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504406 Dec 22 08:45:27.765274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.768986 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7666752 Dec 22 08:45:27.768986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51704) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:27.774695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71621d9c-4159-4bdf-8be6-57654e0db17d tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:27.775396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-71621d9c-4159-4bdf-8be6-57654e0db17d tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Synchronizing usage tracker for tenant:aac100486c514e86bf25228ee5c45287 on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:27.780192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3ee01-14c3-4468-8610-aafd9b274caa tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7564877-81f8-4d43-b00e-0f81061f69c7,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:27.783709 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51706) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:27.847613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5496b34c-c54e-4420-9ad3-bee3db97f367 None None] Port 3b61ad73-435c-47b4-9c0f-4fab46f55c81 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:27.863286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router 975a6f1b-5144-4310-b5bc-ae2706cc7985 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:27.913229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.958075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'security_group': {'name': 'tempest-secgroup-1165887675'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:27.983512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:27.986451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-349ff400-9fdb-4c5c-962d-e1cb3da8613d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:router {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:27.992828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:27.998887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:28.010211 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:28.024034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-71621d9c-4159-4bdf-8be6-57654e0db17d tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Unset dirty status for tenant:aac100486c514e86bf25228ee5c45287 on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:28.027811 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-71621d9c-4159-4bdf-8be6-57654e0db17d tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/networks?id=87b6f795-e659-43b8-a200-307558fc30a9 HTTP/1.1" status: 200 len: 761 time: 0.5258312 Dec 22 08:45:28.028350 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51718) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:28.035564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-65dd9d02-f120-43a1-acdf-f111d99b1273 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'description': 'd2'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:28.135921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0088ab2-43d0-4925-9b23-2498bbc99fce up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:28.167572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3a147f58-beb6-4f79-869c-cb941fb66597 None None] Provisioning for port d0088ab2-43d0-4925-9b23-2498bbc99fce completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:28.184967 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-349ff400-9fdb-4c5c-962d-e1cb3da8613d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:router {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:28.186043 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-349ff400-9fdb-4c5c-962d-e1cb3da8613d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4076235 Dec 22 08:45:28.189527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.190053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3a147f58-beb6-4f79-869c-cb941fb66597 None None] Provisioning complete for port d0088ab2-43d0-4925-9b23-2498bbc99fce triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:28.190541 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3a147f58-beb6-4f79-869c-cb941fb66597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.201936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51726) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:28.219668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:28.223021 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:28.228064 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0d895b84-0762-446e-97f5-0051af3c71bc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/975a6f1b-5144-4310-b5bc-ae2706cc7985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5129569 Dec 22 08:45:28.233409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51730) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:28.265300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeabda4e-dbf8-4e62-8c53-60221f405615 None None] Sync routers for ids ['975a6f1b-5144-4310-b5bc-ae2706cc7985'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:28.344727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:28.355718 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:security_group_rule and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:28.391819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeabda4e-dbf8-4e62-8c53-60221f405615 None None] Routers {'975a6f1b-5144-4310-b5bc-ae2706cc7985'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:28.399745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-aeabda4e-dbf8-4e62-8c53-60221f405615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['975a6f1b-5144-4310-b5bc-ae2706cc7985'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.405265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:28.477073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d4ad7-fca3-4606-9cfa-421029e6c3cb None None] Update dhcp port {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': 'e8b84bb5-f543-4abd-bf10-aedf8758774e'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': '3344226e-c701-4054-a6d5-f6dab6a8fa33'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:45:28.478623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:28.491243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059cfdb-23fd-44b4-89b9-6264b4e063af tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:28.491853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3059cfdb-23fd-44b4-89b9-6264b4e063af tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:28.496857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51736) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:28.499547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-65dd9d02-f120-43a1-acdf-f111d99b1273 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.522857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:28.531218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-aeabda4e-dbf8-4e62-8c53-60221f405615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.532610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:28.545180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:28.548954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-65dd9d02-f120-43a1-acdf-f111d99b1273 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.566632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeabda4e-dbf8-4e62-8c53-60221f405615 None None] Routers {'975a6f1b-5144-4310-b5bc-ae2706cc7985'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:28.567216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-aeabda4e-dbf8-4e62-8c53-60221f405615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['975a6f1b-5144-4310-b5bc-ae2706cc7985'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.573162 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:28.586316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65dd9d02-f120-43a1-acdf-f111d99b1273 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network 87b6f795-e659-43b8-a200-307558fc30a9 is not hosted by any dhcp agent {{(pid=87534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 08:45:28.590894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3059cfdb-23fd-44b4-89b9-6264b4e063af tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:28.592063 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3059cfdb-23fd-44b4-89b9-6264b4e063af tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports/3b61ad73-435c-47b4-9c0f-4fab46f55c81 HTTP/1.1" status: 200 len: 910 time: 0.3500700 Dec 22 08:45:28.595094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51742) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:28.595228 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd9d02-f120-43a1-acdf-f111d99b1273 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:28.595788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-65dd9d02-f120-43a1-acdf-f111d99b1273 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.596858 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-65dd9d02-f120-43a1-acdf-f111d99b1273 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "PUT /v2.0/networks/87b6f795-e659-43b8-a200-307558fc30a9 HTTP/1.1" status: 200 len: 758 time: 0.5674262 Dec 22 08:45:28.600554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51744) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:28.607503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c1557754-7e69-457e-bf9f-0886facca723 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '63628d51-71fb-45c6-b3c6-0bf64fb241c3'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:28.638366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:28.640363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d0088ab2-43d0-4925-9b23-2498bbc99fce triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:28.640767 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.641811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.671715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3044b3-3d76-4dee-aaad-4e40ed9197e0 req-9fe09e38-99c9-4965-931a-2058a5869af6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:28.678865 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb3044b3-3d76-4dee-aaad-4e40ed9197e0 req-9fe09e38-99c9-4965-931a-2058a5869af6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.1810684 Dec 22 08:45:28.682238 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3a147f58-beb6-4f79-869c-cb941fb66597 None None] Provisioning complete for port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:28.682490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3a147f58-beb6-4f79-869c-cb941fb66597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.695663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.705955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4ad7-fca3-4606-9cfa-421029e6c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.737177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-aeabda4e-dbf8-4e62-8c53-60221f405615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.738067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeabda4e-dbf8-4e62-8c53-60221f405615 None None] The sync data for ids ['975a6f1b-5144-4310-b5bc-ae2706cc7985'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:28.749486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd9d02-f120-43a1-acdf-f111d99b1273 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=87b6f795-e659-43b8-a200-307558fc30a9,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:28.790001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 87b6f795-e659-43b8-a200-307558fc30a9 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:28.807754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1559397487'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:28.822286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Pushing event updated for resources: {'Port': ['ID=0509063c-feb9-4430-8a4f-93bec43d8908,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:28.826450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-fad4d1dd-d9d2-4a97-8717-3022f4954364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:28.827013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:28.828273 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-fad4d1dd-d9d2-4a97-8717-3022f4954364 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 1099 time: 0.3885105 Dec 22 08:45:28.838332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.866274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.866488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3a147f58-beb6-4f79-869c-cb941fb66597 None None] Port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:28.907252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:network and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:28.913372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:28.926900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:28.930039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:28.951221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:28.987523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:28.991863 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb3044b3-3d76-4dee-aaad-4e40ed9197e0 req-f2d5fb96-628b-48ed-b40b-4f328731811d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122149 Dec 22 08:45:29.007125 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08fa37e-07d7-40ff-9797-89874a9bf580,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:29.020229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a19c95-1338-4165-a15d-98c78804f15e tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:29.020707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e0a19c95-1338-4165-a15d-98c78804f15e tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Synchronizing usage tracker for tenant:aac100486c514e86bf25228ee5c45287 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:29.022610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.026928 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-742607e8-ee58-4b5f-af87-7e85cda87fc7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2407763 Dec 22 08:45:29.028343 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51750) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:29.041428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-891845255', 'security_groups': ['b08fa37e-07d7-40ff-9797-89874a9bf580'], 'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:29.128271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-648fab65-ecda-42d4-a370-9f5b47413556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:29.129403 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-648fab65-ecda-42d4-a370-9f5b47413556 service neutron] 10.222.0.54 "GET /v2.0/networks?id=be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 200 len: 911 time: 0.2899458 Dec 22 08:45:29.133197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:29.136009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.141778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1437196a-d385-43f6-a120-6f8141bfebef None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:29.162200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.173989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e0a19c95-1338-4165-a15d-98c78804f15e tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Unset dirty status for tenant:aac100486c514e86bf25228ee5c45287 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:29.178838 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e0a19c95-1338-4165-a15d-98c78804f15e tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/networks?id=87b6f795-e659-43b8-a200-307558fc30a9 HTTP/1.1" status: 200 len: 761 time: 0.5730457 Dec 22 08:45:29.209272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51754) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:29.234722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1751344793'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:29.280275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-57bccebf-265c-4a7e-a013-40c3a5ae82b3 None None] Provisioning complete for port 3344226e-c701-4054-a6d5-f6dab6a8fa33 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:29.280638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-57bccebf-265c-4a7e-a013-40c3a5ae82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.298313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:29.303142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:29.320308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:security_group_rule and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:29.342922 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-9b3226d3-f2c9-465b-b83c-742dfa570599 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 200 len: 1002 time: 0.2025869 Dec 22 08:45:29.374294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:29.390392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:29.394095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:29.400572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1557754-7e69-457e-bf9f-0886facca723 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.419199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:29.423888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.473770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2b0ef2-c54d-4a1a-95ea-1426f4d36b4d None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:29.478083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b0ef2-c54d-4a1a-95ea-1426f4d36b4d None None] Deleting port 3344226e-c701-4054-a6d5-f6dab6a8fa33 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:29.478455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0ef2-c54d-4a1a-95ea-1426f4d36b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.489086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:29.499657 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-70be6618-48ab-4168-8297-af6e730ea1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:29.501242 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-70be6618-48ab-4168-8297-af6e730ea1ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d5c060c-ccd9-41f0-9d65-e66f1d58c321 HTTP/1.1" status: 200 len: 849 time: 0.1458004 Dec 22 08:45:29.510432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:29.524245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:29.527998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.549496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:29.552217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:29.552787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.576779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:29.617114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=e3e5cf46-03f4-47da-95df-585b30317f94,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:29.661623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:29.727507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1c2b0ef2-c54d-4a1a-95ea-1426f4d36b4d None None] For port 3344226e-c701-4054-a6d5-f6dab6a8fa33, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3344226e-c701-4054-a6d5-f6dab6a8fa33,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:29.728037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0ef2-c54d-4a1a-95ea-1426f4d36b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.819610 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ddcdb832-428e-4b31-9bc3-e40f477113cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6122971 Dec 22 08:45:29.822154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51758) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:29.827556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.827937 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment c492e5ca-244b-4c8a-b34a-4e807a4164fa of type vlan for network d244adfb-28e1-40a8-a0f4-e22c3a19502d Dec 22 08:45:29.847731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:29.863316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-0d4c2179-dc8d-4476-9de3-b5ba1162d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:29.864940 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-0d4c2179-dc8d-4476-9de3-b5ba1162d8e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be8d44ef-bc10-4f72-a013-37103d3cf27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3495071 Dec 22 08:45:29.871431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.890912 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b0ef2-c54d-4a1a-95ea-1426f4d36b4d None None] Calling delete_port for 3344226e-c701-4054-a6d5-f6dab6a8fa33 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:29.929986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] device_id is not set on port 849461e8-71db-4f05-8a01-986a2dadef6f yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:45:29.969172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0ef2-c54d-4a1a-95ea-1426f4d36b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.035103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b0ef2-c54d-4a1a-95ea-1426f4d36b4d None None] Pushing event deleted for resources: {'Port': ['ID=3344226e-c701-4054-a6d5-f6dab6a8fa33,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:30.043707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2b0ef2-c54d-4a1a-95ea-1426f4d36b4d None None] No DVR routers for this DVR port 3344226e-c701-4054-a6d5-f6dab6a8fa33 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:30.062126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c2447-89d3-46ea-9d2c-1b257afa4ccb None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:30.165105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3344226e-c701-4054-a6d5-f6dab6a8fa33 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:30.173395 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-dcd2abb7-e2d1-4cef-9b21-e0ebfd365910 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891688 Dec 22 08:45:30.214629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.217545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 3344226e-c701-4054-a6d5-f6dab6a8fa33 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:30.218087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3344226e-c701-4054-a6d5-f6dab6a8fa33 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:30.349880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.363683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': 'e3e5cf46-03f4-47da-95df-585b30317f94'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:30.364679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.400486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.421487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.432334 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8::347 (7e107f73-53d6-49df-a72e-95f67ebedb66/c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d/849461e8-71db-4f05-8a01-986a2dadef6f) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:30.462772 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-22d56a57-127b-4cea-a4b0-df0f2956d8ef req-517d36ae-dc18-434b-bfb9-f9bfeafe4ce0 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819912 Dec 22 08:45:30.509490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7ddb2-895b-4747-ab9b-422590d74c7b req-79f5a228-8e63-4367-9945-576ff364a7e3 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:30.511069 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4cd7ddb2-895b-4747-ab9b-422590d74c7b req-79f5a228-8e63-4367-9945-576ff364a7e3 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.2955215 Dec 22 08:45:30.516701 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.522076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:30.522860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.570640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Allocated IP 172.20.0.2 (906224fb-f2fa-4b66-98df-524285cae5f9/e3e5cf46-03f4-47da-95df-585b30317f94/df139647-c3dd-4347-a515-d51db6969628) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:30.589949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:30.617600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:30.628673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fe0e0a-1e5e-4876-b82f-4004ba83e3c2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:30.643543 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4cd7ddb2-895b-4747-ab9b-422590d74c7b req-d53f5cb7-e80c-47fd-ad40-4f4bb678ab69 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251426 Dec 22 08:45:30.650200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:30.714541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.715427 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added segment 8a0330ac-dc14-404a-a2d5-988157182ff1 of type vlan for network 89326814-3878-4cd2-8fbe-164baaa1c427 Dec 22 08:45:30.720845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.738907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object 849461e8-71db-4f05-8a01-986a2dadef6f will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:30.763955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.776569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:30.811169 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.819578 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=d244adfb-28e1-40a8-a0f4-e22c3a19502d,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:30.822020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:30.830995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Transition to ACTIVE for port object df139647-c3dd-4347-a515-d51db6969628 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:30.842462 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0b5280f7-86a9-49a3-b6bc-70da2da22411 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6305115 Dec 22 08:45:30.845487 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51764) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:30.851254 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:30.851670 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network d244adfb-28e1-40a8-a0f4-e22c3a19502d details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:30.858212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': 'd244adfb-28e1-40a8-a0f4-e22c3a19502d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:30.872004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:30.876515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Transition to ACTIVE for port object df139647-c3dd-4347-a515-d51db6969628 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:30.878687 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:30.884819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:30.885525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.925652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=849461e8-71db-4f05-8a01-986a2dadef6f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:30.939628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:30.942552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.995462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.021294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.024896 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2ef862d9-2ea4-49d3-ab14-7d8194c4808d tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9924011 Dec 22 08:45:31.031049 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51768) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:31.035677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:31.041546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:31.069349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Usage tracker for resource:subnet and tenant:aac100486c514e86bf25228ee5c45287 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:31.084578 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:31.117714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:31.130528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:31.158250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:31.160069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Pushing event updated for resources: {'Port': ['ID=df139647-c3dd-4347-a515-d51db6969628,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:31.162169 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:31.229327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:31.233056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.273640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Attempting to bind port df139647-c3dd-4347-a515-d51db6969628 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:31.274221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Attempting to bind port df139647-c3dd-4347-a515-d51db6969628 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:31.274334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Attempting to bind port df139647-c3dd-4347-a515-d51db6969628 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:31.283619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:31.283995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:31.284294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.284687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:31.285152 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Bound port: df139647-c3dd-4347-a515-d51db6969628, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:31.285965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.334981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.337816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1557754-7e69-457e-bf9f-0886facca723 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.343791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:31.347531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:31.350379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:31.365319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:31.366471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.380225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] For port df139647-c3dd-4347-a515-d51db6969628, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:31.383378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] For port df139647-c3dd-4347-a515-d51db6969628, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df139647-c3dd-4347-a515-d51db6969628,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:31.388108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:31.391541 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.393032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.439238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1557754-7e69-457e-bf9f-0886facca723 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.493520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ff72-5245-436b-80da-043531718137 None None] Provisioning for port 849461e8-71db-4f05-8a01-986a2dadef6f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:31.510484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ff72-5245-436b-80da-043531718137 None None] Provisioning complete for port 849461e8-71db-4f05-8a01-986a2dadef6f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:31.510863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ff72-5245-436b-80da-043531718137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.549288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.555219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:31.556009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.584611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ff72-5245-436b-80da-043531718137 None None] Port 849461e8-71db-4f05-8a01-986a2dadef6f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:31.590590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221076c3-0ac4-49c3-b192-e4e386a1b781 None None] Pushing event updated for resources: {'Port': ['ID=df139647-c3dd-4347-a515-d51db6969628,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:31.601404 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.ipam_backend_mixin [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d (CIDR: 2001:db8::/64) Dec 22 08:45:31.605856 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:45:31.606293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:31.657724 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a4663646-d48b-4936-87a6-d1fa6926217b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6251869 Dec 22 08:45:31.659455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.662947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51772) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:31.677256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1557754-7e69-457e-bf9f-0886facca723 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=3b61ad73-435c-47b4-9c0f-4fab46f55c81,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:31.759109 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.2599304 Dec 22 08:45:31.794197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51776) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:31.847702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:32.003381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=316291a4-5bed-45bb-b444-81dda7eb97ca,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:32.005693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': 'c492e5ca-244b-4c8a-b34a-4e807a4164fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd244adfb-28e1-40a8-a0f4-e22c3a19502d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:32.007126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: d244adfb-28e1-40a8-a0f4-e22c3a19502d, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:32.007381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1557754-7e69-457e-bf9f-0886facca723 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:32.007799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1557754-7e69-457e-bf9f-0886facca723 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.012096 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c1557754-7e69-457e-bf9f-0886facca723 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/ports/3b61ad73-435c-47b4-9c0f-4fab46f55c81 HTTP/1.1" status: 200 len: 910 time: 3.4126756 Dec 22 08:45:32.016002 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51782) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:32.025360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1953757601'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:32.069445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:32.073500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740a77f-53b5-4290-a69a-81b8a97f08b8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Network': ['ID=89326814-3878-4cd2-8fbe-164baaa1c427,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:32.085295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 89326814-3878-4cd2-8fbe-164baaa1c427 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:32.086619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:network and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:32.093835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:32.108801 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df139647-c3dd-4347-a515-d51db6969628 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:32.113220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:32.182287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:32.185634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.218431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:32.220261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network d244adfb-28e1-40a8-a0f4-e22c3a19502d is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:32.283089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:32.290979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:32.294044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, d244adfb-28e1-40a8-a0f4-e22c3a19502d) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:32.295885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:32.307412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d0070-af70-489f-8fe9-6197ff0a5cc4 req-92a87206-dd66-4ccb-9129-265b4e5548bc tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:32.309483 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b21d0070-af70-489f-8fe9-6197ff0a5cc4 req-92a87206-dd66-4ccb-9129-265b4e5548bc tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.2987440 Dec 22 08:45:32.311249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.311525 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added segment c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5 of type vlan for network d0e56d88-119c-4f5a-bace-452c7719fbf1 Dec 22 08:45:32.313020 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec4265-b762-455b-9030-b569fbe1c206 None None] Network d244adfb-28e1-40a8-a0f4-e22c3a19502d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:32.328228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Router ab5da285-79c2-497c-aaa1-9a7a44c8c8b0 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:32.357775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port df139647-c3dd-4347-a515-d51db6969628 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:32.369618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:32.386454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:32.387603 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.434317 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d8fe7fa1-fe91-4bd5-9849-cfa001aa5ef7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5868590 Dec 22 08:45:32.438163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:32.441764 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.458475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51786) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:32.470899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.526780 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b21d0070-af70-489f-8fe9-6197ff0a5cc4 req-4971f5c0-53f6-4e71-919f-b3c40ef92588 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038589 Dec 22 08:45:32.631859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-d244adfb-28e1-40a8-a0f4-e22c3a19502d', 'network_id': 'd244adfb-28e1-40a8-a0f4-e22c3a19502d', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': '316291a4-5bed-45bb-b444-81dda7eb97ca'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:32.633153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.691370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:45:32.816233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.821943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:32.822526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.835125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Allocated IP 172.20.0.2 (d244adfb-28e1-40a8-a0f4-e22c3a19502d/316291a4-5bed-45bb-b444-81dda7eb97ca/1d3dacf5-a703-4bcc-9580-bd8d5e4569d8) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:32.873606 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.ipam_backend_mixin [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f9a51ce8-e7c9-4839-84e3-98e61fc50b70 (CIDR: 2001:db8:0:1::/64) Dec 22 08:45:32.879765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:32.881734 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:45:32.882361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:32.890078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:45:32.891231 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d50be2-4ad4-441d-8dde-fc315ee76830 None None] Sync routers for ids ['ab5da285-79c2-497c-aaa1-9a7a44c8c8b0'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:32.905941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.909514 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d50be2-4ad4-441d-8dde-fc315ee76830 None None] Routers {'ab5da285-79c2-497c-aaa1-9a7a44c8c8b0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:32.910388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.911815 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-a8d50be2-4ad4-441d-8dde-fc315ee76830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ab5da285-79c2-497c-aaa1-9a7a44c8c8b0'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:32.915129 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-be9d9c78-239a-44bd-80cd-cc3c65795265 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "PUT /v2.0/routers/ab5da285-79c2-497c-aaa1-9a7a44c8c8b0 HTTP/1.1" status: 200 len: 881 time: 9.1110220 Dec 22 08:45:32.916394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51792) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:32.981053 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-be232fec-0029-4691-80b9-5b26986b25f4 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1436307 Dec 22 08:45:32.985802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51796) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:33.014292 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-a8d50be2-4ad4-441d-8dde-fc315ee76830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:33.020667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'subnet': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:33.030837 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2326233 Dec 22 08:45:33.038930 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d50be2-4ad4-441d-8dde-fc315ee76830 None None] Routers {'ab5da285-79c2-497c-aaa1-9a7a44c8c8b0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:33.039870 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-a8d50be2-4ad4-441d-8dde-fc315ee76830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ab5da285-79c2-497c-aaa1-9a7a44c8c8b0'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:33.061384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-41acfb5f-a2f8-4405-8e71-9a75bcc225a1 None None] Provisioning for port df139647-c3dd-4347-a515-d51db6969628 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:33.070865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51800) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:33.071048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-41acfb5f-a2f8-4405-8e71-9a75bcc225a1 None None] Provisioning complete for port df139647-c3dd-4347-a515-d51db6969628 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:33.071444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-41acfb5f-a2f8-4405-8e71-9a75bcc225a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.095605 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'subnet': {'network_id': '89326814-3878-4cd2-8fbe-164baaa1c427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:33.116226 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-a8d50be2-4ad4-441d-8dde-fc315ee76830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:33.116903 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d50be2-4ad4-441d-8dde-fc315ee76830 None None] The sync data for ids ['ab5da285-79c2-497c-aaa1-9a7a44c8c8b0'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:33.133269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d16803-0c59-415e-8e50-6970a460daf5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Network': ['ID=d0e56d88-119c-4f5a-bace-452c7719fbf1,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:33.152306 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network d0e56d88-119c-4f5a-bace-452c7719fbf1 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:33.235668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.317010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.358130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a4b7-445b-49f5-8cb0-26cc427cfa94 req-399f9b57-45eb-4098-b540-b2ed22e7ac25 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:33.360275 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b751a4b7-445b-49f5-8cb0-26cc427cfa94 req-399f9b57-45eb-4098-b540-b2ed22e7ac25 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6557250 Dec 22 08:45:33.369952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Transition to ACTIVE for port object 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:33.399130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Transition to ACTIVE for port object 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:33.404773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-41acfb5f-a2f8-4405-8e71-9a75bcc225a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.418249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.461828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] For port df139647-c3dd-4347-a515-d51db6969628, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df139647-c3dd-4347-a515-d51db6969628,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:33.487975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.493562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.494507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.494769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Network d244adfb-28e1-40a8-a0f4-e22c3a19502d is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:33.498578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:33.523544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:33.551135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Pushing event updated for resources: {'Port': ['ID=1d3dacf5-a703-4bcc-9580-bd8d5e4569d8,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:33.597076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.610139 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:33.615213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:33.621271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:33.622003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.633472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bbaa16-6e38-4a5b-96b8-fa393612c5bb None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:33.642847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=05d791b1-38f7-41c5-87f4-2eb0ff9b693b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:33.647312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=df139647-c3dd-4347-a515-d51db6969628,revision_number=4']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:33.652298 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-41acfb5f-a2f8-4405-8e71-9a75bcc225a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:33.653072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-41acfb5f-a2f8-4405-8e71-9a75bcc225a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:33.662037 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bbe7b712-3a49-47a2-aeb4-52ad2b175fa6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8300152 Dec 22 08:45:33.662309 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51804) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:33.669008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:ea:96:42', 'name': 'tempest-NetworksTestDHCPv6-365826885'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:33.680068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Attempting to bind port 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:33.680438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Attempting to bind port 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c492e5ca-244b-4c8a-b34a-4e807a4164fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd244adfb-28e1-40a8-a0f4-e22c3a19502d'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:33.680805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Attempting to bind port 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8 on network d244adfb-28e1-40a8-a0f4-e22c3a19502d {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:33.693111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:33.710800 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b751a4b7-445b-49f5-8cb0-26cc427cfa94 req-6bdfd38a-6393-405e-b64c-add27c212228 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238943 Dec 22 08:45:33.719679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:subnet and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:33.728866 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-37c17e14-e71c-4f88-8eb4-a20a5aacdcc2 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/routers/ab5da285-79c2-497c-aaa1-9a7a44c8c8b0 HTTP/1.1" status: 200 len: 922 time: 0.8073618 Dec 22 08:45:33.730013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:33.732634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51808) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:33.743123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:33.743123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Checking segment: {'id': 'c492e5ca-244b-4c8a-b34a-4e807a4164fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd244adfb-28e1-40a8-a0f4-e22c3a19502d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:33.743123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.743123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Bound using segment: {'id': 'c492e5ca-244b-4c8a-b34a-4e807a4164fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd244adfb-28e1-40a8-a0f4-e22c3a19502d'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:33.743123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Bound port: 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c492e5ca-244b-4c8a-b34a-4e807a4164fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd244adfb-28e1-40a8-a0f4-e22c3a19502d'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:33.743123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.819516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:33.823766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.835438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:33.838996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:33.842447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:33.845511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:33.852300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:33.864738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:33.892622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Usage tracker for resource:subnet and tenant:f7301437294d41e08fd37490b2cf3337 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:33.901022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:33.903509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] For port 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:33.907973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] For port 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1d3dacf5-a703-4bcc-9580-bd8d5e4569d8,segment=NetworkSegment(c492e5ca-244b-4c8a-b34a-4e807a4164fa),segment_id=c492e5ca-244b-4c8a-b34a-4e807a4164fa)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:33.936168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=316291a4-5bed-45bb-b444-81dda7eb97ca,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:33.945455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:33.948957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.952164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.049510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.097235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c15c4-cc46-4584-a325-2024b07ac7ad None None] Pushing event updated for resources: {'Port': ['ID=1d3dacf5-a703-4bcc-9580-bd8d5e4569d8,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:34.120881 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df139647-c3dd-4347-a515-d51db6969628 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:34.134942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port da721813-2811-4ab5-a2ee-7ce32e9f0b92 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:45:34.215434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:34.219041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.296226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-41acfb5f-a2f8-4405-8e71-9a75bcc225a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.310412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1cf66e-d966-4eef-b7c5-9f13b313a0cf None None] Network d244adfb-28e1-40a8-a0f4-e22c3a19502d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:34.483481 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-41acfb5f-a2f8-4405-8e71-9a75bcc225a1 None None] For port df139647-c3dd-4347-a515-d51db6969628, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df139647-c3dd-4347-a515-d51db6969628,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:34.519756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-41acfb5f-a2f8-4405-8e71-9a75bcc225a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.569609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port df139647-c3dd-4347-a515-d51db6969628 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:34.570155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.582493 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 172.20.0.8 (906224fb-f2fa-4b66-98df-524285cae5f9/e3e5cf46-03f4-47da-95df-585b30317f94/da721813-2811-4ab5-a2ee-7ce32e9f0b92) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:34.590935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::f816:3eff:feea:9642 (906224fb-f2fa-4b66-98df-524285cae5f9/05d791b1-38f7-41c5-87f4-2eb0ff9b693b/da721813-2811-4ab5-a2ee-7ce32e9f0b92) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:34.642564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Made reservation on behalf of f7301437294d41e08fd37490b2cf3337 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:34.646070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.697850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.701551 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acfb5f-a2f8-4405-8e71-9a75bcc225a1 None None] Pushing event updated for resources: {'Port': ['ID=df139647-c3dd-4347-a515-d51db6969628,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:34.782668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d244adfb-28e1-40a8-a0f4-e22c3a19502d']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.835962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433d7cb-6b74-4ebf-809d-c21ad2fc937e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:34.836426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.837702 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1433d7cb-6b74-4ebf-809d-c21ad2fc937e tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&device_id=ab5da285-79c2-497c-aaa1-9a7a44c8c8b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.1001472 Dec 22 08:45:34.846470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51816) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:34.856484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c492e5ca-244b-4c8a-b34a-4e807a4164fa') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.856826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c492e5ca-244b-4c8a-b34a-4e807a4164fa') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.864726 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.887654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object da721813-2811-4ab5-a2ee-7ce32e9f0b92 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:34.927616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.997290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.000548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5215bd-2f17-4878-9b78-de222df83986 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:35.001188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3a5215bd-2f17-4878-9b78-de222df83986 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Synchronizing usage tracker for tenant:8d71ec845cd94f5994795c2bece249cc on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:35.017751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.065790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3a5215bd-2f17-4878-9b78-de222df83986 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Unset dirty status for tenant:8d71ec845cd94f5994795c2bece249cc on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:35.066908 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3a5215bd-2f17-4878-9b78-de222df83986 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 881 time: 0.2198551 Dec 22 08:45:35.071841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:35.072248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.083983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5fadd7-5c3e-40d1-82f9-9813153a08bc None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:45:35.084690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51820) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:35.095524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Subnet': ['ID=58b06e8a-f528-4ca7-81bd-ed7cec510487,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:35.097849 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:35.131577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:35.142457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:35.151354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:35.178443 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-59749527-a642-4398-9525-c62ea43acf3f tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab5da285-79c2-497c-aaa1-9a7a44c8c8b0 HTTP/1.1" status: 200 len: 205 time: 0.0900288 Dec 22 08:45:35.181927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a108e0cf-5944-4134-a79b-ab16043d23f8 None None] Provisioning complete for port df139647-c3dd-4347-a515-d51db6969628 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:35.182408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a108e0cf-5944-4134-a79b-ab16043d23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.185625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51824) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:35.188004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=da721813-2811-4ab5-a2ee-7ce32e9f0b92,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:35.290442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd61612-3d37-42e3-a509-c27c37ab4a96 req-8384da76-5533-4c52-bd44-2b27919e2917 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:35.291907 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-abd61612-3d37-42e3-a509-c27c37ab4a96 req-8384da76-5533-4c52-bd44-2b27919e2917 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.8736856 Dec 22 08:45:35.305939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:35.306571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.347740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Checking segment: {'id': '8a0330ac-dc14-404a-a2d5-988157182ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '89326814-3878-4cd2-8fbe-164baaa1c427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:35.347981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network hostable DHCP agents. Network: 89326814-3878-4cd2-8fbe-164baaa1c427, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:35.396579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 3b61ad73-435c-47b4-9c0f-4fab46f55c81 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:35.396960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.407475 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-730605d2-9aca-42dd-a656-f7e84d8a507a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7415247 Dec 22 08:45:35.408624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51828) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:35.454736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.458699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:45:35.458699 dv-neutron-822561-2-hyperv neutron-server[87534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:45:35.458699 dv-neutron-822561-2-hyperv neutron-server[87534]: [parameters: {'id': 'd244adfb-28e1-40a8-a0f4-e22c3a19502d'}] Dec 22 08:45:35.458699 dv-neutron-822561-2-hyperv neutron-server[87534]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:35.459113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:35.503716 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-7e5fadd7-5c3e-40d1-82f9-9813153a08bc None None] Agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 already present Dec 22 08:45:35.504313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5fadd7-5c3e-40d1-82f9-9813153a08bc None None] Network 89326814-3878-4cd2-8fbe-164baaa1c427 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:35.504679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5fadd7-5c3e-40d1-82f9-9813153a08bc None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 89326814-3878-4cd2-8fbe-164baaa1c427) {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:45:35.512514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 89326814-3878-4cd2-8fbe-164baaa1c427 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:35.518483 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-abd61612-3d37-42e3-a509-c27c37ab4a96 req-fb8dc615-042a-44e2-983a-051b6aee49c7 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716909 Dec 22 08:45:35.579433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 89326814-3878-4cd2-8fbe-164baaa1c427) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:35.588899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:35.589484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.694481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00eca3c-46f7-4e5e-b4e5-a8a39f55979f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:35.702154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00eca3c-46f7-4e5e-b4e5-a8a39f55979f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:35.702951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e00eca3c-46f7-4e5e-b4e5-a8a39f55979f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:35.706818 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-02b86db6-5080-44dc-a5eb-f49da499fa4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6323571 Dec 22 08:45:35.711461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51834) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:35.749418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e00eca3c-46f7-4e5e-b4e5-a8a39f55979f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:35.753997 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e00eca3c-46f7-4e5e-b4e5-a8a39f55979f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3438849 Dec 22 08:45:35.757373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51840) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:35.762541 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.804470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.842587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Deleting port 0509063c-feb9-4430-8a4f-93bec43d8908 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:35.843014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.882293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3ec87cfd-d90b-4e76-9d07-60ea6e4584aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port da721813-2811-4ab5-a2ee-7ce32e9f0b92 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:35.882635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3ec87cfd-d90b-4e76-9d07-60ea6e4584aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.909855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 3b61ad73-435c-47b4-9c0f-4fab46f55c81 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:35.943237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-89326814-3878-4cd2-8fbe-164baaa1c427', 'network_id': '89326814-3878-4cd2-8fbe-164baaa1c427', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'fixed_ips': [{'subnet_id': '58b06e8a-f528-4ca7-81bd-ed7cec510487'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:35.944368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.076022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df139647-c3dd-4347-a515-d51db6969628 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:36.103812 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'subnet': {'network_id': 'd0e56d88-119c-4f5a-bace-452c7719fbf1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:36.120319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.130766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.240082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Allocated IP 2001:db8::2 (89326814-3878-4cd2-8fbe-164baaa1c427/58b06e8a-f528-4ca7-81bd-ed7cec510487/0e446418-b210-4725-9645-4c71c43f0058) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:36.244380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port df139647-c3dd-4347-a515-d51db6969628 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:36.245015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.255394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.295604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=3b61ad73-435c-47b4-9c0f-4fab46f55c81,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:36.409786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.456299 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:36.456676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.499305 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:36.523468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:36.527255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:36.527572 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.556495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Calling delete_port for 0509063c-feb9-4430-8a4f-93bec43d8908 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:36.572978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:36.584973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Subnet': ['ID=0dca5321-173c-4280-95a1-843bccc7de00,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:36.595923 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:subnet and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:36.603737 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:36.625346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.631474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3ec87cfd-d90b-4e76-9d07-60ea6e4584aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.636366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Transition to ACTIVE for port object 0e446418-b210-4725-9645-4c71c43f0058 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:36.657726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Transition to ACTIVE for port object 0e446418-b210-4725-9645-4c71c43f0058 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:36.664070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.670185 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fd1a1377-f2a1-468d-b39a-fa0126d38715 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6746123 Dec 22 08:45:36.695447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:36.697167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51844) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:36.733809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Network 89326814-3878-4cd2-8fbe-164baaa1c427 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:36.736633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:36.740268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:36.745923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Pushing event updated for resources: {'Port': ['ID=0e446418-b210-4725-9645-4c71c43f0058,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:36.771122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1323378685', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0dca5321-173c-4280-95a1-843bccc7de00'}], 'security_groups': ['11acab17-df3c-4e05-b642-6476ee7203e3', 'b7564877-81f8-4d43-b00e-0f81061f69c7']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:36.775939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3ec87cfd-d90b-4e76-9d07-60ea6e4584aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for da721813-2811-4ab5-a2ee-7ce32e9f0b92 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:36.843215 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Attempting to bind port 0e446418-b210-4725-9645-4c71c43f0058 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:36.843915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Attempting to bind port 0e446418-b210-4725-9645-4c71c43f0058 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '8a0330ac-dc14-404a-a2d5-988157182ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '89326814-3878-4cd2-8fbe-164baaa1c427'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:36.844513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Attempting to bind port 0e446418-b210-4725-9645-4c71c43f0058 on network 89326814-3878-4cd2-8fbe-164baaa1c427 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:36.850726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:36.852123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Checking segment: {'id': '8a0330ac-dc14-404a-a2d5-988157182ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '89326814-3878-4cd2-8fbe-164baaa1c427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:36.852123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.852123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Bound using segment: {'id': '8a0330ac-dc14-404a-a2d5-988157182ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '89326814-3878-4cd2-8fbe-164baaa1c427'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:36.852971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Bound port: 0e446418-b210-4725-9645-4c71c43f0058, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0330ac-dc14-404a-a2d5-988157182ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '89326814-3878-4cd2-8fbe-164baaa1c427'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:36.853115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.951699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] For port 0e446418-b210-4725-9645-4c71c43f0058, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:36.957608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] For port 0e446418-b210-4725-9645-4c71c43f0058, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e446418-b210-4725-9645-4c71c43f0058,segment=NetworkSegment(8a0330ac-dc14-404a-a2d5-988157182ff1),segment_id=8a0330ac-dc14-404a-a2d5-988157182ff1)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:36.968990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.991243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:36.994539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.009554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.032840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.049790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c24c8a-e35a-4597-8015-ee7cc2669701 req-c3e30661-a6fe-4841-9d07-b181c2f3c10e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:37.051539 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4c24c8a-e35a-4597-8015-ee7cc2669701 req-c3e30661-a6fe-4841-9d07-b181c2f3c10e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.9290032 Dec 22 08:45:37.085628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea0eb7-ed80-4587-9468-4c58bc772f0c None None] Pushing event updated for resources: {'Port': ['ID=0e446418-b210-4725-9645-4c71c43f0058,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:37.102959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Pushing event deleted for resources: {'Port': ['ID=0509063c-feb9-4430-8a4f-93bec43d8908,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:37.183510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3ec87cfd-d90b-4e76-9d07-60ea6e4584aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.250118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec87cfd-d90b-4e76-9d07-60ea6e4584aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=da721813-2811-4ab5-a2ee-7ce32e9f0b92,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:37.365079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.450412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1d3dacf5-a703-4bcc-9580-bd8d5e4569d8,segment=NetworkSegment(c492e5ca-244b-4c8a-b34a-4e807a4164fa),segment_id=c492e5ca-244b-4c8a-b34a-4e807a4164fa)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:37.450770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.507679 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4c24c8a-e35a-4597-8015-ee7cc2669701 req-4f782474-40f9-450a-8e46-aca88c08fffa tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4309969 Dec 22 08:45:37.588629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.592606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.600886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3ec87cfd-d90b-4e76-9d07-60ea6e4584aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.627215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.627749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Fanout notify agent at l3_agent the message router_deleted on router ab5da285-79c2-497c-aaa1-9a7a44c8c8b0 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:37.632688 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3ec87cfd-d90b-4e76-9d07-60ea6e4584aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/da721813-2811-4ab5-a2ee-7ce32e9f0b92 HTTP/1.1" status: 204 len: 168 time: 1.8720481 Dec 22 08:45:37.635735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.637473 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-80d8c7e6-a862-444b-bedd-f20f55812d51 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/ab5da285-79c2-497c-aaa1-9a7a44c8c8b0 HTTP/1.1" status: 204 len: 168 time: 2.4503417 Dec 22 08:45:37.638485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51848) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:37.640941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51852) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:37.675777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-572766743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:37.685158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:37.697253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Usage tracker for resource:router and tenant:83f40dfef9934399b1e451fb97b1775a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:37.713109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:37.829235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:37.838839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:37.859910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a42e0e-f5b7-4734-90b9-fb88b8079742 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:37.861804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a42e0e-f5b7-4734-90b9-fb88b8079742 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:37.863263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a42e0e-f5b7-4734-90b9-fb88b8079742 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:37.864081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b6a42e0e-f5b7-4734-90b9-fb88b8079742 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:37.868393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.869395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.894635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b6a42e0e-f5b7-4734-90b9-fb88b8079742 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:37.896040 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b6a42e0e-f5b7-4734-90b9-fb88b8079742 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2564919 Dec 22 08:45:37.897137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.898872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51856) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:37.975909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6cc81b-127c-4c75-b0d6-d4c803dfe83a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 05d791b1-38f7-41c5-87f4-2eb0ff9b693b {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:37.978378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.984536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router 975a6f1b-5144-4310-b5bc-ae2706cc7985 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:37.993449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc81b-127c-4c75-b0d6-d4c803dfe83a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.005354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.060483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.064346 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-25f89404-0af2-4645-829c-47e9447af1e3 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4200003 Dec 22 08:45:38.064924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51860) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:38.069919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'enable_snat': True}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:38.082909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.127695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36481ab-31e3-4028-9ca5-768635f55384 None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:45:38.138770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc81b-127c-4c75-b0d6-d4c803dfe83a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.158183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e446418-b210-4725-9645-4c71c43f0058 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:38.251449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-484336ac-27df-40f1-a4b9-32394d182cbf None None] Provisioning for port 0e446418-b210-4725-9645-4c71c43f0058 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:38.257167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Port': ['ID=1d3dacf5-a703-4bcc-9580-bd8d5e4569d8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:38.311135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 0e446418-b210-4725-9645-4c71c43f0058 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:38.322519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0e446418-b210-4725-9645-4c71c43f0058 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:38.322890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.337563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No DVR routers for this DVR port 1d3dacf5-a703-4bcc-9580-bd8d5e4569d8 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:38.393783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36481ab-31e3-4028-9ca5-768635f55384 None None] Resources bound (agent type, host, resource id): {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:45:38.509894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.548810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.567372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc81b-127c-4c75-b0d6-d4c803dfe83a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.573825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.633041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Subnet': ['ID=c786475d-4386-4bf3-9eae-7aa51ece0c66,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:38.635426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:38.671576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 0e446418-b210-4725-9645-4c71c43f0058, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e446418-b210-4725-9645-4c71c43f0058,segment=NetworkSegment(8a0330ac-dc14-404a-a2d5-988157182ff1),segment_id=8a0330ac-dc14-404a-a2d5-988157182ff1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:38.680058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e06a8-69ff-41cf-8fba-8626ea68a322 None None] Sync routers for ids ['975a6f1b-5144-4310-b5bc-ae2706cc7985'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:38.697385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.746131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.768176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e06a8-69ff-41cf-8fba-8626ea68a322 None None] Routers {'975a6f1b-5144-4310-b5bc-ae2706cc7985'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:38.768433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc81b-127c-4c75-b0d6-d4c803dfe83a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.768951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-076e06a8-69ff-41cf-8fba-8626ea68a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['975a6f1b-5144-4310-b5bc-ae2706cc7985'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.806057 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-72708ef0-9e2b-4320-b594-b7c78158e4e7 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/975a6f1b-5144-4310-b5bc-ae2706cc7985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7889652 Dec 22 08:45:38.815721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51866) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:38.849662 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-076e06a8-69ff-41cf-8fba-8626ea68a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.856441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cc81b-127c-4c75-b0d6-d4c803dfe83a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=05d791b1-38f7-41c5-87f4-2eb0ff9b693b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:38.862089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc81b-127c-4c75-b0d6-d4c803dfe83a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.862335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e06a8-69ff-41cf-8fba-8626ea68a322 None None] Routers {'975a6f1b-5144-4310-b5bc-ae2706cc7985'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:38.863138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-076e06a8-69ff-41cf-8fba-8626ea68a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['975a6f1b-5144-4310-b5bc-ae2706cc7985'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.871343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bffbac-750c-4dd9-867e-077c210181b7 req-bd27435e-d50c-4650-93cf-4f4d14c21eda tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:38.872809 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23bffbac-750c-4dd9-867e-077c210181b7 req-bd27435e-d50c-4650-93cf-4f4d14c21eda tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.2414072 Dec 22 08:45:38.889143 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d244adfb-28e1-40a8-a0f4-e22c3a19502d']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.898847 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e9655a9e-9114-4cd7-9730-852145bffa42 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:38.912181 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5b6cc81b-127c-4c75-b0d6-d4c803dfe83a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/05d791b1-38f7-41c5-87f4-2eb0ff9b693b HTTP/1.1" status: 204 len: 168 time: 1.0102220 Dec 22 08:45:38.914480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51870) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:38.928540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=0e446418-b210-4725-9645-4c71c43f0058,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:38.942513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-076e06a8-69ff-41cf-8fba-8626ea68a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.942923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e06a8-69ff-41cf-8fba-8626ea68a322 None None] The sync data for ids ['975a6f1b-5144-4310-b5bc-ae2706cc7985'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:38.945517 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23bffbac-750c-4dd9-867e-077c210181b7 req-b4b6a3f1-4555-4a7a-82b6-45cf55daa2e4 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637255 Dec 22 08:45:38.952638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c492e5ca-244b-4c8a-b34a-4e807a4164fa') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.952938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c492e5ca-244b-4c8a-b34a-4e807a4164fa') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.999168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Checking segment: {'id': 'c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd0e56d88-119c-4f5a-bace-452c7719fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:38.999808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network hostable DHCP agents. Network: d0e56d88-119c-4f5a-bace-452c7719fbf1, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:39.070425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.088591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5b500-57e7-4b9b-abf3-deda2eebd1f4 None None] Network 89326814-3878-4cd2-8fbe-164baaa1c427 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:39.102299 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e9655a9e-9114-4cd7-9730-852145bffa42 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:39.103517 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e9655a9e-9114-4cd7-9730-852145bffa42 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=975a6f1b-5144-4310-b5bc-ae2706cc7985 HTTP/1.1" status: 200 len: 205 time: 0.2763715 Dec 22 08:45:39.112759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51876) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:39.119732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.163239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:39.163636 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:39.188616 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:39.204773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bea66d-612f-4cb6-b637-09838614e2ad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet e3e5cf46-03f4-47da-95df-585b30317f94 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:39.233443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-62bea66d-612f-4cb6-b637-09838614e2ad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.278396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network d0e56d88-119c-4f5a-bace-452c7719fbf1 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:39.353825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0b519c-7059-40ea-90e3-953274f82f90 None None] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:39.533482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, d0e56d88-119c-4f5a-bace-452c7719fbf1) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:39.553820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:39.554686 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.584297 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.587676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-62bea66d-612f-4cb6-b637-09838614e2ad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.613987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29c708da-a908-407e-aee6-67f5785a66f3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.647822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.675328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b769e3ec-9d49-4cf5-932c-3cb0e2eca4b2 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:39.688470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3905dc52-8e8c-4684-a138-06431e51bfd8 None None] Network d0e56d88-119c-4f5a-bace-452c7719fbf1 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:39.717931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=d244adfb-28e1-40a8-a0f4-e22c3a19502d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:39.720490 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-05e386be-48db-4bb8-b122-1fd67ae41b3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0007563 Dec 22 08:45:39.727341 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e77ba534-5fe7-44cf-a2d5-8f8518266bd8 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/d244adfb-28e1-40a8-a0f4-e22c3a19502d HTTP/1.1" status: 204 len: 168 time: 7.2651904 Dec 22 08:45:39.731790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51882) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:39.732020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51884) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:39.740206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-710278788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:39.750701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-03395f81-3ea9-41a3-9a6b-19ce091d40c0 None None] Could not find standard attr ID for object da721813-2811-4ab5-a2ee-7ce32e9f0b92. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:45:39.789352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:39.791484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.807498 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96b5834-671a-4e47-a364-a25186a2e629 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] GET failed (client error): The resource could not be found. Dec 22 08:45:39.808014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b96b5834-671a-4e47-a364-a25186a2e629 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Synchronizing usage tracker for tenant:aac100486c514e86bf25228ee5c45287 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:39.812646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:router and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:39.829898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.832579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:39.835880 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Delete allocated IP 2001:db8::347 (7e107f73-53d6-49df-a72e-95f67ebedb66/c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d) {{(pid=87534) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:45:39.849321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:39.860605 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Allocated IP 2001:db8:0:2::19e (7e107f73-53d6-49df-a72e-95f67ebedb66/0dca5321-173c-4280-95a1-843bccc7de00/849461e8-71db-4f05-8a01-986a2dadef6f) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:39.878380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-62bea66d-612f-4cb6-b637-09838614e2ad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.924041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.924466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.941496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b96b5834-671a-4e47-a364-a25186a2e629 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Unset dirty status for tenant:aac100486c514e86bf25228ee5c45287 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:39.945282 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b96b5834-671a-4e47-a364-a25186a2e629 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/subnets/316291a4-5bed-45bb-b444-81dda7eb97ca HTTP/1.1" status: 404 len: 337 time: 0.2082937 Dec 22 08:45:39.954811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51890) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.026399 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50461af-34ca-4190-a3e7-79c5206cf5f4 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:40.026954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50461af-34ca-4190-a3e7-79c5206cf5f4 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:40.030060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.100282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e446418-b210-4725-9645-4c71c43f0058 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:40.138732 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b50461af-34ca-4190-a3e7-79c5206cf5f4 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/d244adfb-28e1-40a8-a0f4-e22c3a19502d HTTP/1.1" status: 404 len: 339 time: 0.1828120 Dec 22 08:45:40.149340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51894) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.169821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.185773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-62bea66d-612f-4cb6-b637-09838614e2ad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.209094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29c708da-a908-407e-aee6-67f5785a66f3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.218561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29c708da-a908-407e-aee6-67f5785a66f3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.252122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bea66d-612f-4cb6-b637-09838614e2ad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e5cf46-03f4-47da-95df-585b30317f94,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:40.264017 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-62bea66d-612f-4cb6-b637-09838614e2ad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.265991 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-62bea66d-612f-4cb6-b637-09838614e2ad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/e3e5cf46-03f4-47da-95df-585b30317f94 HTTP/1.1" status: 204 len: 168 time: 1.3488035 Dec 22 08:45:40.271521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51898) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.275054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.276259 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d7057427-47ad-408d-92f3-5992364bd11a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5432401 Dec 22 08:45:40.309894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51902) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.346449 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bfbe2872-a0c5-416e-8712-0b20704f99bd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728240 Dec 22 08:45:40.351407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51904) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.354404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-d0e56d88-119c-4f5a-bace-452c7719fbf1', 'network_id': 'd0e56d88-119c-4f5a-bace-452c7719fbf1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'fixed_ips': [{'subnet_id': 'c786475d-4386-4bf3-9eae-7aa51ece0c66'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:40.355231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.358390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735bdea-16ff-478c-88ef-b4cc6841260a req-27376be1-abb2-446d-83f8-7ae6deacd286 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:40.359968 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1735bdea-16ff-478c-88ef-b4cc6841260a req-27376be1-abb2-446d-83f8-7ae6deacd286 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.8256943 Dec 22 08:45:40.366262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:40.368901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0e446418-b210-4725-9645-4c71c43f0058 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:40.369279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.391756 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.496097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Transition to ACTIVE for port object 849461e8-71db-4f05-8a01-986a2dadef6f will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:40.511376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.587941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29c708da-a908-407e-aee6-67f5785a66f3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.588798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c708da-a908-407e-aee6-67f5785a66f3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Fanout notify agent at l3_agent the message router_deleted on router 975a6f1b-5144-4310-b5bc-ae2706cc7985 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:40.598039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807ff272-141d-4ef9-acc2-547708f6ff55 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:40.598972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-807ff272-141d-4ef9-acc2-547708f6ff55 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Synchronizing usage tracker for tenant:aac100486c514e86bf25228ee5c45287 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:40.681999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce45dd-10dd-4fbe-9297-e883ba371998 None None] Update dhcp port {'port': {'network_id': '7e107f73-53d6-49df-a72e-95f67ebedb66', 'fixed_ips': [{'subnet_id': 'f9a51ce8-e7c9-4839-84e3-98e61fc50b70', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d', 'ip_address': '2001:db8::2'}, {'subnet_id': '0dca5321-173c-4280-95a1-843bccc7de00'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': 'd0088ab2-43d0-4925-9b23-2498bbc99fce'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:45:40.753406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:40.758019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:40.763131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:40.770312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:40.782050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event updated for resources: {'Port': ['ID=849461e8-71db-4f05-8a01-986a2dadef6f,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:40.833731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-87ce45dd-10dd-4fbe-9297-e883ba371998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.849440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:40.853036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.868150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0d5c35-1b22-4ff1-a43a-e6379e68f304 None None] Update dhcp port {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': 'e3e5cf46-03f4-47da-95df-585b30317f94'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': 'df139647-c3dd-4347-a515-d51db6969628'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:45:40.870261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] In _notify_port_updated(), no bound segment for port 849461e8-71db-4f05-8a01-986a2dadef6f on network 7e107f73-53d6-49df-a72e-95f67ebedb66 {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:45:40.876405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:40.877179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.881377 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2c6e1588-ce98-4f15-b5d0-aad4a3c8953c tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "PUT /v2.0/ports/849461e8-71db-4f05-8a01-986a2dadef6f HTTP/1.1" status: 200 len: 970 time: 4.1713853 Dec 22 08:45:40.883507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51910) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.895858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29c708da-a908-407e-aee6-67f5785a66f3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.899485 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-29c708da-a908-407e-aee6-67f5785a66f3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/975a6f1b-5144-4310-b5bc-ae2706cc7985 HTTP/1.1" status: 204 len: 168 time: 1.7839353 Dec 22 08:45:40.907010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Allocated IP 172.26.1.84 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/d5120229-04b8-4f99-9e6b-f030a26081d9) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:40.907214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Allocated IP 2001:db8:1::2 (d0e56d88-119c-4f5a-bace-452c7719fbf1/c786475d-4386-4bf3-9eae-7aa51ece0c66/faa7daec-1211-411f-82e9-3a3d1f3f4e65) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:40.912807 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1735bdea-16ff-478c-88ef-b4cc6841260a req-b9e702e1-e6e8-418d-8d1a-3a97191ac49b tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4831774 Dec 22 08:45:40.940850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51914) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.981473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-807ff272-141d-4ef9-acc2-547708f6ff55 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Unset dirty status for tenant:aac100486c514e86bf25228ee5c45287 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:40.985273 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-807ff272-141d-4ef9-acc2-547708f6ff55 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8207033 Dec 22 08:45:40.989165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51918) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:41.116978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-70eb897b-5c8c-41f6-9811-57d8212329d2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port 849461e8-71db-4f05-8a01-986a2dadef6f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:41.117616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-70eb897b-5c8c-41f6-9811-57d8212329d2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.159103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5c35-1b22-4ff1-a43a-e6379e68f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.181562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4cb39-e073-46e8-935c-dc02b273cc44 None None] Network 89326814-3878-4cd2-8fbe-164baaa1c427 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:41.181889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2266d855-dd11-412d-9ea0-24eb80119457 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting subnet 63628d51-71fb-45c6-b3c6-0bf64fb241c3 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:41.190782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2266d855-dd11-412d-9ea0-24eb80119457 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.247131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-045d3d1c-abff-4571-919f-b9eb6526a1c5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Synchronizing usage tracker for tenant:aac100486c514e86bf25228ee5c45287 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:41.306555 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2266d855-dd11-412d-9ea0-24eb80119457 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.358223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-045d3d1c-abff-4571-919f-b9eb6526a1c5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Unset dirty status for tenant:aac100486c514e86bf25228ee5c45287 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:41.364313 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-045d3d1c-abff-4571-919f-b9eb6526a1c5 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 207 time: 0.3672509 Dec 22 08:45:41.390517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51922) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:41.401761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.509774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-66a76f94-5147-4729-8161-162aa381cbbc None None] Provisioning complete for port 0e446418-b210-4725-9645-4c71c43f0058 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:41.510393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-66a76f94-5147-4729-8161-162aa381cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.575131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.728650 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.740613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-87ce45dd-10dd-4fbe-9297-e883ba371998 None None] Allocated IP 2001:db8:0:2::2 (7e107f73-53d6-49df-a72e-95f67ebedb66/0dca5321-173c-4280-95a1-843bccc7de00/d0088ab2-43d0-4925-9b23-2498bbc99fce) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:41.749775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2266d855-dd11-412d-9ea0-24eb80119457 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.771817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.789104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd944aa9-6fc6-4235-82b8-3a2fbee4c4c6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:41.795570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd944aa9-6fc6-4235-82b8-3a2fbee4c4c6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:41.799040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Transition to ACTIVE for port object faa7daec-1211-411f-82e9-3a3d1f3f4e65 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:41.801465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd944aa9-6fc6-4235-82b8-3a2fbee4c4c6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:41.807738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd944aa9-6fc6-4235-82b8-3a2fbee4c4c6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:41.809223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dd944aa9-6fc6-4235-82b8-3a2fbee4c4c6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Synchronizing usage tracker for tenant:aac100486c514e86bf25228ee5c45287 on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:41.818606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:41.822274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.827441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-70eb897b-5c8c-41f6-9811-57d8212329d2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.833236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:41.856005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb98b8-7064-4948-ae13-12276f257351 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:41.887921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:41.995250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event updated for resources: {'Port': ['ID=d5120229-04b8-4f99-9e6b-f030a26081d9,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:42.009945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Allocated IP 2001:db8::1 (89326814-3878-4cd2-8fbe-164baaa1c427/58b06e8a-f528-4ca7-81bd-ed7cec510487/a38b73c4-c508-4aec-aff3-cdae3f9e01f5) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:42.039975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-70eb897b-5c8c-41f6-9811-57d8212329d2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for 849461e8-71db-4f05-8a01-986a2dadef6f owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:42.070134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Transition to ACTIVE for port object faa7daec-1211-411f-82e9-3a3d1f3f4e65 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:42.107018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df139647-c3dd-4347-a515-d51db6969628 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:42.141989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.170126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:42.182657 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:42.197352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dd944aa9-6fc6-4235-82b8-3a2fbee4c4c6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Unset dirty status for tenant:aac100486c514e86bf25228ee5c45287 on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:42.198809 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dd944aa9-6fc6-4235-82b8-3a2fbee4c4c6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8058143 Dec 22 08:45:42.205402 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:42.206322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.221959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51928) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:42.264901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=b2c6f601-6d5e-4fa8-b4cd-0ee5be3c557a,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:42.279549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-87ce45dd-10dd-4fbe-9297-e883ba371998 None None] For port d0088ab2-43d0-4925-9b23-2498bbc99fce, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0088ab2-43d0-4925-9b23-2498bbc99fce,segment=NetworkSegment(6f052185-9a30-4213-a7b4-ab977e7ac8a9),segment_id=6f052185-9a30-4213-a7b4-ab977e7ac8a9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:42.305002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Network d0e56d88-119c-4f5a-bace-452c7719fbf1 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:42.340719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:42.348528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:42.352724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Pushing event updated for resources: {'Port': ['ID=faa7daec-1211-411f-82e9-3a3d1f3f4e65,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:42.379362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ec24a7f8-3ed0-4fdf-a88a-7e5a1cdbf49f None None] Provisioning complete for port df139647-c3dd-4347-a515-d51db6969628 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:42.379808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ec24a7f8-3ed0-4fdf-a88a-7e5a1cdbf49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.384575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2266d855-dd11-412d-9ea0-24eb80119457 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.390037 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-07063690-e715-4ea8-a179-ac090330d348 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0375800 Dec 22 08:45:42.410375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51932) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:42.429987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:42.541508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-87ce45dd-10dd-4fbe-9297-e883ba371998 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.607981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266d855-dd11-412d-9ea0-24eb80119457 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Subnet': ['ID=63628d51-71fb-45c6-b3c6-0bf64fb241c3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:42.622920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2266d855-dd11-412d-9ea0-24eb80119457 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.657121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c447c53-2ef2-441a-8b2b-1b3209e7719b None None] Network 6c9d01b2-2aa0-4acc-b636-d71add2441af requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:42.684810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-87ce45dd-10dd-4fbe-9297-e883ba371998 None None] Transition to ACTIVE for port object d0088ab2-43d0-4925-9b23-2498bbc99fce will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:42.690582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.711744 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.720423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Attempting to bind port faa7daec-1211-411f-82e9-3a3d1f3f4e65 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:42.720795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Attempting to bind port faa7daec-1211-411f-82e9-3a3d1f3f4e65 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd0e56d88-119c-4f5a-bace-452c7719fbf1'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:42.721178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Attempting to bind port faa7daec-1211-411f-82e9-3a3d1f3f4e65 on network d0e56d88-119c-4f5a-bace-452c7719fbf1 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:42.723299 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3fe1493f-2dbc-44b3-b9ee-8b42beded962 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4997907 Dec 22 08:45:42.728516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51936) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:42.730186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-87ce45dd-10dd-4fbe-9297-e883ba371998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.738314 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2266d855-dd11-412d-9ea0-24eb80119457 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/63628d51-71fb-45c6-b3c6-0bf64fb241c3 HTTP/1.1" status: 204 len: 168 time: 1.7938876 Dec 22 08:45:42.788309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:42.788685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Checking segment: {'id': 'c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd0e56d88-119c-4f5a-bace-452c7719fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:42.789096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.789492 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Bound using segment: {'id': 'c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd0e56d88-119c-4f5a-bace-452c7719fbf1'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:42.791019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51938) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:42.795756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Bound port: faa7daec-1211-411f-82e9-3a3d1f3f4e65, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd0e56d88-119c-4f5a-bace-452c7719fbf1'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:42.796091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.801864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9929a-743f-4226-9298-08065e291956 req-2ddc572d-5a99-466a-93e3-812c0eb8fbf0 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:42.803510 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b6e9929a-743f-4226-9298-08065e291956 req-2ddc572d-5a99-466a-93e3-812c0eb8fbf0 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6712816 Dec 22 08:45:42.884604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-70eb897b-5c8c-41f6-9811-57d8212329d2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.930805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.942892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:43.005783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:43.010106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:43.029935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Transition to ACTIVE for port object a38b73c4-c508-4aec-aff3-cdae3f9e01f5 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:43.031409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:43.065820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:43.069319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.071138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-70eb897b-5c8c-41f6-9811-57d8212329d2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.076776 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-70eb897b-5c8c-41f6-9811-57d8212329d2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/849461e8-71db-4f05-8a01-986a2dadef6f HTTP/1.1" status: 204 len: 168 time: 2.1923864 Dec 22 08:45:43.083938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51944) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:43.099233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526cb44-b174-4967-b10b-af13b8d5e1d7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:43.100715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526cb44-b174-4967-b10b-af13b8d5e1d7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:43.105818 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7526cb44-b174-4967-b10b-af13b8d5e1d7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3661754 Dec 22 08:45:43.106864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb897b-5c8c-41f6-9811-57d8212329d2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=849461e8-71db-4f05-8a01-986a2dadef6f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:43.109840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51946) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:43.153431 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b6e9929a-743f-4226-9298-08065e291956 req-91f86419-f436-46b5-96ca-7aa9331681d4 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042729 Dec 22 08:45:43.159907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.169852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port df139647-c3dd-4347-a515-d51db6969628, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df139647-c3dd-4347-a515-d51db6969628,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:43.198443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94fa54e-a0bb-4cf7-a85f-6ba98197ddf7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['shared'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:43.211589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94fa54e-a0bb-4cf7-a85f-6ba98197ddf7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['shared'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:43.218353 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a94fa54e-a0bb-4cf7-a85f-6ba98197ddf7 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1039870 Dec 22 08:45:43.219092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51954) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:43.237581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] For port faa7daec-1211-411f-82e9-3a3d1f3f4e65, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:43.237863 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c272d71-24dd-4cdb-9976-721a89fcd1b7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] GET failed (client error): The resource could not be found. Dec 22 08:45:43.239308 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6c272d71-24dd-4cdb-9976-721a89fcd1b7 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports/849461e8-71db-4f05-8a01-986a2dadef6f HTTP/1.1" status: 404 len: 333 time: 0.1023314 Dec 22 08:45:43.242644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] For port faa7daec-1211-411f-82e9-3a3d1f3f4e65, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=faa7daec-1211-411f-82e9-3a3d1f3f4e65,segment=NetworkSegment(c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5),segment_id=c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:43.259729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 05e8178e-a126-4811-afac-8055de00281f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:43.260192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.291469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51958) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:43.297782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.299641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce45dd-10dd-4fbe-9297-e883ba371998 None None] Pushing event updated for resources: {'Port': ['ID=d0088ab2-43d0-4925-9b23-2498bbc99fce,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:43.367784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.435735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.521266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=df139647-c3dd-4347-a515-d51db6969628,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:43.529486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96bbb21-d6de-4406-aa4f-80e60e03ac07 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:43.535996 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e96bbb21-d6de-4406-aa4f-80e60e03ac07 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/networks/85526104-13ef-4c53-a91b-69dcb6829017 HTTP/1.1" status: 200 len: 799 time: 0.3154683 Dec 22 08:45:43.547478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51962) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:43.596351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.614298 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd56cb65-8aa4-49df-8ecd-c597b883357b None None] Update dhcp port {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': 'b2c6f601-6d5e-4fa8-b4cd-0ee5be3c557a'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': 'df139647-c3dd-4347-a515-d51db6969628'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:45:43.671854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port 05e8178e-a126-4811-afac-8055de00281f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=05e8178e-a126-4811-afac-8055de00281f,segment=NetworkSegment(8e16874d-18d8-4269-a6e3-bd4bbd93baf0),segment_id=8e16874d-18d8-4269-a6e3-bd4bbd93baf0)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:43.672224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.729853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd9d5f9b-f4a0-4772-8a0a-cf5fb75815fe None None] Provisioning complete for port 0e446418-b210-4725-9645-4c71c43f0058 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:43.730358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd9d5f9b-f4a0-4772-8a0a-cf5fb75815fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.763305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe73f1c-d077-4edd-99f8-72bd871d7c81 None None] Pushing event updated for resources: {'Port': ['ID=faa7daec-1211-411f-82e9-3a3d1f3f4e65,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:43.778278 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd56cb65-8aa4-49df-8ecd-c597b883357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.810213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.859611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4698dde2-20e0-430f-bc29-c5fd4861ca38 None None] DHCP port deletion for 6c9d01b2-2aa0-4acc-b636-d71add2441af request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:43.892342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4698dde2-20e0-430f-bc29-c5fd4861ca38 None None] Deleting port 05e8178e-a126-4811-afac-8055de00281f {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:43.892727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4698dde2-20e0-430f-bc29-c5fd4861ca38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.938867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 05e8178e-a126-4811-afac-8055de00281f owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:44.064487 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88691692-ef96-489d-b112-ab442827acbf tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/networks/85526104-13ef-4c53-a91b-69dcb6829017?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5237036 Dec 22 08:45:44.075921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51966) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:44.188698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 89326814-3878-4cd2-8fbe-164baaa1c427 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:44.193807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919aaf37-267f-4fd0-bd3a-b10fae16f3b2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:44.195430 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-919aaf37-267f-4fd0-bd3a-b10fae16f3b2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/subnets/4fb2fb77-0183-43c3-a87f-a625c4fb5a30 HTTP/1.1" status: 200 len: 811 time: 0.1185496 Dec 22 08:45:44.198646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:44.201618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51970) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:44.214410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.214918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4698dde2-20e0-430f-bc29-c5fd4861ca38 None None] The port '05e8178e-a126-4811-afac-8055de00281f' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:45:44.215025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:44.215025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.238605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.256043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=a38b73c4-c508-4aec-aff3-cdae3f9e01f5,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:44.271726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0088ab2-43d0-4925-9b23-2498bbc99fce up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:44.335425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c18a8ee0-c469-4ae7-8ae5-3be6d618ae28 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.363842 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=05e8178e-a126-4811-afac-8055de00281f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:44.381992 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No DVR routers for this DVR port 05e8178e-a126-4811-afac-8055de00281f on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:44.445269 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-dd56cb65-8aa4-49df-8ecd-c597b883357b None None] Allocated IP 172.20.0.2 (906224fb-f2fa-4b66-98df-524285cae5f9/b2c6f601-6d5e-4fa8-b4cd-0ee5be3c557a/df139647-c3dd-4347-a515-d51db6969628) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:44.468203 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device faa7daec-1211-411f-82e9-3a3d1f3f4e65 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:44.477314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50516b9-be09-43b7-a9b2-87114e420f93 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['shared'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:44.479148 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f50516b9-be09-43b7-a9b2-87114e420f93 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "GET /v2.0/subnets/4fb2fb77-0183-43c3-a87f-a625c4fb5a30?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2744529 Dec 22 08:45:44.491717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51974) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:44.498862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2124851244'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:44.527421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:44.534453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c18a8ee0-c469-4ae7-8ae5-3be6d618ae28 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.595418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901aef7a-9a1f-40c7-a733-89ba8b2cecb3 req-ea73d319-e1a0-4b86-b7b7-06a66502a0f8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:44.597051 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-901aef7a-9a1f-40c7-a733-89ba8b2cecb3 req-ea73d319-e1a0-4b86-b7b7-06a66502a0f8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 1.3074985 Dec 22 08:45:44.608156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:44.622438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.669383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:44.672914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.709092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f0d811fa-48b2-44bb-84a2-96ab81a17968 None None] Provisioning for port d0088ab2-43d0-4925-9b23-2498bbc99fce completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:44.735858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:45:44.742619 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-901aef7a-9a1f-40c7-a733-89ba8b2cecb3 req-0752e669-75d9-4401-99dc-32ee010b248c tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016653 Dec 22 08:45:44.743429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c18a8ee0-c469-4ae7-8ae5-3be6d618ae28 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.777451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f0d811fa-48b2-44bb-84a2-96ab81a17968 None None] Provisioning complete for port d0088ab2-43d0-4925-9b23-2498bbc99fce triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:44.801385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f0d811fa-48b2-44bb-84a2-96ab81a17968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.819958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Router ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:44.830549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.894395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-dd56cb65-8aa4-49df-8ecd-c597b883357b None None] For port df139647-c3dd-4347-a515-d51db6969628, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df139647-c3dd-4347-a515-d51db6969628,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:44.900352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port faa7daec-1211-411f-82e9-3a3d1f3f4e65 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:44.978775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd56cb65-8aa4-49df-8ecd-c597b883357b None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.994204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9d01b2-2aa0-4acc-b636-d71add2441af']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.021659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e16874d-18d8-4269-a6e3-bd4bbd93baf0') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.022127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e16874d-18d8-4269-a6e3-bd4bbd93baf0') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.030226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 05e8178e-a126-4811-afac-8055de00281f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:45.042702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.067737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a8ee0-c469-4ae7-8ae5-3be6d618ae28 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08fa37e-07d7-40ff-9797-89874a9bf580,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:45.094545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.101435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:45.101884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:45.127914 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:45.139149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 05e8178e-a126-4811-afac-8055de00281f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:45.139564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 05e8178e-a126-4811-afac-8055de00281f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:45.215385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f0d811fa-48b2-44bb-84a2-96ab81a17968 None None] Provisioning complete for port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:45.215770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f0d811fa-48b2-44bb-84a2-96ab81a17968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.302107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dd56cb65-8aa4-49df-8ecd-c597b883357b None None] Transition to ACTIVE for port object df139647-c3dd-4347-a515-d51db6969628 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:45.314307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.328688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd56cb65-8aa4-49df-8ecd-c597b883357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.329082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.357069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:45.375165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Network': ['ID=6c9d01b2-2aa0-4acc-b636-d71add2441af,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:45.386164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.386526 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Added segment a83e8930-14fa-4bd2-a294-95989477a68b of type vlan for network a360ba98-dbe0-41de-a7ae-cbef673b0300 Dec 22 08:45:45.400416 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-005e19a5-66f7-45fe-b7e8-6831361ecfc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/networks/6c9d01b2-2aa0-4acc-b636-d71add2441af HTTP/1.1" status: 204 len: 168 time: 2.5899577 Dec 22 08:45:45.400634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b36a354-2ed7-4995-8a30-2236f1a398c2 None None] Network d0e56d88-119c-4f5a-bace-452c7719fbf1 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:45.400745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51980) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:45.408282 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1096965259', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:45.420532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:45.440321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:router and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:45.443855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:45.453312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.456945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:45.470028 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbd2c4-77ed-4958-893c-15894f65e379 req-63bb9e7f-a33a-4ebc-b63f-cde7100156bb tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:45.477011 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-12cbd2c4-77ed-4958-893c-15894f65e379 req-63bb9e7f-a33a-4ebc-b63f-cde7100156bb tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.2329199 Dec 22 08:45:45.493780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f0d811fa-48b2-44bb-84a2-96ab81a17968 None None] Port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:45.508800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.509858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.553157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f0d811fa-48b2-44bb-84a2-96ab81a17968 None None] Could not find standard attr ID for object 849461e8-71db-4f05-8a01-986a2dadef6f. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:45:45.561493 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-12cbd2c4-77ed-4958-893c-15894f65e379 req-07a969d9-9b0d-4743-8657-4eaf8ff86d99 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834675 Dec 22 08:45:45.563786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c18a8ee0-c469-4ae7-8ae5-3be6d618ae28 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.567634 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c18a8ee0-c469-4ae7-8ae5-3be6d618ae28 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/security-groups/b08fa37e-07d7-40ff-9797-89874a9bf580 HTTP/1.1" status: 204 len: 168 time: 2.2697208 Dec 22 08:45:45.567847 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51984) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:45.589216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56cb65-8aa4-49df-8ecd-c597b883357b None None] Pushing event updated for resources: {'Port': ['ID=df139647-c3dd-4347-a515-d51db6969628,revision_number=9']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:45.593384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.598908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:45.599503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.650739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:45.656191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.657212 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-82f217ff-6e14-46b3-9473-4f6f5fe3278c tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "PUT /v2.0/routers/ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b HTTP/1.1" status: 200 len: 917 time: 7.5912650 Dec 22 08:45:45.678617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51990) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:45.684966 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd7cbf-fa61-4d83-992e-abf585592f11 None None] Sync routers for ids ['ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:45.705723 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd7cbf-fa61-4d83-992e-abf585592f11 None None] Routers {'ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:45.705723 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e4bd7cbf-fa61-4d83-992e-abf585592f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.725902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Network': ['ID=a360ba98-dbe0-41de-a7ae-cbef673b0300,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:45.728571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.777490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.796940 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1ed2a6c7-a3dc-4a49-bf17-1d523e7471e6 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3011184 Dec 22 08:45:45.797888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 51994) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:45.811947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network a360ba98-dbe0-41de-a7ae-cbef673b0300 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:45.812681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'network_id': 'a360ba98-dbe0-41de-a7ae-cbef673b0300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:45.838496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Provisioning for port faa7daec-1211-411f-82e9-3a3d1f3f4e65 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:45.845085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.859610 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e4bd7cbf-fa61-4d83-992e-abf585592f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.879251 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd7cbf-fa61-4d83-992e-abf585592f11 None None] Routers {'ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:45.880542 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e4bd7cbf-fa61-4d83-992e-abf585592f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.887540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Provisioning complete for port faa7daec-1211-411f-82e9-3a3d1f3f4e65 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:45.888491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d8272b6-5186-4b7c-bf04-54077dab93f2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.889488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.914452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.918123 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a081ea0d-5619-413a-bb84-ce0ef2463ac8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5139480 Dec 22 08:45:45.952374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 51998) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:45.982218 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e4bd7cbf-fa61-4d83-992e-abf585592f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.982690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'network': {'name': 'tempest-RoutersTest-415926010'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:45.983860 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd7cbf-fa61-4d83-992e-abf585592f11 None None] The sync data for ids ['ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:46.027197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d8272b6-5186-4b7c-bf04-54077dab93f2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.060049 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:46.070131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:46.090936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Made reservation on behalf of aac100486c514e86bf25228ee5c45287 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:46.102423 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-62357613-ccd3-46c5-ae25-d13c75577da8 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/routers/ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b HTTP/1.1" status: 200 len: 923 time: 0.4225547 Dec 22 08:45:46.103739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.145879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52002) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:46.185153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df139647-c3dd-4347-a515-d51db6969628 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:46.202780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:46.223369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:network and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:46.236613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:46.244221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:46.290870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.327530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.ipam_backend_mixin [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Performing IP validity checks on allocation pools {{(pid=87534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:45:46.328130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.ipam_backend_mixin [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:45:46.343492 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] For port faa7daec-1211-411f-82e9-3a3d1f3f4e65, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=faa7daec-1211-411f-82e9-3a3d1f3f4e65,segment=NetworkSegment(c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5),segment_id=c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:46.351958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.369570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d8272b6-5186-4b7c-bf04-54077dab93f2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.412297 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8272b6-5186-4b7c-bf04-54077dab93f2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7564877-81f8-4d43-b00e-0f81061f69c7,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:46.426719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475ecf8-1322-48fe-b94b-3e11e92c5280 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:46.432421 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7475ecf8-1322-48fe-b94b-3e11e92c5280 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&device_id=ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2802558 Dec 22 08:45:46.437390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52006) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:46.442362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Provisioning for port a38b73c4-c508-4aec-aff3-cdae3f9e01f5 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:46.458925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Provisioning complete for port a38b73c4-c508-4aec-aff3-cdae3f9e01f5 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:46.459489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.470576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:46.474498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.508180 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Pushing event updated for resources: {'Port': ['ID=faa7daec-1211-411f-82e9-3a3d1f3f4e65,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:46.509522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] For port df139647-c3dd-4347-a515-d51db6969628, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df139647-c3dd-4347-a515-d51db6969628,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:46.529510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Port a38b73c4-c508-4aec-aff3-cdae3f9e01f5 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:46.533014 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e18e1094-4e74-494f-99c4-1f375ec93579 None None] Could not find standard attr ID for object 849461e8-71db-4f05-8a01-986a2dadef6f. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:45:46.577997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.597432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:46.600533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.601355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.652486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d8272b6-5186-4b7c-bf04-54077dab93f2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.656564 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5d8272b6-5186-4b7c-bf04-54077dab93f2 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/security-groups/b7564877-81f8-4d43-b00e-0f81061f69c7 HTTP/1.1" status: 204 len: 168 time: 1.0876465 Dec 22 08:45:46.661564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52010) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:46.661748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ab676-039d-42d6-ac29-d26879f74d64 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:46.723023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bd88c-dd16-4fb0-8e5e-0730b9d13d66 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:46.727168 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4c6bd88c-dd16-4fb0-8e5e-0730b9d13d66 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 881 time: 0.2844474 Dec 22 08:45:46.727313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6b1b-a6ad-4931-92d0-c8425d704723 req-aacc01bf-1ce3-4104-87de-207131cf0ab6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:46.730238 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d37e6b1b-a6ad-4931-92d0-c8425d704723 req-aacc01bf-1ce3-4104-87de-207131cf0ab6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.9019732 Dec 22 08:45:46.738247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52014) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:46.742501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.742843 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added segment fb87d27f-0f4f-48ea-afe9-09add91babe0 of type vlan for network cf389479-d9ef-4697-8b4b-da7342218d4a Dec 22 08:45:46.745340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:46.762804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:46.769308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-767ae8b3-f273-4af0-9119-0b87ca8dc53d None None] Provisioning for port df139647-c3dd-4347-a515-d51db6969628 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:46.776764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-767ae8b3-f273-4af0-9119-0b87ca8dc53d None None] Provisioning complete for port df139647-c3dd-4347-a515-d51db6969628 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:46.777012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-767ae8b3-f273-4af0-9119-0b87ca8dc53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.777238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:46.777874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.796175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:45:46.814316 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3e02fa7d-9ad9-4a8c-b115-2fc3068cfe07 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b HTTP/1.1" status: 200 len: 205 time: 0.0725543 Dec 22 08:45:46.815138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52018) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:46.852172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.859208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=ab005809-58ba-41e8-96ba-939bcb3f8a8e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:46.887975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.891335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=df139647-c3dd-4347-a515-d51db6969628,revision_number=11']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:46.899159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.902569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.010144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-767ae8b3-f273-4af0-9119-0b87ca8dc53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.057650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-767ae8b3-f273-4af0-9119-0b87ca8dc53d None None] For port df139647-c3dd-4347-a515-d51db6969628, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df139647-c3dd-4347-a515-d51db6969628,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:47.064052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-767ae8b3-f273-4af0-9119-0b87ca8dc53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.095159 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-27a6f682-a1b8-453b-b8f3-1b636a3516e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6764770 Dec 22 08:45:47.103174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52022) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:47.103620 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d37e6b1b-a6ad-4931-92d0-c8425d704723 req-5a33e6a9-04e1-431b-a022-bdc3cc5d876d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471894 Dec 22 08:45:47.104526 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.115376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c88687c-35b9-4bd4-b945-7b705b23cd7f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.124933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:5a:c3:56', 'name': 'tempest-NetworksTestDHCPv6-447829051'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:47.147857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-767ae8b3-f273-4af0-9119-0b87ca8dc53d None None] Provisioning complete for port faa7daec-1211-411f-82e9-3a3d1f3f4e65 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:47.148356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-767ae8b3-f273-4af0-9119-0b87ca8dc53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.175667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=a38b73c4-c508-4aec-aff3-cdae3f9e01f5,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:47.192884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.209286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ae8b3-f273-4af0-9119-0b87ca8dc53d None None] Pushing event updated for resources: {'Port': ['ID=df139647-c3dd-4347-a515-d51db6969628,revision_number=12']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:47.271116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.277230 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:47.278393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.353019 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3883123 Dec 22 08:45:47.353765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52028) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:47.415517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'subnet': {'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:47.464286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac474c2-d9d5-4511-8d69-4cd9a4303375 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Network': ['ID=cf389479-d9ef-4697-8b4b-da7342218d4a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:47.468175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 89326814-3878-4cd2-8fbe-164baaa1c427 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:47.472448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:47.478465 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network cf389479-d9ef-4697-8b4b-da7342218d4a details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:47.512849 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c88687c-35b9-4bd4-b945-7b705b23cd7f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.574042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=c57c9164-0766-4e46-9381-5a120cbbe6d7,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:47.693374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Checking segment: {'id': 'a83e8930-14fa-4bd2-a294-95989477a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a360ba98-dbe0-41de-a7ae-cbef673b0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:47.693907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network hostable DHCP agents. Network: a360ba98-dbe0-41de-a7ae-cbef673b0300, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:47.696018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:47.704834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:subnet and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:47.709257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:47.719025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:47.748439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:47.751912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.759145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:47.766175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c88687c-35b9-4bd4-b945-7b705b23cd7f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.770941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:47.786223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:47.790197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.798898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Network a360ba98-dbe0-41de-a7ae-cbef673b0300 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:47.802072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:47.812943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88687c-35b9-4bd4-b945-7b705b23cd7f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11acab17-df3c-4e05-b642-6476ee7203e3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:47.828749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Deleting port d5120229-04b8-4f99-9e6b-f030a26081d9 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:47.829251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.862887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router c0dc503a-a898-441c-8f1b-5790fa2b5516 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:47.874319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, a360ba98-dbe0-41de-a7ae-cbef673b0300) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:47.880479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:47.881510 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.890922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9efdad5-b72d-4ee6-a574-45793194aa15 None None] Network a360ba98-dbe0-41de-a7ae-cbef673b0300 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:47.895702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c88687c-35b9-4bd4-b945-7b705b23cd7f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.899563 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5c88687c-35b9-4bd4-b945-7b705b23cd7f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/security-groups/11acab17-df3c-4e05-b642-6476ee7203e3 HTTP/1.1" status: 204 len: 168 time: 1.2355344 Dec 22 08:45:47.903087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52032) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:47.910132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:48.006681 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae1e730-4161-4e89-adca-21ec6affb765 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:48.043238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:48.059856 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0d5d3eaf-f01c-4f07-b599-4278a9908e43 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/c0dc503a-a898-441c-8f1b-5790fa2b5516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7136438 Dec 22 08:45:48.060632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52036) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:48.076405 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e464c817-6f26-4abb-b570-55c9a29f0597 None None] Provisioning complete for port a38b73c4-c508-4aec-aff3-cdae3f9e01f5 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:48.076968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e464c817-6f26-4abb-b570-55c9a29f0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.109738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1540d2d-8c8c-4a4c-9369-8ca27211fc2a None None] Sync routers for ids ['c0dc503a-a898-441c-8f1b-5790fa2b5516'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:48.135583 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.159069 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4d1dbd74-8a7c-45bb-9882-427628640a42 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3491430 Dec 22 08:45:48.162025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52040) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:48.172382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device faa7daec-1211-411f-82e9-3a3d1f3f4e65 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:48.174379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1d7b7ca7-3873-418a-bae3-213741de4ef9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:48.222070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9738e4f2-9716-49c4-92d0-ff319de2fb3c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:48.222632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9738e4f2-9716-49c4-92d0-ff319de2fb3c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Synchronizing usage tracker for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:48.246202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f456ca4-219b-4a23-8da5-62c838fd90ee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:48.256809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f456ca4-219b-4a23-8da5-62c838fd90ee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.284494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1540d2d-8c8c-4a4c-9369-8ca27211fc2a None None] Routers {'c0dc503a-a898-441c-8f1b-5790fa2b5516'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:48.285757 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a1540d2d-8c8c-4a4c-9369-8ca27211fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c0dc503a-a898-441c-8f1b-5790fa2b5516'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.285916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 177ffe7f-038f-4f73-95b2-7a9153a81915 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:45:48.315943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9738e4f2-9716-49c4-92d0-ff319de2fb3c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Unset dirty status for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:48.319818 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9738e4f2-9716-49c4-92d0-ff319de2fb3c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports/a38b73c4-c508-4aec-aff3-cdae3f9e01f5 HTTP/1.1" status: 200 len: 911 time: 0.2544093 Dec 22 08:45:48.321603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52044) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:48.377821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a1540d2d-8c8c-4a4c-9369-8ca27211fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.394170 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f456ca4-219b-4a23-8da5-62c838fd90ee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.407236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e464c817-6f26-4abb-b570-55c9a29f0597 None None] Port a38b73c4-c508-4aec-aff3-cdae3f9e01f5 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:48.438601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1540d2d-8c8c-4a4c-9369-8ca27211fc2a None None] Routers {'c0dc503a-a898-441c-8f1b-5790fa2b5516'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:48.439673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a1540d2d-8c8c-4a4c-9369-8ca27211fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c0dc503a-a898-441c-8f1b-5790fa2b5516'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.440443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.463269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.546175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a1540d2d-8c8c-4a4c-9369-8ca27211fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.546608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1540d2d-8c8c-4a4c-9369-8ca27211fc2a None None] The sync data for ids ['c0dc503a-a898-441c-8f1b-5790fa2b5516'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:48.588955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Calling delete_port for d5120229-04b8-4f99-9e6b-f030a26081d9 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:48.617313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port faa7daec-1211-411f-82e9-3a3d1f3f4e65 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:48.617748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.650780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7ca7-3873-418a-bae3-213741de4ef9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14988279'] for subnet, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.698117 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b9751ecf-a301-4ea2-9cfa-640c7bc8ce7d None None] Provisioning complete for port df139647-c3dd-4347-a515-d51db6969628 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:48.698533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b9751ecf-a301-4ea2-9cfa-640c7bc8ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.785870 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f456ca4-219b-4a23-8da5-62c838fd90ee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.818225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Subnet': ['ID=5a3bb21c-698b-4b2d-9d08-8460e4c1f492,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:48.821108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Checking segment: {'id': 'fb87d27f-0f4f-48ea-afe9-09add91babe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:48.821638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network hostable DHCP agents. Network: cf389479-d9ef-4697-8b4b-da7342218d4a, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:48.861964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-a360ba98-dbe0-41de-a7ae-cbef673b0300', 'network_id': 'a360ba98-dbe0-41de-a7ae-cbef673b0300', 'tenant_id': 'aac100486c514e86bf25228ee5c45287', 'fixed_ips': [{'subnet_id': 'c57c9164-0766-4e46-9381-5a120cbbe6d7'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:48.862922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.888643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 172.20.0.6 (906224fb-f2fa-4b66-98df-524285cae5f9/b2c6f601-6d5e-4fa8-b4cd-0ee5be3c557a/177ffe7f-038f-4f73-95b2-7a9153a81915) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:48.944483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network cf389479-d9ef-4697-8b4b-da7342218d4a is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:48.946213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::f816:3eff:fe5a:c356 (906224fb-f2fa-4b66-98df-524285cae5f9/ab005809-58ba-41e8-96ba-939bcb3f8a8e/177ffe7f-038f-4f73-95b2-7a9153a81915) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:48.997101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df139647-c3dd-4347-a515-d51db6969628 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:49.040092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f456ca4-219b-4a23-8da5-62c838fd90ee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.115469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f456ca4-219b-4a23-8da5-62c838fd90ee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:49.131359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132372b4-38a9-45a7-b375-dac2618948b2 None None] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:49.153472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port df139647-c3dd-4347-a515-d51db6969628 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:49.154042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.226902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, cf389479-d9ef-4697-8b4b-da7342218d4a) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:49.250634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:49.251223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.265462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03b70f6-b8d2-4e24-87c9-5092836601b8 None None] Network cf389479-d9ef-4697-8b4b-da7342218d4a requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:49.286600 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a50fb0ec-97dc-4bda-9f38-e8e3095007c0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9239044 Dec 22 08:45:49.289473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52048) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:49.358852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f456ca4-219b-4a23-8da5-62c838fd90ee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.388980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.429313 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0f456ca4-219b-4a23-8da5-62c838fd90ee tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d HTTP/1.1" status: 204 len: 168 time: 1.5205121 Dec 22 08:45:49.446894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52052) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:49.479040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-78c8c797-dec4-4e37-8556-13b21ccf652f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.487882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Pushing event deleted for resources: {'Port': ['ID=d5120229-04b8-4f99-9e6b-f030a26081d9,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:49.517580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ff060df1-6769-4626-83b8-e1356652a66b None None] Provisioning complete for port df139647-c3dd-4347-a515-d51db6969628 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:49.518069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ff060df1-6769-4626-83b8-e1356652a66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.539187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.626364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e64097-23ef-4e8c-a812-909744a67356 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet 0dca5321-173c-4280-95a1-843bccc7de00 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:49.637262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14e64097-23ef-4e8c-a812-909744a67356 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.666543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.688211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7ca7-3873-418a-bae3-213741de4ef9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780650055882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14694762'] for subnet, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.696623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.861485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Allocated IP 172.20.0.3 (a360ba98-dbe0-41de-a7ae-cbef673b0300/c57c9164-0766-4e46-9381-5a120cbbe6d7/c6e124fa-95e3-4fe2-83da-0a60d36225db) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:49.875031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 177ffe7f-038f-4f73-95b2-7a9153a81915 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:49.879770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14e64097-23ef-4e8c-a812-909744a67356 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.900116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-cf389479-d9ef-4697-8b4b-da7342218d4a', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:49.900783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.909672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.915398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.973139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.974024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Fanout notify agent at l3_agent the message router_deleted on router ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:49.988250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.989467 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-431aec96-7ebd-4e08-b6ed-31a109059964 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b HTTP/1.1" status: 204 len: 168 time: 3.1733255 Dec 22 08:45:49.999640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52056) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:50.005905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-14984303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:50.014415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:50.019969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Usage tracker for resource:router and tenant:83f40dfef9934399b1e451fb97b1775a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:50.023122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.024937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:50.077504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:50.113990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14e64097-23ef-4e8c-a812-909744a67356 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.148232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7b7ca7-3873-418a-bae3-213741de4ef9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:50.149444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7ca7-3873-418a-bae3-213741de4ef9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.150931 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1d7b7ca7-3873-418a-bae3-213741de4ef9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "PUT /v2.0/subnets/c57c9164-0766-4e46-9381-5a120cbbe6d7 HTTP/1.1" status: 200 len: 877 time: 1.9877944 Dec 22 08:45:50.156582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:50.159942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52060) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:50.162981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.163985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.173422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:50.209178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:50.220149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b7ca7-3873-418a-bae3-213741de4ef9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event updated for resources: {'Subnet': ['ID=c57c9164-0766-4e46-9381-5a120cbbe6d7,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:50.269552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=177ffe7f-038f-4f73-95b2-7a9153a81915,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:50.328447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Allocated IP 172.20.0.2 (cf389479-d9ef-4697-8b4b-da7342218d4a/5a3bb21c-698b-4b2d-9d08-8460e4c1f492/988e789b-d7af-4cc1-8145-671ddfac4beb) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:50.335792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.351091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.376758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Transition to ACTIVE for port object c6e124fa-95e3-4fe2-83da-0a60d36225db will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:50.402799 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.404006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Transition to ACTIVE for port object c6e124fa-95e3-4fe2-83da-0a60d36225db will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:50.438007 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:50.438906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.447068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.523416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14e64097-23ef-4e8c-a812-909744a67356 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.570387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Network a360ba98-dbe0-41de-a7ae-cbef673b0300 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:50.571507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.598045 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4124ca39-e5ac-4036-9123-5c4aff61f955 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4800668 Dec 22 08:45:50.620195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52064) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:50.621138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e64097-23ef-4e8c-a812-909744a67356 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=0dca5321-173c-4280-95a1-843bccc7de00,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:50.658226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14e64097-23ef-4e8c-a812-909744a67356 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.659250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:50.660073 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-14e64097-23ef-4e8c-a812-909744a67356 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/0dca5321-173c-4280-95a1-843bccc7de00 HTTP/1.1" status: 204 len: 168 time: 1.2053239 Dec 22 08:45:50.664172 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.665847 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52068) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:50.670252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:50.685104 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Pushing event updated for resources: {'Port': ['ID=c6e124fa-95e3-4fe2-83da-0a60d36225db,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:50.730550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.734638 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4f8eddf6-f58b-4ae6-8966-cdff21575d81 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7344398 Dec 22 08:45:50.737427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52072) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:50.738081 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f6dcf2-9154-4d88-a6e7-8a13817ea677 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:50.738531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f6dcf2-9154-4d88-a6e7-8a13817ea677 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:50.742496 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-85f6dcf2-9154-4d88-a6e7-8a13817ea677 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/c25bf1b8-2a04-4ec4-a3cb-4a62ed26e11d HTTP/1.1" status: 404 len: 337 time: 0.0673733 Dec 22 08:45:50.744367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52076) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:50.748493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'enable_snat': False}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:50.814550 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4f9b1b5c-437b-4c40-89ee-fa13be670f70 None None] Provisioning for port 177ffe7f-038f-4f73-95b2-7a9153a81915 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:50.822804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port c6e124fa-95e3-4fe2-83da-0a60d36225db {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:50.823145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.863041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4f9b1b5c-437b-4c40-89ee-fa13be670f70 None None] Provisioning complete for port 177ffe7f-038f-4f73-95b2-7a9153a81915 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:50.863426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1b5c-437b-4c40-89ee-fa13be670f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.904863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Attempting to bind port c6e124fa-95e3-4fe2-83da-0a60d36225db on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:50.905253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Attempting to bind port c6e124fa-95e3-4fe2-83da-0a60d36225db by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'a83e8930-14fa-4bd2-a294-95989477a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a360ba98-dbe0-41de-a7ae-cbef673b0300'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:50.905617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Attempting to bind port c6e124fa-95e3-4fe2-83da-0a60d36225db on network a360ba98-dbe0-41de-a7ae-cbef673b0300 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:50.932619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:50.933052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Checking segment: {'id': 'a83e8930-14fa-4bd2-a294-95989477a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a360ba98-dbe0-41de-a7ae-cbef673b0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:50.933403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.933869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Bound using segment: {'id': 'a83e8930-14fa-4bd2-a294-95989477a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a360ba98-dbe0-41de-a7ae-cbef673b0300'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:50.934352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Bound port: c6e124fa-95e3-4fe2-83da-0a60d36225db, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83e8930-14fa-4bd2-a294-95989477a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a360ba98-dbe0-41de-a7ae-cbef673b0300'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:50.935328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.950860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d29ca4-1425-468e-827a-ece878de37e9 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting subnet f9a51ce8-e7c9-4839-84e3-98e61fc50b70 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:50.958033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Allocated IP 2001:db8:1::1 (d0e56d88-119c-4f5a-bace-452c7719fbf1/c786475d-4386-4bf3-9eae-7aa51ece0c66/2c0d641b-040b-4adf-871b-658b322953f9) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:50.959907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-06d29ca4-1425-468e-827a-ece878de37e9 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.012449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.021424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b1b5c-437b-4c40-89ee-fa13be670f70 None None] Port 177ffe7f-038f-4f73-95b2-7a9153a81915 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:51.034201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Transition to ACTIVE for port object 988e789b-d7af-4cc1-8145-671ddfac4beb will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:51.044531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-06d29ca4-1425-468e-827a-ece878de37e9 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.072185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Transition to ACTIVE for port object 988e789b-d7af-4cc1-8145-671ddfac4beb will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:51.079338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] For port c6e124fa-95e3-4fe2-83da-0a60d36225db, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:51.083627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] For port c6e124fa-95e3-4fe2-83da-0a60d36225db, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c6e124fa-95e3-4fe2-83da-0a60d36225db,segment=NetworkSegment(a83e8930-14fa-4bd2-a294-95989477a68b),segment_id=a83e8930-14fa-4bd2-a294-95989477a68b)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:51.089048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.135706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.181487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Network cf389479-d9ef-4697-8b4b-da7342218d4a is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:51.184362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd6da1b-4cf2-472b-9a00-631320ae1ce6 None None] Network 7e107f73-53d6-49df-a72e-95f67ebedb66 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:51.209375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:51.219065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:51.223735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Pushing event updated for resources: {'Port': ['ID=988e789b-d7af-4cc1-8145-671ddfac4beb,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:51.320288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Allocated IP 172.20.0.1 (cf389479-d9ef-4697-8b4b-da7342218d4a/5a3bb21c-698b-4b2d-9d08-8460e4c1f492/b5c94b4b-cb63-4134-baeb-c20ffbfec03d) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:51.382261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c5fda2-c9e1-48a9-884d-a94ff6aa96c8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:51.388925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c5fda2-c9e1-48a9-884d-a94ff6aa96c8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:51.389218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.389949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-77c5fda2-c9e1-48a9-884d-a94ff6aa96c8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:51.476352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Transition to ACTIVE for port object 2c0d641b-040b-4adf-871b-658b322953f9 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:51.485863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-06d29ca4-1425-468e-827a-ece878de37e9 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.503105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.530042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-77c5fda2-c9e1-48a9-884d-a94ff6aa96c8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:51.533659 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-77c5fda2-c9e1-48a9-884d-a94ff6aa96c8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9077523 Dec 22 08:45:51.533823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52080) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:51.536035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-61d09a71-af6e-4611-a080-e6f1a38ccfc8 None None] Provisioning complete for port d0088ab2-43d0-4925-9b23-2498bbc99fce triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:51.536035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-61d09a71-af6e-4611-a080-e6f1a38ccfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.566823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641df1ba-bc17-4200-b3b3-05ee96a9bae9 None None] Pushing event updated for resources: {'Port': ['ID=c6e124fa-95e3-4fe2-83da-0a60d36225db,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:51.575992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Attempting to bind port 988e789b-d7af-4cc1-8145-671ddfac4beb on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:51.576496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Attempting to bind port 988e789b-d7af-4cc1-8145-671ddfac4beb by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'fb87d27f-0f4f-48ea-afe9-09add91babe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:51.576692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Attempting to bind port 988e789b-d7af-4cc1-8145-671ddfac4beb on network cf389479-d9ef-4697-8b4b-da7342218d4a {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:51.601323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:51.601827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Checking segment: {'id': 'fb87d27f-0f4f-48ea-afe9-09add91babe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:51.602135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.602530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Bound using segment: {'id': 'fb87d27f-0f4f-48ea-afe9-09add91babe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:51.603072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Bound port: 988e789b-d7af-4cc1-8145-671ddfac4beb, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb87d27f-0f4f-48ea-afe9-09add91babe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:51.603339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.671424 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-06d29ca4-1425-468e-827a-ece878de37e9 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.678602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.743713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ad274b35-ca54-46a0-b5d0-3646cb120f99 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 177ffe7f-038f-4f73-95b2-7a9153a81915 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:51.744315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ad274b35-ca54-46a0-b5d0-3646cb120f99 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.745852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d29ca4-1425-468e-827a-ece878de37e9 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a51ce8-e7c9-4839-84e3-98e61fc50b70,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:51.750722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.767981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-06d29ca4-1425-468e-827a-ece878de37e9 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.792437 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port c6e124fa-95e3-4fe2-83da-0a60d36225db, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c6e124fa-95e3-4fe2-83da-0a60d36225db,segment=NetworkSegment(a83e8930-14fa-4bd2-a294-95989477a68b),segment_id=a83e8930-14fa-4bd2-a294-95989477a68b)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:51.793238 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.839116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d0a45682-f7ac-44a9-9565-c411b24aabc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.868853 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-06d29ca4-1425-468e-827a-ece878de37e9 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/f9a51ce8-e7c9-4839-84e3-98e61fc50b70 HTTP/1.1" status: 204 len: 168 time: 1.1201110 Dec 22 08:45:51.870857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network d0e56d88-119c-4f5a-bace-452c7719fbf1 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:51.875376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52084) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:51.898867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] For port 988e789b-d7af-4cc1-8145-671ddfac4beb, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:51.913390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] For port 988e789b-d7af-4cc1-8145-671ddfac4beb, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=988e789b-d7af-4cc1-8145-671ddfac4beb,segment=NetworkSegment(fb87d27f-0f4f-48ea-afe9-09add91babe0),segment_id=fb87d27f-0f4f-48ea-afe9-09add91babe0)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:51.921187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Transition to ACTIVE for port object b5c94b4b-cb63-4134-baeb-c20ffbfec03d will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:51.922091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.924638 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6c8506-eadc-4e31-b04c-38f9eb851ca6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:51.925103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6c8506-eadc-4e31-b04c-38f9eb851ca6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:51.929498 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-eb6c8506-eadc-4e31-b04c-38f9eb851ca6 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/52b3bcae-220b-4928-8b3e-eb9d8ebba1a5 HTTP/1.1" status: 404 len: 337 time: 0.0508058 Dec 22 08:45:51.929498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:51.930638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:51.930928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.940551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for c6e124fa-95e3-4fe2-83da-0a60d36225db owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:51.961441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52088) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:52.017230 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-645580a2-3436-46c5-bff7-82fa6109d340 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "GET /v2.0/ports?device_id=85bfd203-4152-4d6b-8485-a6912c9ff626 HTTP/1.1" status: 200 len: 205 time: 0.0515594 Dec 22 08:45:52.017230 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=2c0d641b-040b-4adf-871b-658b322953f9,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:52.022152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52092) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:52.072463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-61d09a71-af6e-4611-a080-e6f1a38ccfc8 None None] Provisioning complete for port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:52.072904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-61d09a71-af6e-4611-a080-e6f1a38ccfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.198289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.205295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec91580-2c01-42a7-ad2e-d2cf0c823764 None None] DHCP port deletion for 7e107f73-53d6-49df-a72e-95f67ebedb66 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:52.243967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1ec91580-2c01-42a7-ad2e-d2cf0c823764 None None] Deleting port d0088ab2-43d0-4925-9b23-2498bbc99fce {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:52.244348 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1ec91580-2c01-42a7-ad2e-d2cf0c823764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.284205 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c6e124fa-95e3-4fe2-83da-0a60d36225db up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:52.292938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Port': ['ID=c6e124fa-95e3-4fe2-83da-0a60d36225db,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:52.339463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e39f6a-eac3-4abf-907c-f1a8f59c2588 None None] Pushing event updated for resources: {'Port': ['ID=988e789b-d7af-4cc1-8145-671ddfac4beb,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:52.379877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: c6e124fa-95e3-4fe2-83da-0a60d36225db {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:52.385655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c6e124fa-95e3-4fe2-83da-0a60d36225db not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:45:52.427454 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-40058416-3563-42b9-8e81-7b14b70a638b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] delete failed (client error): The resource could not be found. Dec 22 08:45:52.431467 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-40058416-3563-42b9-8e81-7b14b70a638b tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/routers/85bfd203-4152-4d6b-8485-a6912c9ff626 HTTP/1.1" status: 404 len: 336 time: 0.4074657 Dec 22 08:45:52.432187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52096) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:52.436939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-61d09a71-af6e-4611-a080-e6f1a38ccfc8 None None] Port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:52.486848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port c6e124fa-95e3-4fe2-83da-0a60d36225db not found, will not notify nova. {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:45:52.528614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No DVR routers for this DVR port c6e124fa-95e3-4fe2-83da-0a60d36225db on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:52.535263 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d140480-53ca-4010-8819-03f102421bf8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:52.535853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d140480-53ca-4010-8819-03f102421bf8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:52.541796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7d140480-53ca-4010-8819-03f102421bf8 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/29a1a200-31a1-4676-a431-4d52971a88a5 HTTP/1.1" status: 404 len: 337 time: 0.0740860 Dec 22 08:45:52.543430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52100) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:52.584236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.622954 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7d27a91c-bc2e-4f57-a735-d25fc1e9baa0 None None] Provisioning for port 2c0d641b-040b-4adf-871b-658b322953f9 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:52.658435 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-975376da-02af-4836-be92-140cad533465 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:52.659137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975376da-02af-4836-be92-140cad533465 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:52.663653 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-975376da-02af-4836-be92-140cad533465 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/19024dc4-22cc-492a-a6b5-c8187a5b0b6b HTTP/1.1" status: 404 len: 337 time: 0.1176107 Dec 22 08:45:52.666402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.680179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52104) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:52.687283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7d27a91c-bc2e-4f57-a735-d25fc1e9baa0 None None] Provisioning complete for port 2c0d641b-040b-4adf-871b-658b322953f9 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:52.687779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7d27a91c-bc2e-4f57-a735-d25fc1e9baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.726599 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:45:52.774855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ad274b35-ca54-46a0-b5d0-3646cb120f99 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.809875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1ec91580-2c01-42a7-ad2e-d2cf0c823764 None None] For port d0088ab2-43d0-4925-9b23-2498bbc99fce, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0088ab2-43d0-4925-9b23-2498bbc99fce,segment=NetworkSegment(6f052185-9a30-4213-a7b4-ab977e7ac8a9),segment_id=6f052185-9a30-4213-a7b4-ab977e7ac8a9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:52.811014 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1ec91580-2c01-42a7-ad2e-d2cf0c823764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.860798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network cf389479-d9ef-4697-8b4b-da7342218d4a is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:52.862699 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce77dfc-dfe6-4c7b-92ab-fdded7bffbc0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:52.863470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce77dfc-dfe6-4c7b-92ab-fdded7bffbc0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:52.868075 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dce77dfc-dfe6-4c7b-92ab-fdded7bffbc0 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/2368b2fd-e28d-40f1-8481-44ccb560a54b HTTP/1.1" status: 404 len: 337 time: 0.1096141 Dec 22 08:45:52.876733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52110) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:52.884438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:52.890342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:52.988494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1ec91580-2c01-42a7-ad2e-d2cf0c823764 None None] Calling delete_port for d0088ab2-43d0-4925-9b23-2498bbc99fce owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:53.032694 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.060683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7d27a91c-bc2e-4f57-a735-d25fc1e9baa0 None None] Port 2c0d641b-040b-4adf-871b-658b322953f9 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:53.063233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bc4a91-15e0-41f4-b636-15828baa2a73 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:53.066211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bc4a91-15e0-41f4-b636-15828baa2a73 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:53.073046 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-97bc4a91-15e0-41f4-b636-15828baa2a73 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/6ba1b27e-dc69-42b0-97ba-1e5100d85ac5 HTTP/1.1" status: 404 len: 333 time: 0.1844244 Dec 22 08:45:53.080418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.111624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ad274b35-ca54-46a0-b5d0-3646cb120f99 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 177ffe7f-038f-4f73-95b2-7a9153a81915 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:53.112813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1ec91580-2c01-42a7-ad2e-d2cf0c823764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.172822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52114) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:53.173366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaefbe6f-1ded-4aad-bc8c-53b202568784 None None] Network a360ba98-dbe0-41de-a7ae-cbef673b0300 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:53.208992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec91580-2c01-42a7-ad2e-d2cf0c823764 None None] Pushing event deleted for resources: {'Port': ['ID=d0088ab2-43d0-4925-9b23-2498bbc99fce,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:53.238887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8f59f9d0-621a-4a16-a0a0-af069f13c368 None None] Could not find standard attr ID for object c6e124fa-95e3-4fe2-83da-0a60d36225db. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:45:53.246547 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec91580-2c01-42a7-ad2e-d2cf0c823764 None None] No DVR routers for this DVR port d0088ab2-43d0-4925-9b23-2498bbc99fce on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:53.257295 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-983d06dd-78ef-494e-bf87-25fd5438a7dd tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:53.257763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983d06dd-78ef-494e-bf87-25fd5438a7dd tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:53.261731 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-983d06dd-78ef-494e-bf87-25fd5438a7dd tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/471749ff-8419-4d24-8710-a10f942ba495 HTTP/1.1" status: 404 len: 337 time: 0.0851734 Dec 22 08:45:53.372833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52118) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:53.413055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ad274b35-ca54-46a0-b5d0-3646cb120f99 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.469357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=b5c94b4b-cb63-4134-baeb-c20ffbfec03d,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:53.499592 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9ced69-c5c4-4f7d-a8c6-dd16365ee85f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:53.500324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9ced69-c5c4-4f7d-a8c6-dd16365ee85f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:53.518992 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad274b35-ca54-46a0-b5d0-3646cb120f99 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=177ffe7f-038f-4f73-95b2-7a9153a81915,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:53.537223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.560112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.621911 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1f9ced69-c5c4-4f7d-a8c6-dd16365ee85f tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/0c5320b8-a728-44d8-901b-1278ecd80e59 HTTP/1.1" status: 404 len: 337 time: 0.2465050 Dec 22 08:45:53.622663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52122) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:53.800920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.824254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4579ff46-a549-40b7-a77a-fb7f43a7bd6d None None] Network cf389479-d9ef-4697-8b4b-da7342218d4a requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:53.859754 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e651fd14-d9ce-487b-8e18-84ed5da3f2a6 None None] Network a360ba98-dbe0-41de-a7ae-cbef673b0300 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:53.947204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-038e69f6-e177-4845-b5f4-6b4c2a813d1c None None] Provisioning for port 988e789b-d7af-4cc1-8145-671ddfac4beb completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:53.988712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.066187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.067011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.086033 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-be81c8f3-c50f-410b-b5c3-d877a16c3e11 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:54.086535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be81c8f3-c50f-410b-b5c3-d877a16c3e11 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:54.092157 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-be81c8f3-c50f-410b-b5c3-d877a16c3e11 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/73a33695-2a2f-4c92-b358-33d2273e9b13 HTTP/1.1" status: 404 len: 333 time: 0.4564984 Dec 22 08:45:54.098362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52126) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.162454 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4159de01-094d-4edf-8b0d-553de6f35b07 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:54.162911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4159de01-094d-4edf-8b0d-553de6f35b07 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:54.168468 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4159de01-094d-4edf-8b0d-553de6f35b07 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/94c7a296-0a39-4520-b68c-57417a8eef99 HTTP/1.1" status: 404 len: 337 time: 0.0580480 Dec 22 08:45:54.182284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52130) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.217336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.234935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 988e789b-d7af-4cc1-8145-671ddfac4beb up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:54.252084 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-450e2ffe-d14e-4de6-8d02-be73f8fce7ab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:54.252843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450e2ffe-d14e-4de6-8d02-be73f8fce7ab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:54.255315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=2c0d641b-040b-4adf-871b-658b322953f9,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:54.257727 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-450e2ffe-d14e-4de6-8d02-be73f8fce7ab tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/subnets/ad3369b5-93e8-4bb5-af7e-d4f9459696e3 HTTP/1.1" status: 404 len: 337 time: 0.0741789 Dec 22 08:45:54.257911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52134) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.279328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ad274b35-ca54-46a0-b5d0-3646cb120f99 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.288446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.327845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.334303 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ad274b35-ca54-46a0-b5d0-3646cb120f99 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/177ffe7f-038f-4f73-95b2-7a9153a81915 HTTP/1.1" status: 204 len: 168 time: 2.7972083 Dec 22 08:45:54.334303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.370138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52138) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.459863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=c57c9164-0766-4e46-9381-5a120cbbe6d7,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:54.485915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 988e789b-d7af-4cc1-8145-671ddfac4beb completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:54.496588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 988e789b-d7af-4cc1-8145-671ddfac4beb triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:54.496955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.565948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1f11a1e5-ed92-45dc-b1ee-5c3b317da9e1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Deleting port ff7aaa4c-14a7-44e5-8f71-b7f7794a608b {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:54.566455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f11a1e5-ed92-45dc-b1ee-5c3b317da9e1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.595906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fdaca8-4075-4a13-9816-8250b075c161 None None] DHCP port deletion for a360ba98-dbe0-41de-a7ae-cbef673b0300 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:54.600381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.636993 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.671784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 988e789b-d7af-4cc1-8145-671ddfac4beb, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=988e789b-d7af-4cc1-8145-671ddfac4beb,segment=NetworkSegment(fb87d27f-0f4f-48ea-afe9-09add91babe0),segment_id=fb87d27f-0f4f-48ea-afe9-09add91babe0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:54.677328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.684973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe57bee-91f3-441c-a78a-d4d022b49a14 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:54.686561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe57bee-91f3-441c-a78a-d4d022b49a14 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:54.687976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe57bee-91f3-441c-a78a-d4d022b49a14 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:54.688777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cfe57bee-91f3-441c-a78a-d4d022b49a14 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:54.707947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a360ba98-dbe0-41de-a7ae-cbef673b0300']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:54.727277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83e8930-14fa-4bd2-a294-95989477a68b') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:54.728386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83e8930-14fa-4bd2-a294-95989477a68b') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:54.760921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.761464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0088ab2-43d0-4925-9b23-2498bbc99fce no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:54.782497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cfe57bee-91f3-441c-a78a-d4d022b49a14 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:54.786573 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cfe57bee-91f3-441c-a78a-d4d022b49a14 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3851717 Dec 22 08:45:54.786573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Allocated IP 172.26.1.30 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/17fe2d45-d921-450d-b523-4a5bdfa72064) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:54.788522 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52142) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.802486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: d0088ab2-43d0-4925-9b23-2498bbc99fce {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:54.802833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0088ab2-43d0-4925-9b23-2498bbc99fce not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:54.821420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network d0e56d88-119c-4f5a-bace-452c7719fbf1 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:54.827303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:54.830001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=988e789b-d7af-4cc1-8145-671ddfac4beb,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:54.858326 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.885811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:54.886472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:54.917379 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:54.944427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:45:54.959099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.029125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-62bc78b0-b822-473a-b8e4-9a058e1ffbe6 None None] Provisioning complete for port 988e789b-d7af-4cc1-8145-671ddfac4beb triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:55.038337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-62bc78b0-b822-473a-b8e4-9a058e1ffbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.052858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.193712 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a403a8e6-ebf6-4c90-a51d-7b9b1ee9fa3e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet ab005809-58ba-41e8-96ba-939bcb3f8a8e {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:55.206261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a403a8e6-ebf6-4c90-a51d-7b9b1ee9fa3e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.226467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-62bc78b0-b822-473a-b8e4-9a058e1ffbe6 None None] Provisioning for port b5c94b4b-cb63-4134-baeb-c20ffbfec03d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:55.233699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-62bc78b0-b822-473a-b8e4-9a058e1ffbe6 None None] Provisioning complete for port b5c94b4b-cb63-4134-baeb-c20ffbfec03d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:55.234322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-62bc78b0-b822-473a-b8e4-9a058e1ffbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.264454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f11a1e5-ed92-45dc-b1ee-5c3b317da9e1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.298588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-62bc78b0-b822-473a-b8e4-9a058e1ffbe6 None None] Port b5c94b4b-cb63-4134-baeb-c20ffbfec03d cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:55.310317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.338303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.339376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.361397 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a403a8e6-ebf6-4c90-a51d-7b9b1ee9fa3e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.395264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=a360ba98-dbe0-41de-a7ae-cbef673b0300,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:55.415369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1f11a1e5-ed92-45dc-b1ee-5c3b317da9e1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Calling delete_port for ff7aaa4c-14a7-44e5-8f71-b7f7794a608b owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:55.421242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9719150b-59cf-4059-b6c1-d7dafe0782a9 None None] Provisioning complete for port b5c94b4b-cb63-4134-baeb-c20ffbfec03d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:55.422205 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9719150b-59cf-4059-b6c1-d7dafe0782a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.432225 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-854c8225-8550-45da-b950-66c7e542750a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/a360ba98-dbe0-41de-a7ae-cbef673b0300 HTTP/1.1" status: 204 len: 168 time: 5.2570996 Dec 22 08:45:55.434717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52146) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.443868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=b5c94b4b-cb63-4134-baeb-c20ffbfec03d,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:55.490365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9719150b-59cf-4059-b6c1-d7dafe0782a9 None None] Port b5c94b4b-cb63-4134-baeb-c20ffbfec03d cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:55.491241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router c0dc503a-a898-441c-8f1b-5790fa2b5516 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:55.495230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.502856 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9719150b-59cf-4059-b6c1-d7dafe0782a9 None None] Provisioning complete for port 2c0d641b-040b-4adf-871b-658b322953f9 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:55.503345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9719150b-59cf-4059-b6c1-d7dafe0782a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.504111 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-69844b0f-d236-4ab5-967c-2529350598c0 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:55.504574 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69844b0f-d236-4ab5-967c-2529350598c0 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:55.508726 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-69844b0f-d236-4ab5-967c-2529350598c0 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/c57c9164-0766-4e46-9381-5a120cbbe6d7 HTTP/1.1" status: 404 len: 337 time: 0.0709562 Dec 22 08:45:55.511076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52150) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.548724 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-537d11b2-4fea-4420-9db5-2420f6b3621a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:55.549196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537d11b2-4fea-4420-9db5-2420f6b3621a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:55.551173 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-537d11b2-4fea-4420-9db5-2420f6b3621a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/a360ba98-dbe0-41de-a7ae-cbef673b0300 HTTP/1.1" status: 404 len: 339 time: 0.0381656 Dec 22 08:45:55.553869 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52154) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.563753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9719150b-59cf-4059-b6c1-d7dafe0782a9 None None] Port 2c0d641b-040b-4adf-871b-658b322953f9 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:55.596082 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-578622c1-ff8e-4c8b-a260-ef77bb605190 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:55.596532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578622c1-ff8e-4c8b-a260-ef77bb605190 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:55.598220 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-578622c1-ff8e-4c8b-a260-ef77bb605190 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/316291a4-5bed-45bb-b444-81dda7eb97ca HTTP/1.1" status: 404 len: 337 time: 0.0434673 Dec 22 08:45:55.603398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52158) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.626552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a403a8e6-ebf6-4c90-a51d-7b9b1ee9fa3e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.676345 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a647b53-5a08-42c0-aaa6-a4c6a99d730a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:55.676819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a647b53-5a08-42c0-aaa6-a4c6a99d730a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:55.678504 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9a647b53-5a08-42c0-aaa6-a4c6a99d730a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/d244adfb-28e1-40a8-a0f4-e22c3a19502d HTTP/1.1" status: 404 len: 339 time: 0.0742106 Dec 22 08:45:55.683200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52162) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.716435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.738999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f11a1e5-ed92-45dc-b1ee-5c3b317da9e1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.812470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11a1e5-ed92-45dc-b1ee-5c3b317da9e1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Port': ['ID=ff7aaa4c-14a7-44e5-8f71-b7f7794a608b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:55.829340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network cf389479-d9ef-4697-8b4b-da7342218d4a is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:55.830520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f11a1e5-ed92-45dc-b1ee-5c3b317da9e1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.834775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:55.838028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:55.851001 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708ad81-3e53-45c1-b555-626a4d1adda1 None None] Sync routers for ids ['c0dc503a-a898-441c-8f1b-5790fa2b5516'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:55.855313 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1f11a1e5-ed92-45dc-b1ee-5c3b317da9e1 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/ports/ff7aaa4c-14a7-44e5-8f71-b7f7794a608b HTTP/1.1" status: 204 len: 168 time: 1.5856009 Dec 22 08:45:55.855969 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d99895f4-1062-43ec-9a81-84f6135f3780 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/c0dc503a-a898-441c-8f1b-5790fa2b5516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5258415 Dec 22 08:45:55.860311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:55.865970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52166) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.866154 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708ad81-3e53-45c1-b555-626a4d1adda1 None None] Routers {'c0dc503a-a898-441c-8f1b-5790fa2b5516'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:55.866351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52168) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.866887 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4708ad81-3e53-45c1-b555-626a4d1adda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c0dc503a-a898-441c-8f1b-5790fa2b5516'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:55.877659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:55.907791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:55.943773 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4708ad81-3e53-45c1-b555-626a4d1adda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:55.954005 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708ad81-3e53-45c1-b555-626a4d1adda1 None None] Routers {'c0dc503a-a898-441c-8f1b-5790fa2b5516'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:55.955167 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4708ad81-3e53-45c1-b555-626a4d1adda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c0dc503a-a898-441c-8f1b-5790fa2b5516'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:56.052987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a403a8e6-ebf6-4c90-a51d-7b9b1ee9fa3e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.094210 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4708ad81-3e53-45c1-b555-626a4d1adda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:56.094828 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708ad81-3e53-45c1-b555-626a4d1adda1 None None] The sync data for ids ['c0dc503a-a898-441c-8f1b-5790fa2b5516'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:56.107861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.109938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Pushing event updated for resources: {'Port': ['ID=17fe2d45-d921-450d-b523-4a5bdfa72064,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:56.125410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 988e789b-d7af-4cc1-8145-671ddfac4beb up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:56.186694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403a8e6-ebf6-4c90-a51d-7b9b1ee9fa3e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=ab005809-58ba-41e8-96ba-939bcb3f8a8e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:56.203280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1da3b3b1-24fc-4e4d-8e45-29a205e9d6c8 None None] Provisioning complete for port b5c94b4b-cb63-4134-baeb-c20ffbfec03d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:56.203650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1da3b3b1-24fc-4e4d-8e45-29a205e9d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.218896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70065da6-995a-4aac-9682-70a9e1fdfb41 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:56.223051 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-70065da6-995a-4aac-9682-70a9e1fdfb41 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports/2c0d641b-040b-4adf-871b-658b322953f9 HTTP/1.1" status: 200 len: 913 time: 0.3387825 Dec 22 08:45:56.223725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52174) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:56.244830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d6569-d675-4d45-a857-ce6f4097d160 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:56.274219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a403a8e6-ebf6-4c90-a51d-7b9b1ee9fa3e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.297604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1da3b3b1-24fc-4e4d-8e45-29a205e9d6c8 None None] Port b5c94b4b-cb63-4134-baeb-c20ffbfec03d cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:56.352236 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.356718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 988e789b-d7af-4cc1-8145-671ddfac4beb triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:56.357000 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.448852 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a403a8e6-ebf6-4c90-a51d-7b9b1ee9fa3e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/ab005809-58ba-41e8-96ba-939bcb3f8a8e HTTP/1.1" status: 204 len: 168 time: 1.6553645 Dec 22 08:45:56.467941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52178) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:56.552676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:56.594797 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c6e124fa-95e3-4fe2-83da-0a60d36225db no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:56.630580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: c6e124fa-95e3-4fe2-83da-0a60d36225db {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:56.630580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c6e124fa-95e3-4fe2-83da-0a60d36225db not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:56.641433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.774105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:56.783494 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3bcf4d54-aa6a-4102-ac5b-961ee6249941 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4906845 Dec 22 08:45:56.786523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52182) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:56.790719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:56.795293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'network': {'name': 'tempest-RoutersTest-2086464534'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:56.803234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:56.803870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:56.827419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:56.840869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:network and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:56.849531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:56.859975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:56.878315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:56.882351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.920153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:56.937800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b6f795-e659-43b8-a200-307558fc30a9']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:56.960730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9302fc60-25b7-45b6-8be9-ef7e9239a429 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet b2c6f601-6d5e-4fa8-b4cd-0ee5be3c557a {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:56.964163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.977137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.977807 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added segment d3a8396e-007e-43d3-8bcd-004d5b7c936e of type vlan for network e93baffa-d0e0-42c8-81c4-9c80503f05c4 Dec 22 08:45:56.994252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9302fc60-25b7-45b6-8be9-ef7e9239a429 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.015476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.050866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.062985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:57.078783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9302fc60-25b7-45b6-8be9-ef7e9239a429 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.125317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46152929-5433-4259-b502-b79d122fcc7a') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.125994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46152929-5433-4259-b502-b79d122fcc7a') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.175367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.192189 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e107f73-53d6-49df-a72e-95f67ebedb66']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.195123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.201707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:57.202453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.284496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f052185-9a30-4213-a7b4-ab977e7ac8a9') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.284496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f052185-9a30-4213-a7b4-ab977e7ac8a9') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.304541 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.315383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.329236 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5413046 Dec 22 08:45:57.336162 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52186) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:57.341091 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:57.341499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.368651 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'subnet': {'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:57.385074 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:57.400174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b90cb-b6d3-4ef3-a83d-7d6e97350e91 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Network': ['ID=e93baffa-d0e0-42c8-81c4-9c80503f05c4,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:57.403607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.416070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network e93baffa-d0e0-42c8-81c4-9c80503f05c4 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:57.490579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.543364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:57.543797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.550108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-71e20007-6686-401e-a86f-764eabd92c7d None None] Provisioning complete for port df139647-c3dd-4347-a515-d51db6969628 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:57.550742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-71e20007-6686-401e-a86f-764eabd92c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:57.572126 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:57.612402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:45:53Z', 'revision_number': 2, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:45:54Z', 'revision_number': 2, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.620669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:45:57.621159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Updating router d4b144e9-bd53-4236-82d4-66039ef8ab53 port b5c94b4b-cb63-4134-baeb-c20ffbfec03d binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:45:57.638437 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9302fc60-25b7-45b6-8be9-ef7e9239a429 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.669983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port 2c0d641b-040b-4adf-871b-658b322953f9 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:57.670238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.729779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.773217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.817115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.859656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.873409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:57.897234 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=87b6f795-e659-43b8-a200-307558fc30a9,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:57.910050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:subnet and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:57.916848 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9a033a5a-0072-43cf-ac47-ff252d732de2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/87b6f795-e659-43b8-a200-307558fc30a9 HTTP/1.1" status: 204 len: 168 time: 2.2326510 Dec 22 08:45:57.918152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:57.923088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52190) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:57.926234 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.936675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:58.003253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.028442 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ff66de-495b-4b90-afff-f11c9a653bd9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.028904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ff66de-495b-4b90-afff-f11c9a653bd9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.032783 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-09ff66de-495b-4b90-afff-f11c9a653bd9 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/edcfb966-890a-4d69-aab9-fd2c378dae2e HTTP/1.1" status: 404 len: 337 time: 0.1063652 Dec 22 08:45:58.037304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for 2c0d641b-040b-4adf-871b-658b322953f9 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:58.066813 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] 10.222.0.37 "DELETE /v2.0/networks/7e107f73-53d6-49df-a72e-95f67ebedb66 HTTP/1.1" status: 204 len: 168 time: 2.1844854 Dec 22 08:45:58.067406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52194) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.076538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9302fc60-25b7-45b6-8be9-ef7e9239a429 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.103297 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0078845f-a24b-43f8-a224-573fa346eae1 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.103761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0078845f-a24b-43f8-a224-573fa346eae1 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.108238 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0078845f-a24b-43f8-a224-573fa346eae1 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/cffa7b87-b98c-41a3-83c3-172dd49ecc04 HTTP/1.1" status: 404 len: 339 time: 0.0367067 Dec 22 08:45:58.109256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52200) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.124673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.138018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Transition to ACTIVE for port object b5c94b4b-cb63-4134-baeb-c20ffbfec03d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:58.141693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:58.146208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.151222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51952c5-3df7-420b-a90d-c14684a3d8ea None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:58.154015 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47cb6f9-2695-450d-9e10-5bec05ddb77b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.154464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47cb6f9-2695-450d-9e10-5bec05ddb77b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.158604 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d47cb6f9-2695-450d-9e10-5bec05ddb77b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/1b592334-f470-4db3-b19a-caddd7bebc31 HTTP/1.1" status: 404 len: 337 time: 0.0463355 Dec 22 08:45:58.159564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52204) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.164642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9302fc60-25b7-45b6-8be9-ef7e9239a429 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.166315 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9302fc60-25b7-45b6-8be9-ef7e9239a429 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/b2c6f601-6d5e-4fa8-b4cd-0ee5be3c557a HTTP/1.1" status: 204 len: 168 time: 1.6960678 Dec 22 08:45:58.176329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302fc60-25b7-45b6-8be9-ef7e9239a429 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c6f601-6d5e-4fa8-b4cd-0ee5be3c557a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:58.178166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87cacd-a572-446a-b255-aec781828674 tempest-PortsIpV6TestJSON-388508909 tempest-PortsIpV6TestJSON-388508909-project] Pushing event deleted for resources: {'Network': ['ID=7e107f73-53d6-49df-a72e-95f67ebedb66,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:58.179550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52208) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.191933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.200834 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fc0721-d5ec-4b97-a665-f5f228af3c19 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.201316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fc0721-d5ec-4b97-a665-f5f228af3c19 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.203294 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-86fc0721-d5ec-4b97-a665-f5f228af3c19 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/41d3421e-5748-4765-96e9-7e85ca0f51af HTTP/1.1" status: 404 len: 339 time: 0.0431600 Dec 22 08:45:58.206008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52212) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.266825 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ea4967-3a00-4543-8345-0f28722d123a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.267617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ea4967-3a00-4543-8345-0f28722d123a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.271000 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-67ea4967-3a00-4543-8345-0f28722d123a tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/44b0acde-9a36-47b2-9fe7-bbab7ddbe38e HTTP/1.1" status: 404 len: 337 time: 0.0634923 Dec 22 08:45:58.274242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52216) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.285598 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c1f775d0-44a4-4e1e-ab49-e6165032f211 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953922 Dec 22 08:45:58.290251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52220) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.316687 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe027a81-b18c-4363-b280-796b4ec9ebe3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.316910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe027a81-b18c-4363-b280-796b4ec9ebe3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.318774 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fe027a81-b18c-4363-b280-796b4ec9ebe3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/28f83701-5a7c-4a58-93c5-4ba20eac5434 HTTP/1.1" status: 404 len: 339 time: 0.0431700 Dec 22 08:45:58.321956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52226) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.367793 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-21089f39-d96f-4ed5-aa59-782215d6b8a4 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.368153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21089f39-d96f-4ed5-aa59-782215d6b8a4 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.370022 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-21089f39-d96f-4ed5-aa59-782215d6b8a4 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/35099118-963b-4d73-95fb-1357fa72450d HTTP/1.1" status: 404 len: 337 time: 0.0471315 Dec 22 08:45:58.373106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52230) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.419252 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d87da2-8dc9-4842-8eb8-024f248fd279 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.419739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d87da2-8dc9-4842-8eb8-024f248fd279 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.423672 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-72d87da2-8dc9-4842-8eb8-024f248fd279 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/b044ffd4-aad1-4992-9bdc-62d366c1c762 HTTP/1.1" status: 404 len: 339 time: 0.0474441 Dec 22 08:45:58.427193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52234) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.427631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52236) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.478097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbe24d-0ef7-49c1-bfcd-03c1e0da9ef6 None None] Pushing event updated for resources: {'Port': ['ID=b5c94b4b-cb63-4134-baeb-c20ffbfec03d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:58.508465 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d958f14f-2253-48df-b121-c21f0738abd2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.508923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d958f14f-2253-48df-b121-c21f0738abd2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.584744 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d958f14f-2253-48df-b121-c21f0738abd2 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/ad85a8b7-5a0f-411e-8667-6a5f579ae6a6 HTTP/1.1" status: 404 len: 337 time: 0.1556597 Dec 22 08:45:58.588433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52244) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.650009 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7dfbd8-9735-481c-b80d-d414466e1da3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.650475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7dfbd8-9735-481c-b80d-d414466e1da3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.654922 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2c7dfbd8-9735-481c-b80d-d414466e1da3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/b339b1ef-87b1-4bd6-be8a-13b1a262a096 HTTP/1.1" status: 404 len: 339 time: 0.0611022 Dec 22 08:45:58.658646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52250) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.692831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.723884 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c347bb88-e536-4d31-8d07-4f820d9b817f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.724399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c347bb88-e536-4d31-8d07-4f820d9b817f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.728359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Attempting to bind port b5c94b4b-cb63-4134-baeb-c20ffbfec03d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:58.728500 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c347bb88-e536-4d31-8d07-4f820d9b817f tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/fc2aabb3-5b48-45e3-8884-c714bd9a1f3b HTTP/1.1" status: 404 len: 337 time: 0.0633266 Dec 22 08:45:58.728585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Attempting to bind port b5c94b4b-cb63-4134-baeb-c20ffbfec03d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'fb87d27f-0f4f-48ea-afe9-09add91babe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:58.728585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Attempting to bind port b5c94b4b-cb63-4134-baeb-c20ffbfec03d on network cf389479-d9ef-4697-8b4b-da7342218d4a {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:58.732405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52254) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.735925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:58.736306 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Checking segment: {'id': 'fb87d27f-0f4f-48ea-afe9-09add91babe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:58.736708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.737419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Bound using segment: {'id': 'fb87d27f-0f4f-48ea-afe9-09add91babe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:58.737542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Bound port: b5c94b4b-cb63-4134-baeb-c20ffbfec03d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb87d27f-0f4f-48ea-afe9-09add91babe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:58.737980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.751765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.764048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.768295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=2c0d641b-040b-4adf-871b-658b322953f9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:58.774775 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ecbf1d62-8113-416b-93b2-fc3f40df499b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7301437294d41e08fd37490b2cf3337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435993 Dec 22 08:45:58.779198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52258) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.844549 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ed7013-080a-453e-ae6a-81ae471cf128 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:58.845220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ed7013-080a-453e-ae6a-81ae471cf128 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:58.850545 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-08ed7013-080a-453e-ae6a-81ae471cf128 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/fc2a9d43-a350-4231-982c-0808f26b60a7 HTTP/1.1" status: 404 len: 339 time: 0.1079354 Dec 22 08:45:58.851624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] For port b5c94b4b-cb63-4134-baeb-c20ffbfec03d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:58.854958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] For port b5c94b4b-cb63-4134-baeb-c20ffbfec03d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b5c94b4b-cb63-4134-baeb-c20ffbfec03d,segment=NetworkSegment(fb87d27f-0f4f-48ea-afe9-09add91babe0),segment_id=fb87d27f-0f4f-48ea-afe9-09add91babe0)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:58.858786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52262) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.867067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.912968 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db9506a-6d9b-49cc-b144-e8a5197cb08e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:58.913205 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:58.913725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1db9506a-6d9b-49cc-b144-e8a5197cb08e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:58.938847 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Deleting port df139647-c3dd-4347-a515-d51db6969628 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:58.939219 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.031886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:59.032540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:59.110289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1db9506a-6d9b-49cc-b144-e8a5197cb08e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:59.113904 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1db9506a-6d9b-49cc-b144-e8a5197cb08e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.8202915 Dec 22 08:45:59.115982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbe24d-0ef7-49c1-bfcd-03c1e0da9ef6 None None] Pushing event updated for resources: {'Port': ['ID=b5c94b4b-cb63-4134-baeb-c20ffbfec03d,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:59.118906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52266) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.142033 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc7a36a-21c7-4442-9343-141cbb4faf83 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:59.142601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc7a36a-21c7-4442-9343-141cbb4faf83 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:59.146802 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7fc7a36a-21c7-4442-9343-141cbb4faf83 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/473497b9-46d3-448f-9efa-57a1b47545ef HTTP/1.1" status: 404 len: 337 time: 0.2843225 Dec 22 08:45:59.149856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52270) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.197361 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a8f658-a8b3-4127-9ba2-812985336c2b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:59.198727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a8f658-a8b3-4127-9ba2-812985336c2b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:59.203004 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a5a8f658-a8b3-4127-9ba2-812985336c2b tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/0c204871-b749-40a2-a29f-b324c7b04d86 HTTP/1.1" status: 404 len: 339 time: 0.0470567 Dec 22 08:45:59.204894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52274) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.209202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.237180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.260283 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-13620da8-cfe0-47ad-8372-2218a6d7c8af tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:59.260887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13620da8-cfe0-47ad-8372-2218a6d7c8af tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:59.265097 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-13620da8-cfe0-47ad-8372-2218a6d7c8af tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/953cfe1a-fdf6-4d06-963d-ae166bc45cbc HTTP/1.1" status: 404 len: 337 time: 0.0565624 Dec 22 08:45:59.279237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52278) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.289613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0ddd34-2780-440a-9ed4-050c9d7fde7f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:59.290339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0d0ddd34-2780-440a-9ed4-050c9d7fde7f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:59.302654 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:59.359244 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50da3dc-04b3-4fa8-9f24-786c9f82c994 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:59.359711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50da3dc-04b3-4fa8-9f24-786c9f82c994 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:59.388641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0d0ddd34-2780-440a-9ed4-050c9d7fde7f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:59.392674 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0d0ddd34-2780-440a-9ed4-050c9d7fde7f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2699673 Dec 22 08:45:59.401328 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d50da3dc-04b3-4fa8-9f24-786c9f82c994 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/5eaa9db7-2899-4fb3-a548-f105ac513528 HTTP/1.1" status: 404 len: 339 time: 0.1113520 Dec 22 08:45:59.401328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52284) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.403631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Subnet': ['ID=897f701b-3dca-450e-ae6d-e2d452460913,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:59.411063 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52286) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.449623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-805575d5-113d-4481-920d-0800ba2f8990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.508835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.509196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.509513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.509928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.510257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.510589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.510901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.511222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.511540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.512381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.512728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.513083 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.526451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Router 56c1baea-c264-436a-ae31-cd0d6954f335 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:59.540169 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e6d82c10-556d-4e9b-959d-874bcc8911d2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1305857 Dec 22 08:45:59.540169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Checking segment: {'id': 'd3a8396e-007e-43d3-8bcd-004d5b7c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:59.540169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network hostable DHCP agents. Network: e93baffa-d0e0-42c8-81c4-9c80503f05c4, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:59.540767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52292) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.546993 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] For port df139647-c3dd-4347-a515-d51db6969628, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df139647-c3dd-4347-a515-d51db6969628,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:59.547508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.557574 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-09eb2409-90b3-4ee9-a3dc-f12dd92d325f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:59.563878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-805575d5-113d-4481-920d-0800ba2f8990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.684388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Calling delete_port for df139647-c3dd-4347-a515-d51db6969628 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:59.739275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cbf786-b449-4ce1-b9d4-54ae61cd1c89 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting subnet 4fb2fb77-0183-43c3-a87f-a625c4fb5a30 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:59.749373 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-91cbf786-b449-4ce1-b9d4-54ae61cd1c89 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.779675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router c0dc503a-a898-441c-8f1b-5790fa2b5516 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:59.782673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-805575d5-113d-4481-920d-0800ba2f8990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.785033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network e93baffa-d0e0-42c8-81c4-9c80503f05c4 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:59.802220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805575d5-113d-4481-920d-0800ba2f8990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800c3037-6b48-4620-9f7e-7552b842b7a3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:59.871044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.871933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-805575d5-113d-4481-920d-0800ba2f8990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.873120 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-805575d5-113d-4481-920d-0800ba2f8990 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/800c3037-6b48-4620-9f7e-7552b842b7a3 HTTP/1.1" status: 204 len: 168 time: 1.0928745 Dec 22 08:45:59.890757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-09eb2409-90b3-4ee9-a3dc-f12dd92d325f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:59.892798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, e93baffa-d0e0-42c8-81c4-9c80503f05c4) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:59.911745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:59.912331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.925117 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a3c0e-c228-4b27-82b5-7d765884c769 None None] Network e93baffa-d0e0-42c8-81c4-9c80503f05c4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:59.931511 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-91cbf786-b449-4ce1-b9d4-54ae61cd1c89 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.953077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Pushing event deleted for resources: {'Port': ['ID=df139647-c3dd-4347-a515-d51db6969628,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:59.964931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] No DVR routers for this DVR port df139647-c3dd-4347-a515-d51db6969628 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:59.966811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-09eb2409-90b3-4ee9-a3dc-f12dd92d325f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:59.991222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.991511 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.991848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.992180 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.992505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.992829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.993152 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.993473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.993821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.994142 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.994457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:59.994770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be92426-72eb-4dc9-a998-6a11d9b6759c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:00.007719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:00.018107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.019570 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-32402321-06cb-4d3f-ab9b-9b7110a70700 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "PUT /v2.0/routers/56c1baea-c264-436a-ae31-cd0d6954f335 HTTP/1.1" status: 200 len: 917 time: 9.2782705 Dec 22 08:46:00.020621 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ad741-e45c-4019-856f-26d6ec94a074 None None] Sync routers for ids ['56c1baea-c264-436a-ae31-cd0d6954f335'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:00.025646 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7317419c-d957-4f63-a906-6bf688248204 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6884580 Dec 22 08:46:00.026315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52298) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:00.026775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52300) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:00.038424 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eb2409-90b3-4ee9-a3dc-f12dd92d325f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:00.043248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09eb2409-90b3-4ee9-a3dc-f12dd92d325f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.044896 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-09eb2409-90b3-4ee9-a3dc-f12dd92d325f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:00.045910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09eb2409-90b3-4ee9-a3dc-f12dd92d325f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:00.047469 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ad741-e45c-4019-856f-26d6ec94a074 None None] Routers {'56c1baea-c264-436a-ae31-cd0d6954f335'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:00.049389 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0f3ad741-e45c-4019-856f-26d6ec94a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['56c1baea-c264-436a-ae31-cd0d6954f335'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.163503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df139647-c3dd-4347-a515-d51db6969628 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:00.226531 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-09eb2409-90b3-4ee9-a3dc-f12dd92d325f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6818144 Dec 22 08:46:00.229046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: df139647-c3dd-4347-a515-d51db6969628 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:00.229417 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df139647-c3dd-4347-a515-d51db6969628 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:00.230269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52308) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:00.238633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2c544a57-237a-44a1-b815-5ae869eed3fe tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:00.269259 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0f3ad741-e45c-4019-856f-26d6ec94a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.288723 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ad741-e45c-4019-856f-26d6ec94a074 None None] Routers {'56c1baea-c264-436a-ae31-cd0d6954f335'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:00.289805 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0f3ad741-e45c-4019-856f-26d6ec94a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['56c1baea-c264-436a-ae31-cd0d6954f335'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.291800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:00.299224 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e486b4fd-12e7-4b36-a40e-d081ecf6a1df tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/c0dc503a-a898-441c-8f1b-5790fa2b5516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0744050 Dec 22 08:46:00.305390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52312) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:00.346249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42368d0d-ac74-4964-8643-d237ababdbb0 None None] Sync routers for ids ['c0dc503a-a898-441c-8f1b-5790fa2b5516'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:00.353823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:45:53Z', 'revision_number': 2, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:45:58Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.367607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8912d-5bf8-423c-b34e-18d68d833c4b None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:45:53Z', 'revision_number': 2, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:45:58Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:00.379168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42368d0d-ac74-4964-8643-d237ababdbb0 None None] Routers {'c0dc503a-a898-441c-8f1b-5790fa2b5516'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:00.379800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-42368d0d-ac74-4964-8643-d237ababdbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c0dc503a-a898-441c-8f1b-5790fa2b5516'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.488104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-91cbf786-b449-4ce1-b9d4-54ae61cd1c89 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.515149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-42368d0d-ac74-4964-8643-d237ababdbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.516395 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0f3ad741-e45c-4019-856f-26d6ec94a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.518321 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ad741-e45c-4019-856f-26d6ec94a074 None None] The sync data for ids ['56c1baea-c264-436a-ae31-cd0d6954f335'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:00.532934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42368d0d-ac74-4964-8643-d237ababdbb0 None None] Routers {'c0dc503a-a898-441c-8f1b-5790fa2b5516'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:00.533377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-42368d0d-ac74-4964-8643-d237ababdbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c0dc503a-a898-441c-8f1b-5790fa2b5516'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.594017 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d95a856e-3c9e-44e1-96c8-33e6d778b53f tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/routers/56c1baea-c264-436a-ae31-cd0d6954f335 HTTP/1.1" status: 200 len: 923 time: 0.5654812 Dec 22 08:46:00.597287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:00.598497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.599667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52322) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:00.638424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-42368d0d-ac74-4964-8643-d237ababdbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.638828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42368d0d-ac74-4964-8643-d237ababdbb0 None None] The sync data for ids ['c0dc503a-a898-441c-8f1b-5790fa2b5516'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:00.799474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2c544a57-237a-44a1-b815-5ae869eed3fe tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:00.896667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Allocated IP 172.21.0.2 (e93baffa-d0e0-42c8-81c4-9c80503f05c4/897f701b-3dca-450e-ae6d-e2d452460913/cd50e651-8cfb-43b4-9eb8-310de9173724) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:00.899785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2c544a57-237a-44a1-b815-5ae869eed3fe tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:00.922442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-91cbf786-b449-4ce1-b9d4-54ae61cd1c89 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.008007 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbf786-b449-4ce1-b9d4-54ae61cd1c89 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb2fb77-0183-43c3-a87f-a625c4fb5a30,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:01.017217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c544a57-237a-44a1-b815-5ae869eed3fe tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:01.021554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2c544a57-237a-44a1-b815-5ae869eed3fe tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.022199 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c544a57-237a-44a1-b815-5ae869eed3fe tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:01.022630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c544a57-237a-44a1-b815-5ae869eed3fe tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:01.031025 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-91cbf786-b449-4ce1-b9d4-54ae61cd1c89 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.042397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8550a7f-00a3-4bbd-86f0-4c0fb728f534 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:01.045904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e8550a7f-00a3-4bbd-86f0-4c0fb728f534 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Synchronizing usage tracker for tenant:8d71ec845cd94f5994795c2bece249cc on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:01.070992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b14869-82e9-45b9-89dd-4ce2e7e0eef6 None None] Network 85526104-13ef-4c53-a91b-69dcb6829017 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:01.106995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e8550a7f-00a3-4bbd-86f0-4c0fb728f534 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Unset dirty status for tenant:8d71ec845cd94f5994795c2bece249cc on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:01.113808 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e8550a7f-00a3-4bbd-86f0-4c0fb728f534 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&device_id=56c1baea-c264-436a-ae31-cd0d6954f335&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5131090 Dec 22 08:46:01.116797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52336) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:01.185007 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-91cbf786-b449-4ce1-b9d4-54ae61cd1c89 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/subnets/4fb2fb77-0183-43c3-a87f-a625c4fb5a30 HTTP/1.1" status: 204 len: 168 time: 1.7727628 Dec 22 08:46:01.190191 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2c544a57-237a-44a1-b815-5ae869eed3fe tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9589183 Dec 22 08:46:01.194822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52340) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:01.195163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52342) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:01.205144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-51afa126-f7b9-40ad-bb70-448962c95218 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:01.393770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.464249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.476120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Transition to ACTIVE for port object cd50e651-8cfb-43b4-9eb8-310de9173724 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:01.503061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2909c0cb-360d-47a6-9b45-0681a846c334 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:01.508170 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2909c0cb-360d-47a6-9b45-0681a846c334 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/networks/24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 881 time: 0.3867455 Dec 22 08:46:01.508170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52352) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:01.527415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.530336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Transition to ACTIVE for port object cd50e651-8cfb-43b4-9eb8-310de9173724 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:01.590539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.600000 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3676e4f9-3499-44e8-96dc-70d567f86835 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c1baea-c264-436a-ae31-cd0d6954f335 HTTP/1.1" status: 200 len: 205 time: 0.0889151 Dec 22 08:46:01.601453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52356) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:01.685035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Network e93baffa-d0e0-42c8-81c4-9c80503f05c4 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:01.689638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:01.693917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:01.695971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Deleting port e11f9175-240e-494b-9124-b32b8b32f8f9 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:01.696280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.699756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Pushing event updated for resources: {'Port': ['ID=cd50e651-8cfb-43b4-9eb8-310de9173724,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:01.785430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-51afa126-f7b9-40ad-bb70-448962c95218 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:01.794920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.810875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-51afa126-f7b9-40ad-bb70-448962c95218 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:01.824899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Attempting to bind port cd50e651-8cfb-43b4-9eb8-310de9173724 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:01.825327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Attempting to bind port cd50e651-8cfb-43b4-9eb8-310de9173724 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd3a8396e-007e-43d3-8bcd-004d5b7c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:01.825764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Attempting to bind port cd50e651-8cfb-43b4-9eb8-310de9173724 on network e93baffa-d0e0-42c8-81c4-9c80503f05c4 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:01.843322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:01.843830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Checking segment: {'id': 'd3a8396e-007e-43d3-8bcd-004d5b7c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:01.844278 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.844663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Bound using segment: {'id': 'd3a8396e-007e-43d3-8bcd-004d5b7c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:01.845280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Bound port: cd50e651-8cfb-43b4-9eb8-310de9173724, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a8396e-007e-43d3-8bcd-004d5b7c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:01.845651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.942712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.946113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51afa126-f7b9-40ad-bb70-448962c95218 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:01.949753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-51afa126-f7b9-40ad-bb70-448962c95218 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.951293 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-51afa126-f7b9-40ad-bb70-448962c95218 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:01.951895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51afa126-f7b9-40ad-bb70-448962c95218 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:01.976932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] DHCP port deletion for 85526104-13ef-4c53-a91b-69dcb6829017 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:01.992810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] Deleting port e11f9175-240e-494b-9124-b32b8b32f8f9 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:01.992810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.003402 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-51afa126-f7b9-40ad-bb70-448962c95218 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8045399 Dec 22 08:46:02.016604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52368) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:02.035651 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-44570774-6c17-4734-af3e-ef3394c93a06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:02.095819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] For port cd50e651-8cfb-43b4-9eb8-310de9173724, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:02.134639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] For port cd50e651-8cfb-43b4-9eb8-310de9173724, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cd50e651-8cfb-43b4-9eb8-310de9173724,segment=NetworkSegment(d3a8396e-007e-43d3-8bcd-004d5b7c936e),segment_id=d3a8396e-007e-43d3-8bcd-004d5b7c936e)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:02.173711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b5c94b4b-cb63-4134-baeb-c20ffbfec03d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:02.223308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.351517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-44570774-6c17-4734-af3e-ef3394c93a06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:02.382142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.456431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port a38b73c4-c508-4aec-aff3-cdae3f9e01f5 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:02.456782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.478302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-44570774-6c17-4734-af3e-ef3394c93a06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:02.500689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] For port e11f9175-240e-494b-9124-b32b8b32f8f9, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e11f9175-240e-494b-9124-b32b8b32f8f9,segment=NetworkSegment(068ed12b-d9f1-499b-a604-2ca4e9f69b54),segment_id=068ed12b-d9f1-499b-a604-2ca4e9f69b54)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:02.501068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.540200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20918c3-749b-4dc9-bf64-7a5bd8a209c5 None None] Pushing event updated for resources: {'Port': ['ID=cd50e651-8cfb-43b4-9eb8-310de9173724,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:02.571736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] For port e11f9175-240e-494b-9124-b32b8b32f8f9, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e11f9175-240e-494b-9124-b32b8b32f8f9,segment=NetworkSegment(068ed12b-d9f1-499b-a604-2ca4e9f69b54),segment_id=068ed12b-d9f1-499b-a604-2ca4e9f69b54)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:02.572479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.596452 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port b5c94b4b-cb63-4134-baeb-c20ffbfec03d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:02.669496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port b5c94b4b-cb63-4134-baeb-c20ffbfec03d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:02.670291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.682968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.732264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44570774-6c17-4734-af3e-ef3394c93a06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:02.738739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44570774-6c17-4734-af3e-ef3394c93a06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.740346 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-44570774-6c17-4734-af3e-ef3394c93a06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:02.741124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44570774-6c17-4734-af3e-ef3394c93a06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:02.754664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Calling delete_port for e11f9175-240e-494b-9124-b32b8b32f8f9 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:02.787083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] Calling delete_port for e11f9175-240e-494b-9124-b32b8b32f8f9 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:02.895176 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-44570774-6c17-4734-af3e-ef3394c93a06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8756063 Dec 22 08:46:02.896418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Allocated IP 172.21.0.1 (e93baffa-d0e0-42c8-81c4-9c80503f05c4/897f701b-3dca-450e-ae6d-e2d452460913/97d0b138-27ab-4bdd-99ec-badd9131a3f7) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:02.908422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52378) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:02.937333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-fcc2b432-d7cb-4d93-ae57-a9e2ac13a774 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:02.995644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.020243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for a38b73c4-c508-4aec-aff3-cdae3f9e01f5 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:03.100046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.117282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:03.118251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:03.138591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Deleting port 17fe2d45-d921-450d-b523-4a5bdfa72064 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:03.142054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.154200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port b5c94b4b-cb63-4134-baeb-c20ffbfec03d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b5c94b4b-cb63-4134-baeb-c20ffbfec03d,segment=NetworkSegment(fb87d27f-0f4f-48ea-afe9-09add91babe0),segment_id=fb87d27f-0f4f-48ea-afe9-09add91babe0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:03.162719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Port': ['ID=e11f9175-240e-494b-9124-b32b8b32f8f9,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:03.164096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.197184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] No DVR routers for this DVR port e11f9175-240e-494b-9124-b32b8b32f8f9 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:03.252946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52382) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:03.257899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e11f9175-240e-494b-9124-b32b8b32f8f9 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:03.263873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022199132', 'description': 'tempest-secgroup-smoke-1022199132 description', 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:03.273898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:03.299746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e11f9175-240e-494b-9124-b32b8b32f8f9 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:03.300176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e11f9175-240e-494b-9124-b32b8b32f8f9 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:03.316918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=b5c94b4b-cb63-4134-baeb-c20ffbfec03d,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:03.317738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fcc2b432-d7cb-4d93-ae57-a9e2ac13a774 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:03.330006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fcc2b432-d7cb-4d93-ae57-a9e2ac13a774 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:03.337965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:security_group and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:03.367934 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc2b432-d7cb-4d93-ae57-a9e2ac13a774 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:03.371512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fcc2b432-d7cb-4d93-ae57-a9e2ac13a774 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.372867 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc2b432-d7cb-4d93-ae57-a9e2ac13a774 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:03.373237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc2b432-d7cb-4d93-ae57-a9e2ac13a774 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:03.414515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:03.435190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:03.470909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.486682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.497749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.508994 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fcc2b432-d7cb-4d93-ae57-a9e2ac13a774 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5883343 Dec 22 08:46:03.511400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52386) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:03.523286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-83fd4c85-0924-4f90-899b-98a78f824da8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:03.533096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.569804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.579400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=a38b73c4-c508-4aec-aff3-cdae3f9e01f5,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:03.588228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:03.598662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.599004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.599356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.599641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.599961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.600282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.600599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.600914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.601229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.601542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.601878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.602187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:03.619091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] Deleting port e11f9175-240e-494b-9124-b32b8b32f8f9 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:03.619472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.667650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.689396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85526104-13ef-4c53-a91b-69dcb6829017']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:03.709813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068ed12b-d9f1-499b-a604-2ca4e9f69b54') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:03.710240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068ed12b-d9f1-499b-a604-2ca4e9f69b54') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:03.727484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-70143f10-5713-4744-8331-2b026f5c7cce None None] The port 'e11f9175-240e-494b-9124-b32b8b32f8f9' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:46:03.743054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-83fd4c85-0924-4f90-899b-98a78f824da8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:03.747557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Transition to ACTIVE for port object 97d0b138-27ab-4bdd-99ec-badd9131a3f7 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:03.750956 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.772580 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-83fd4c85-0924-4f90-899b-98a78f824da8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:03.785496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.795861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fd4c85-0924-4f90-899b-98a78f824da8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:03.799369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-83fd4c85-0924-4f90-899b-98a78f824da8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.800998 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fd4c85-0924-4f90-899b-98a78f824da8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:03.801402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Calling delete_port for 17fe2d45-d921-450d-b523-4a5bdfa72064 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:03.801910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fd4c85-0924-4f90-899b-98a78f824da8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:03.806371 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:03.806772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:03.823973 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:03.855675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:security_group_rule and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:03.902635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:03.925101 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-83fd4c85-0924-4f90-899b-98a78f824da8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4081230 Dec 22 08:46:03.925101 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.935542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52392) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:04.028382 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-410844e8-d1fe-4597-96f8-344d2d698ce3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0562973 Dec 22 08:46:04.056398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network e93baffa-d0e0-42c8-81c4-9c80503f05c4 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:04.057520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52396) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:04.059892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:04.066844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:04.073232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:04.136098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.146638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.186671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.194424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cd50e651-8cfb-43b4-9eb8-310de9173724 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:04.223794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ab2111-5788-4775-8e1a-6938eb12015b None None] Network e93baffa-d0e0-42c8-81c4-9c80503f05c4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:04.362283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1e666700-44dc-4258-a8ea-0a846196aa8c None None] Provisioning for port cd50e651-8cfb-43b4-9eb8-310de9173724 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:04.369235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] Pushing event deleted for resources: {'Network': ['ID=85526104-13ef-4c53-a91b-69dcb6829017,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:04.378152 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b6513495-1906-4256-aa75-907182a30db3 tempest-NetworksTest-1774847347 tempest-NetworksTest-1774847347-project] 10.222.0.37 "DELETE /v2.0/networks/85526104-13ef-4c53-a91b-69dcb6829017 HTTP/1.1" status: 204 len: 168 time: 3.1817524 Dec 22 08:46:04.378810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=97d0b138-27ab-4bdd-99ec-badd9131a3f7,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:04.395249 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.422830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port cd50e651-8cfb-43b4-9eb8-310de9173724 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:04.438003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port cd50e651-8cfb-43b4-9eb8-310de9173724 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:04.438197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.468736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ce81a-501f-44fa-8af9-88a7394723d6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:04.470410 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d47ce81a-501f-44fa-8af9-88a7394723d6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4080591 Dec 22 08:46:04.501179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52402) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:04.544589 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router c0dc503a-a898-441c-8f1b-5790fa2b5516 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:04.590923 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-52f206ab-4b62-4fdd-a48c-02787f7acb0b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886021 Dec 22 08:46:04.596608 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52408) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:04.607539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:04.633354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.633516 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.671451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port cd50e651-8cfb-43b4-9eb8-310de9173724, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cd50e651-8cfb-43b4-9eb8-310de9173724,segment=NetworkSegment(d3a8396e-007e-43d3-8bcd-004d5b7c936e),segment_id=d3a8396e-007e-43d3-8bcd-004d5b7c936e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:04.678125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.679409 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b5c94b4b-cb63-4134-baeb-c20ffbfec03d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:04.735676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.740292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:04.755779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.840584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:04.842706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=cd50e651-8cfb-43b4-9eb8-310de9173724,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:04.860205 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port b5c94b4b-cb63-4134-baeb-c20ffbfec03d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:04.860927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.866613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52414) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:04.887913 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:04.940808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:security_group_rule and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:05.016154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.054011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:05.056158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e355c757-f04f-4446-933e-5247a3295ec7 None None] Provisioning for port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:05.063257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:05.065626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e355c757-f04f-4446-933e-5247a3295ec7 None None] Provisioning complete for port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:05.066034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e355c757-f04f-4446-933e-5247a3295ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.142785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e355c757-f04f-4446-933e-5247a3295ec7 None None] Port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:05.147794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:05.153018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.162819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e355c757-f04f-4446-933e-5247a3295ec7 None None] Provisioning complete for port cd50e651-8cfb-43b4-9eb8-310de9173724 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:05.164470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e355c757-f04f-4446-933e-5247a3295ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.204195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Pushing event deleted for resources: {'Port': ['ID=17fe2d45-d921-450d-b523-4a5bdfa72064,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:05.217732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:05.233615 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8109aa51-e5c6-4a87-b70b-8616a9fdf626 None None] Sync routers for ids ['c0dc503a-a898-441c-8f1b-5790fa2b5516'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:05.244171 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109aa51-e5c6-4a87-b70b-8616a9fdf626 None None] Routers {'c0dc503a-a898-441c-8f1b-5790fa2b5516'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:05.244784 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-8109aa51-e5c6-4a87-b70b-8616a9fdf626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c0dc503a-a898-441c-8f1b-5790fa2b5516'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.268296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f01d00-b912-4300-8d93-f5cc7fa09307,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:05.329277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.380832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.382879 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-8109aa51-e5c6-4a87-b70b-8616a9fdf626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.406762 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109aa51-e5c6-4a87-b70b-8616a9fdf626 None None] Routers {'c0dc503a-a898-441c-8f1b-5790fa2b5516'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:05.407622 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-8109aa51-e5c6-4a87-b70b-8616a9fdf626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c0dc503a-a898-441c-8f1b-5790fa2b5516'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.470658 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-8109aa51-e5c6-4a87-b70b-8616a9fdf626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.471299 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8109aa51-e5c6-4a87-b70b-8616a9fdf626 None None] The sync data for ids ['c0dc503a-a898-441c-8f1b-5790fa2b5516'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:05.525847 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-87f5e659-756c-4373-845f-623beacb52fc None None] Provisioning complete for port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:05.526432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-87f5e659-756c-4373-845f-623beacb52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.566920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.579753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-87f5e659-756c-4373-845f-623beacb52fc None None] Port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:05.596521 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-198e3734-0e71-492d-bf06-9ef7054d8492 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/c0dc503a-a898-441c-8f1b-5790fa2b5516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2895894 Dec 22 08:46:05.600461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.607601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52424) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.612313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.627853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8354532-b436-4540-a816-7d393dfe4593,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:05.637547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.641837 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8f736236-9b09-4bd8-bed2-71f5e1b4f253 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.3829782 Dec 22 08:46:05.641837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52428) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.647349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'security_group_rule': {'security_group_id': 'a8354532-b436-4540-a816-7d393dfe4593', 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:05.653414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.653922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Fanout notify agent at l3_agent the message router_deleted on router 56c1baea-c264-436a-ae31-cd0d6954f335 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:46:05.655639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:05.662925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:security_group_rule and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:05.666422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:05.672452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.673521 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d5f10dcd-3586-4177-b9e0-f8eddbc59580 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/56c1baea-c264-436a-ae31-cd0d6954f335 HTTP/1.1" status: 204 len: 168 time: 4.0723352 Dec 22 08:46:05.677411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52432) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.679760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:05.685340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1841348749', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:05.694001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:05.699828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Usage tracker for resource:router and tenant:83f40dfef9934399b1e451fb97b1775a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:05.702873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:05.706600 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a6b124ce-ed27-4fda-b8f5-21b514b14751 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dc503a-a898-441c-8f1b-5790fa2b5516 HTTP/1.1" status: 200 len: 205 time: 0.0934937 Dec 22 08:46:05.712759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52436) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.716370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:05.722985 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fdeb2fd7-b3be-4e21-9e25-ed2648ee5ca7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aac100486c514e86bf25228ee5c45287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8552234 Dec 22 08:46:05.730835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52440) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.770325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.863488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.875307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29d4c836-bbe6-41af-b6ce-3d14ba10afa3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.882999 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.914503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adaee3-e640-4741-83a1-b313279f242d req-0fcf2267-5552-456a-898f-3c3a23b82c9c tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:05.915945 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-80adaee3-e640-4741-83a1-b313279f242d req-0fcf2267-5552-456a-898f-3c3a23b82c9c tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.4213452 Dec 22 08:46:05.922129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.923126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.971540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-2272a17c-7476-4e1d-8827-91da25c7c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:05.972975 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-2272a17c-7476-4e1d-8827-91da25c7c798 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 1099 time: 0.4772818 Dec 22 08:46:06.069527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cd50e651-8cfb-43b4-9eb8-310de9173724 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:06.091024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0b1dedf3-0e8d-4305-b60f-ef30213433be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.146072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port cd50e651-8cfb-43b4-9eb8-310de9173724 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:06.146599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.192714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.224100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29d4c836-bbe6-41af-b6ce-3d14ba10afa3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.229797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29d4c836-bbe6-41af-b6ce-3d14ba10afa3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.234740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.250063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.310202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.313820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=97d0b138-27ab-4bdd-99ec-badd9131a3f7,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:06.339250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257f7f7b-d012-48cf-8779-17292b7a7a7d,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:06.340937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29d4c836-bbe6-41af-b6ce-3d14ba10afa3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.341317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d4c836-bbe6-41af-b6ce-3d14ba10afa3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Fanout notify agent at l3_agent the message router_deleted on router c0dc503a-a898-441c-8f1b-5790fa2b5516 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:46:06.359580 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-80adaee3-e640-4741-83a1-b313279f242d req-c76bf199-d761-4115-957f-a0daef44f7f1 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957019 Dec 22 08:46:06.379916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0b1dedf3-0e8d-4305-b60f-ef30213433be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.568661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-e1d610ad-3b3f-4b89-8b1b-a15208f0d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:06.570146 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-e1d610ad-3b3f-4b89-8b1b-a15208f0d638 service neutron] 10.222.0.54 "GET /v2.0/networks?id=be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 200 len: 911 time: 0.5659320 Dec 22 08:46:06.596020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29d4c836-bbe6-41af-b6ce-3d14ba10afa3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.597069 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-29d4c836-bbe6-41af-b6ce-3d14ba10afa3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/c0dc503a-a898-441c-8f1b-5790fa2b5516 HTTP/1.1" status: 204 len: 168 time: 0.8834183 Dec 22 08:46:06.608516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.609621 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-181d86d8-3f25-430a-a1a5-c5c7c99719ed tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9670582 Dec 22 08:46:06.656051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52444) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:06.656384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52446) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:06.657255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.objects.ports [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87534) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:46:06.666301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.670647 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'security_group_rule': {'security_group_id': 'a8354532-b436-4540-a816-7d393dfe4593', 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:06.710603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:06.720771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:security_group_rule and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:06.725210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:06.731000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.741667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:06.761158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:06.774919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:06.783337 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:06.784462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.787083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abe9cf0-7574-4d7e-9e11-9be150b88a96 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:06.788268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e79d22c-0a0c-4418-982b-5b4c854bf848 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting subnet c786475d-4386-4bf3-9eae-7aa51ece0c66 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:06.792441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4e79d22c-0a0c-4418-982b-5b4c854bf848 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.804789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0b1dedf3-0e8d-4305-b60f-ef30213433be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.818938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.822850 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-d840fa33-47db-4e0a-88c7-07376b9f87ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 200 len: 1002 time: 0.2235107 Dec 22 08:46:06.834194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network e93baffa-d0e0-42c8-81c4-9c80503f05c4 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:06.877407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:06.886731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=63569562-5c91-41aa-af0a-0777d334f3d3,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:06.889192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dedf3-0e8d-4305-b60f-ef30213433be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a467e36a-09f7-4dc0-8b0a-e5610b7e15d8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:06.893491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4e79d22c-0a0c-4418-982b-5b4c854bf848 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.027272 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a17e4acd-fe32-4c7a-82fe-8b8e5d42ae1c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4292297 Dec 22 08:46:07.032262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.035584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52454) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.053723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:7a:69:9c', 'name': 'tempest-NetworksTestDHCPv6-89311621'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:07.074633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.116430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0b1dedf3-0e8d-4305-b60f-ef30213433be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.117736 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0b1dedf3-0e8d-4305-b60f-ef30213433be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a467e36a-09f7-4dc0-8b0a-e5610b7e15d8 HTTP/1.1" status: 204 len: 168 time: 1.3858199 Dec 22 08:46:07.151533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-90ee121f-b53e-4983-9cd8-eb8a7d4aeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:07.154021 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-90ee121f-b53e-4983-9cd8-eb8a7d4aeae1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d5c060c-ccd9-41f0-9d65-e66f1d58c321 HTTP/1.1" status: 200 len: 849 time: 0.3155608 Dec 22 08:46:07.206385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '63569562-5c91-41aa-af0a-0777d334f3d3'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:07.207399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.238964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb11cdd5-8aff-4135-a98d-557476ea3a39,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:07.241905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:07.263636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4e79d22c-0a0c-4418-982b-5b4c854bf848 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.306949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8a9e2d43-e178-423a-b261-60418bde8267 None None] Provisioning complete for port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:07.307682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2d43-e178-423a-b261-60418bde8267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.323699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.326548 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-524e7cc1-8b77-4d04-9dc1-57b8472edb00 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6664801 Dec 22 08:46:07.334471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52462) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.336501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-47face2a-31c6-4015-995c-547f4d39f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:07.338208 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-47face2a-31c6-4015-995c-547f4d39f307 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be8d44ef-bc10-4f72-a013-37103d3cf27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1771235 Dec 22 08:46:07.343875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'security_group_rule': {'security_group_id': 'a8354532-b436-4540-a816-7d393dfe4593', 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:07.387393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e2d43-e178-423a-b261-60418bde8267 None None] Port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:07.392733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:07.399286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:07.403937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:07.407033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4e79d22c-0a0c-4418-982b-5b4c854bf848 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.466899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:07.475252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Allocated IP 2001:db8::f816:3eff:fe98:83ad (906224fb-f2fa-4b66-98df-524285cae5f9/63569562-5c91-41aa-af0a-0777d334f3d3/9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:07.495439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:security_group_rule and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:07.504310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:07.518938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:07.523850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79d22c-0a0c-4418-982b-5b4c854bf848 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Subnet': ['ID=c786475d-4386-4bf3-9eae-7aa51ece0c66,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:07.570629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:07.578356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:07.585240 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8f5968f6-42c2-4239-86ab-81b93f073526 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5550039 Dec 22 08:46:07.592041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:07.596092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52472) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.605635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'network': {'name': 'tempest-RoutersTest-1841826381'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:07.610442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:07.614690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:network and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:07.617277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:07.617896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:07.618578 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:07.625341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:07.642070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:07.646057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.678498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.738605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4e79d22c-0a0c-4418-982b-5b4c854bf848 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.767830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:07.778364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.787342 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-50b1d0a0-5600-4f25-a93b-6f2a12338338 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583457 Dec 22 08:46:07.790895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.797447 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4e79d22c-0a0c-4418-982b-5b4c854bf848 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/c786475d-4386-4bf3-9eae-7aa51ece0c66 HTTP/1.1" status: 204 len: 168 time: 1.1399503 Dec 22 08:46:07.799944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:07.801861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:07.807005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52480) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.854304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.878996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e296f636-16c2-4c46-8c7b-07c08ada9c4d None None] Network d0e56d88-119c-4f5a-bace-452c7719fbf1 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:07.907310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5d4cf4-287c-4a09-9861-ca22d4b56830,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:07.929312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b54ca0-ca76-4630-b129-81d70f42ea3a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting subnet 58b06e8a-f528-4ca7-81bd-ed7cec510487 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:07.944353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.949478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23b54ca0-ca76-4630-b129-81d70f42ea3a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.986515 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.986867 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added segment 8ed9ab0e-2a56-4747-af6c-c09bc824ae81 of type vlan for network e78675eb-905e-44ee-baee-12012b177cc8 Dec 22 08:46:08.101102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.171728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c8cc6-9a62-4bbb-aae5-50260e7fb8d3 req-4775ea7a-aa9b-406e-8376-123e9d266b72 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:08.174412 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fc4c8cc6-9a62-4bbb-aae5-50260e7fb8d3 req-4775ea7a-aa9b-406e-8376-123e9d266b72 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6595383 Dec 22 08:46:08.225571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port a4294d80-8af0-4530-9962-daa6d7673849 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:46:08.232031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.235767 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-821ff6ad-3690-4625-bb8b-169309399cc8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8941092 Dec 22 08:46:08.235767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52492) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.245003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52494) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.269817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'security_group_rule': {'security_group_id': 'a8354532-b436-4540-a816-7d393dfe4593', 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:08.287490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:08.294397 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23b54ca0-ca76-4630-b129-81d70f42ea3a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.306432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.314549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Allocated IP 172.26.1.209 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/80e052cc-e9a8-4213-8f50-06033afafd79) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:08.330963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.341972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:security_group_rule and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:08.347117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:08.368167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:08.392986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Transition to ACTIVE for port object 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:08.434589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Transition to ACTIVE for port object 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:08.435496 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b5b3c7a5-f851-4605-bb8a-57674a5bd3fb req-77e95dee-393d-4e66-8963-70cb45b6de68 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296406 Dec 22 08:46:08.464460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.470516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:08.471156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.504044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.516150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.518642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-818280609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:08.553412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:08.561648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:08.571020 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:08.587425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:08.587645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Usage tracker for resource:router and tenant:f5ac21aded2e406d9604598327e36782 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:08.588753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::f816:3eff:fe7a:699c (906224fb-f2fa-4b66-98df-524285cae5f9/63569562-5c91-41aa-af0a-0777d334f3d3/a4294d80-8af0-4530-9962-daa6d7673849) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:08.596595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:08.603620 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0037553 Dec 22 08:46:08.641840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52504) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.687099 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:08.714270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23b54ca0-ca76-4630-b129-81d70f42ea3a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.716785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cc50a5-ad5d-46d6-9064-82c7f69965bb None None] DHCP port deletion for d0e56d88-119c-4f5a-bace-452c7719fbf1 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:08.722982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Attempting to bind port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:08.723548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Attempting to bind port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:08.724054 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Attempting to bind port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:08.728155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Pushing event updated for resources: {'Port': ['ID=9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.733715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc50a5-ad5d-46d6-9064-82c7f69965bb None None] Deleting port faa7daec-1211-411f-82e9-3a3d1f3f4e65 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:08.734091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a1cc50a5-ad5d-46d6-9064-82c7f69965bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.750675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7ebfe-a1e1-4179-a5cf-daa9a30419f6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Network': ['ID=e78675eb-905e-44ee-baee-12012b177cc8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.765717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.766763 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.766918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:08.766918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:08.767323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.767711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:08.768177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Bound port: 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:08.768545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.781240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'subnet': {'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:08.790467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network e78675eb-905e-44ee-baee-12012b177cc8 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:08.813511 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.821185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.831889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.871569 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfd7519-d36b-4915-9915-c2dd10ea5884,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.887965 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fc4c8cc6-9a62-4bbb-aae5-50260e7fb8d3 req-a6f9a8f2-653c-44d0-aaf5-ee65e657d5d2 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5707796 Dec 22 08:46:08.888592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23b54ca0-ca76-4630-b129-81d70f42ea3a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.937272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23b54ca0-ca76-4630-b129-81d70f42ea3a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.942310 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-23b54ca0-ca76-4630-b129-81d70f42ea3a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/58b06e8a-f528-4ca7-81bd-ed7cec510487 HTTP/1.1" status: 204 len: 168 time: 1.1209519 Dec 22 08:46:08.943577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.948726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52508) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.956241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.957649 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-232e6a0b-00ee-4430-b891-7ce4f778da95 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7058446 Dec 22 08:46:08.958894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fecee28-c7ca-480a-bad0-f87389a12c30 None None] Network 89326814-3878-4cd2-8fbe-164baaa1c427 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:08.960674 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52510) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.967880 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'security_group_rule': {'security_group_id': 'a8354532-b436-4540-a816-7d393dfe4593', 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:08.983119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:08.985731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b54ca0-ca76-4630-b129-81d70f42ea3a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Subnet': ['ID=58b06e8a-f528-4ca7-81bd-ed7cec510487,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.994037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:security_group_rule and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:09.000874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:09.009105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:09.014711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:04Z', 'revision_number': 3, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:05Z', 'revision_number': 2, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:09.021837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.023992 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1506f3a9-495a-4217-98a8-3c42d4b3317d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7798162 Dec 22 08:46:09.027082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52516) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.031985 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Project 9014609f35f344d1bd6c3d858b8fb4f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:09.042351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-765484253'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:09.050598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:09.053238 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.064482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Usage tracker for resource:network and tenant:f5ac21aded2e406d9604598327e36782 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:09.070756 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:09.085817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:09.117863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Made reservation on behalf of f5ac21aded2e406d9604598327e36782 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:09.122011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.136236 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.153054 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:09.153408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Updating router d4b144e9-bd53-4236-82d4-66039ef8ab53 port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:46:09.157790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:09.169364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Usage tracker for resource:security_group_rule and tenant:f5ac21aded2e406d9604598327e36782 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:09.173883 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:09.178203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.183035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:09.188445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.217953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac60a4d2-360e-4f3b-b3f8-3e807d35b80d,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:09.242629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.246424 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d102a0a7-8c1e-47b9-9807-7682308c470a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2820251 Dec 22 08:46:09.247352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52520) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.253448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'security_group_rule': {'security_group_id': 'a8354532-b436-4540-a816-7d393dfe4593', 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:09.263403 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:09.271293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:security_group_rule and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:09.275330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:09.285923 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:09.287189 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:09.302014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.306624 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Project 9014609f35f344d1bd6c3d858b8fb4f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:09.319770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.320695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:subnet and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:09.329317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:09.334406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a1cc50a5-ad5d-46d6-9064-82c7f69965bb None None] For port faa7daec-1211-411f-82e9-3a3d1f3f4e65, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=faa7daec-1211-411f-82e9-3a3d1f3f4e65,segment=NetworkSegment(c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5),segment_id=c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:09.335042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a1cc50a5-ad5d-46d6-9064-82c7f69965bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.351721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:09.362798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.371439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object a4294d80-8af0-4530-9962-daa6d7673849 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:09.371665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] For port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:09.372585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.387772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.397106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:09.400776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.419472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:09.426561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.452029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.455408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaf84d3-5339-4310-ae09-58c21a93d1d3,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:09.457393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port faa7daec-1211-411f-82e9-3a3d1f3f4e65 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:09.458002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.459663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.460015 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Added segment 94fc2362-6e92-4d4b-997e-005bac9f2e2f of type vlan for network 81617c87-00e8-4644-8345-c352c55b1367 Dec 22 08:46:09.461494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.497919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabd0ba7-e8bc-4ef5-8968-9ebac4668593,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:09.498360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.508113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] For port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:09.519795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc50a5-ad5d-46d6-9064-82c7f69965bb None None] Calling delete_port for faa7daec-1211-411f-82e9-3a3d1f3f4e65 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:09.522378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.535940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.539901 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3a620ff8-8d0d-4dd6-ac26-cf26f98ed126 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2889254 Dec 22 08:46:09.540054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52524) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.552921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'network': {'name': 'tempest-network-smoke--892005054', 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'port_security_enabled': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:09.559971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:09.561599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.568405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:network and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:09.572955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:09.579942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:09.589370 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.596622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:09.597202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.619185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Made reservation on behalf of 9014609f35f344d1bd6c3d858b8fb4f4 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:09.622607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.662328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.684190 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6520514 Dec 22 08:46:09.714813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52528) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.730310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea8ace-d46f-4e32-b14e-c2a9a5ada69d None None] Pushing event updated for resources: {'Port': ['ID=9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:09.746589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b54ec-f5b7-44a9-933e-e0566d66a535 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'Network': ['ID=81617c87-00e8-4644-8345-c352c55b1367,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:09.749616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:09.752999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Request body: {'subnet': {'network_id': '81617c87-00e8-4644-8345-c352c55b1367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:09.759820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.760311 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Added segment dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14 of type vlan for network cac393ce-a974-4c63-bda3-99769584a184 Dec 22 08:46:09.776050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.787380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 81617c87-00e8-4644-8345-c352c55b1367 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:09.796255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.810940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a1cc50a5-ad5d-46d6-9064-82c7f69965bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.836082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.841240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:09.841911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.883748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc50a5-ad5d-46d6-9064-82c7f69965bb None None] Pushing event deleted for resources: {'Port': ['ID=faa7daec-1211-411f-82e9-3a3d1f3f4e65,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:09.894158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:09.899101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cc50a5-ad5d-46d6-9064-82c7f69965bb None None] No DVR routers for this DVR port faa7daec-1211-411f-82e9-3a3d1f3f4e65 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:09.984473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:09.991740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:09.998597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:09.999774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.019448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:10.033207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=a4294d80-8af0-4530-9962-daa6d7673849,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:10.036431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] DHCP port deletion for 89326814-3878-4cd2-8fbe-164baaa1c427 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:10.097824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'Network': ['ID=cac393ce-a974-4c63-bda3-99769584a184,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:10.132603 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-85d9b962-f1e6-46d4-b102-c4210d021365 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5914714 Dec 22 08:46:10.134602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Deleting port 0e446418-b210-4725-9645-4c71c43f0058 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:10.134976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.135121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52534) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:10.178780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'admin_state_up': True, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:10.198653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:10.199160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network cac393ce-a974-4c63-bda3-99769584a184 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:10.211653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device faa7daec-1211-411f-82e9-3a3d1f3f4e65 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:10.214239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:router and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:10.218119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:10.225982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:10.242002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:10.244162 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.245461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.276101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:10.278082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.313771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: faa7daec-1211-411f-82e9-3a3d1f3f4e65 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:10.314242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device faa7daec-1211-411f-82e9-3a3d1f3f4e65 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:10.314961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e446418-b210-4725-9645-4c71c43f0058 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:10.317039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632502d-5a32-429c-8f78-975fad69f98b req-c4abda95-9663-42a3-b94a-daf7ffd4c544 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.318771 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4632502d-5a32-429c-8f78-975fad69f98b req-c4abda95-9663-42a3-b94a-daf7ffd4c544 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.1850629 Dec 22 08:46:10.354610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:10.370815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Usage tracker for resource:subnet and tenant:f5ac21aded2e406d9604598327e36782 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:10.381612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port faa7daec-1211-411f-82e9-3a3d1f3f4e65, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=faa7daec-1211-411f-82e9-3a3d1f3f4e65,segment=NetworkSegment(c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5),segment_id=c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:10.382000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.393971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:10.408770 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9d547e9c-516e-43ad-8aae-d35d95389160 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3717647 Dec 22 08:46:10.421050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52538) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:10.427656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Pushing event updated for resources: {'Port': ['ID=80e052cc-e9a8-4213-8f50-06033afafd79,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:10.480380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:10.659046 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4632502d-5a32-429c-8f78-975fad69f98b req-55af7635-c620-4eac-9b97-610df053e22d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668490 Dec 22 08:46:10.667490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.736369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for faa7daec-1211-411f-82e9-3a3d1f3f4e65 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:10.759423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] For port 0e446418-b210-4725-9645-4c71c43f0058, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e446418-b210-4725-9645-4c71c43f0058,segment=NetworkSegment(8a0330ac-dc14-404a-a2d5-988157182ff1),segment_id=8a0330ac-dc14-404a-a2d5-988157182ff1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:10.760114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.875744 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.948933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Calling delete_port for 0e446418-b210-4725-9645-4c71c43f0058 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:11.007197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Made reservation on behalf of f5ac21aded2e406d9604598327e36782 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:11.016452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.024347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.057702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Transition to ACTIVE for port object 97d0b138-27ab-4bdd-99ec-badd9131a3f7 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:11.062593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 0e446418-b210-4725-9645-4c71c43f0058, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e446418-b210-4725-9645-4c71c43f0058,segment=NetworkSegment(8a0330ac-dc14-404a-a2d5-988157182ff1),segment_id=8a0330ac-dc14-404a-a2d5-988157182ff1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:11.065805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.078596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.117724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.177254 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.197467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:11.197467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:11.213527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.282069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=0e446418-b210-4725-9645-4c71c43f0058,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:11.406256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:11.407492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:11.411071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Allocated IP 172.26.1.122 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:11.427883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a00d4c13-308d-4be4-aa43-63d10ab65e7e None None] Provisioning for port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:11.432326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Attempting to bind port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:11.432965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Attempting to bind port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd3a8396e-007e-43d3-8bcd-004d5b7c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:11.433989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Attempting to bind port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 on network e93baffa-d0e0-42c8-81c4-9c80503f05c4 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:11.439894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719b2c3-f4bf-4417-86b8-c028aa9dd7fa None None] Pushing event updated for resources: {'Port': ['ID=97d0b138-27ab-4bdd-99ec-badd9131a3f7,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:11.441494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Checking segment: {'id': '8ed9ab0e-2a56-4747-af6c-c09bc824ae81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:11.445450 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network hostable DHCP agents. Network: e78675eb-905e-44ee-baee-12012b177cc8, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:11.447362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:11.447750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Checking segment: {'id': 'd3a8396e-007e-43d3-8bcd-004d5b7c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:11.448157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.448542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Bound using segment: {'id': 'd3a8396e-007e-43d3-8bcd-004d5b7c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:11.449082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Bound port: 97d0b138-27ab-4bdd-99ec-badd9131a3f7, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a8396e-007e-43d3-8bcd-004d5b7c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:11.449986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.462022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb7b56a-d921-4464-9d77-b00ff8a3d84c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:11.469883 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb7b56a-d921-4464-9d77-b00ff8a3d84c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:11.470683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6eb7b56a-d921-4464-9d77-b00ff8a3d84c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:11.475977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Subnet': ['ID=09144ed7-58e1-4e41-95ec-1dbac990c33e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:11.547305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] For port 97d0b138-27ab-4bdd-99ec-badd9131a3f7, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:11.551159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] For port 97d0b138-27ab-4bdd-99ec-badd9131a3f7, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=97d0b138-27ab-4bdd-99ec-badd9131a3f7,segment=NetworkSegment(d3a8396e-007e-43d3-8bcd-004d5b7c936e),segment_id=d3a8396e-007e-43d3-8bcd-004d5b7c936e)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:11.562971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.598969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.639827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.654553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:11.655189 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:11.678756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6eb7b56a-d921-4464-9d77-b00ff8a3d84c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:11.679931 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6eb7b56a-d921-4464-9d77-b00ff8a3d84c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 1.2535884 Dec 22 08:46:11.685237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52542) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:11.706700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:11.706921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network e78675eb-905e-44ee-baee-12012b177cc8 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:11.710590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:11.754647 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.784124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2f9911bf-ec32-4e30-8af1-3b8329b73a93 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port a4294d80-8af0-4530-9962-daa6d7673849 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:11.784495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2f9911bf-ec32-4e30-8af1-3b8329b73a93 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.845109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:11.849614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Deleting port 0e446418-b210-4725-9645-4c71c43f0058 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:11.850256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.880771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, e78675eb-905e-44ee-baee-12012b177cc8) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:11.946217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'Port': ['ID=0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:11.958165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb321ca-d980-464a-921e-238b9e7ed273 None None] Network e78675eb-905e-44ee-baee-12012b177cc8 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:11.980151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port faa7daec-1211-411f-82e9-3a3d1f3f4e65 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:11.981045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.058606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:12.059627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.117632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] The port 'faa7daec-1211-411f-82e9-3a3d1f3f4e65' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:46:12.227583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:12.273927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719b2c3-f4bf-4417-86b8-c028aa9dd7fa None None] Pushing event updated for resources: {'Port': ['ID=97d0b138-27ab-4bdd-99ec-badd9131a3f7,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:12.276036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2f9911bf-ec32-4e30-8af1-3b8329b73a93 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.304442 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2d628685-2fcf-475d-a032-064764650687 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6430750 Dec 22 08:46:12.338640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52548) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:12.408505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:12.561317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-e78675eb-905e-44ee-baee-12012b177cc8', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:12.561905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e4f96-079d-4e50-ab40-0ab57fe1c4f5 req-a353fc90-653f-4a24-8573-8986ab9cbb7d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:12.562384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.563637 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d35e4f96-079d-4e50-ab40-0ab57fe1c4f5 req-a353fc90-653f-4a24-8573-8986ab9cbb7d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6911478 Dec 22 08:46:12.606084 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2f9911bf-ec32-4e30-8af1-3b8329b73a93 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for a4294d80-8af0-4530-9962-daa6d7673849 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:12.644033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6faa13c-e402-4fdd-abd0-94e4cb8459e6 None None] Provisioning for port a4294d80-8af0-4530-9962-daa6d7673849 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:12.663127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] For port 0e446418-b210-4725-9645-4c71c43f0058, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e446418-b210-4725-9645-4c71c43f0058,segment=NetworkSegment(8a0330ac-dc14-404a-a2d5-988157182ff1),segment_id=8a0330ac-dc14-404a-a2d5-988157182ff1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:12.663600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.671612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6faa13c-e402-4fdd-abd0-94e4cb8459e6 None None] Provisioning complete for port a4294d80-8af0-4530-9962-daa6d7673849 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:12.671884 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6faa13c-e402-4fdd-abd0-94e4cb8459e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.686218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.704715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.767356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:12.770022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.886261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e56d88-119c-4f5a-bace-452c7719fbf1']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:12.894957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Calling delete_port for 0e446418-b210-4725-9645-4c71c43f0058 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:12.931428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:12.931732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14106f0-721a-43f3-bf4a-5fd1e7ce5ac5') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:12.952322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:12.952699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.957541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'Subnet': ['ID=27a89ffd-8332-4636-b7a9-c21d3895e711,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:12.990591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2f9911bf-ec32-4e30-8af1-3b8329b73a93 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.035476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.058636 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9911bf-ec32-4e30-8af1-3b8329b73a93 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=a4294d80-8af0-4530-9962-daa6d7673849,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:13.068171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c6faa13c-e402-4fdd-abd0-94e4cb8459e6 None None] Port a4294d80-8af0-4530-9962-daa6d7673849 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:13.070814 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d35e4f96-079d-4e50-ab40-0ab57fe1c4f5 req-1ba6585d-a770-4898-8e6a-7179225e0b1e tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4467630 Dec 22 08:46:13.091279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.196930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2f9911bf-ec32-4e30-8af1-3b8329b73a93 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.242857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.251214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Checking segment: {'id': '94fc2362-6e92-4d4b-997e-005bac9f2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '81617c87-00e8-4644-8345-c352c55b1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:13.251589 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Network hostable DHCP agents. Network: 81617c87-00e8-4644-8345-c352c55b1367, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:13.279635 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.293380 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2f9911bf-ec32-4e30-8af1-3b8329b73a93 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/a4294d80-8af0-4530-9962-daa6d7673849 HTTP/1.1" status: 204 len: 168 time: 1.5952485 Dec 22 08:46:13.297423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52552) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.301074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:13.301490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:13.321658 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:13.398296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] Pushing event deleted for resources: {'Port': ['ID=0e446418-b210-4725-9645-4c71c43f0058,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:13.415865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Allocated IP 172.22.0.2 (e78675eb-905e-44ee-baee-12012b177cc8/09144ed7-58e1-4e41-95ec-1dbac990c33e/7b61d1bc-36b0-4756-ab28-3a5de510d2d0) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:13.423924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915bbd11-0ee6-491c-9bd6-3cd85853a189 None None] No DVR routers for this DVR port 0e446418-b210-4725-9645-4c71c43f0058 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:13.455680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f8af6-44ac-42ac-ae50-15e770d070fd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:13.457148 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f8af6-44ac-42ac-ae50-15e770d070fd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:13.457988 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4a7f8af6-44ac-42ac-ae50-15e770d070fd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:13.465817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.471807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.549831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4a7f8af6-44ac-42ac-ae50-15e770d070fd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:13.551247 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4a7f8af6-44ac-42ac-ae50-15e770d070fd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2526495 Dec 22 08:46:13.552094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Network 81617c87-00e8-4644-8345-c352c55b1367 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:13.554569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52556) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.587541 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:13.596577 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.657234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:04Z', 'revision_number': 3, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:11Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:13.670638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5069a4d-e29e-4e62-803b-44e52fc79b92 None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:04Z', 'revision_number': 3, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:11Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:13.687528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 81617c87-00e8-4644-8345-c352c55b1367) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:13.691756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:13.692347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.701209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:46:13.727702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8bc4b-f1c1-4f9c-bc52-1162400489e7 None None] Network 81617c87-00e8-4644-8345-c352c55b1367 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:13.730273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.734955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.799468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:13.802165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Network': ['ID=d0e56d88-119c-4f5a-bace-452c7719fbf1,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:13.817212 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bef6f346-d405-425b-9c4e-08d33c760d4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/networks/d0e56d88-119c-4f5a-bace-452c7719fbf1 HTTP/1.1" status: 204 len: 168 time: 4.8667877 Dec 22 08:46:13.818890 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-09158556-95c7-4468-ab3c-97f9237b8f0b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1008043 Dec 22 08:46:13.824884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52560) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.825498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52562) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.840759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Request body: {'network': {'name': 'tempest-router-network01--420718252'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:13.874645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.897293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Transition to ACTIVE for port object 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:13.899590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f0347d-c7c8-4d86-bf3e-91642c94cd41 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 63569562-5c91-41aa-af0a-0777d334f3d3 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:13.910765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:13.917438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6f0347d-c7c8-4d86-bf3e-91642c94cd41 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.945997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Transition to ACTIVE for port object 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:13.972336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:13.982642 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Sync routers for ids ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:14.001531 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Routers {'08e83ef3-2ad0-46e5-84e7-e2100ee60de2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:14.003371 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:14.023510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.057094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.061705 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-283bf133-01ba-4b8a-95e3-3dba76c73b79 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9256132 Dec 22 08:46:14.062419 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52568) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.181619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.288677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Network e78675eb-905e-44ee-baee-12012b177cc8 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:14.303137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6f0347d-c7c8-4d86-bf3e-91642c94cd41 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.314256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:14.320765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:14.330220 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Pushing event updated for resources: {'Port': ['ID=7b61d1bc-36b0-4756-ab28-3a5de510d2d0,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.353229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:14.377807 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Set router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:14.392309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-81617c87-00e8-4644-8345-c352c55b1367', 'network_id': '81617c87-00e8-4644-8345-c352c55b1367', 'tenant_id': 'f5ac21aded2e406d9604598327e36782', 'fixed_ips': [{'subnet_id': '27a89ffd-8332-4636-b7a9-c21d3895e711'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:14.393143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.453910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6f0347d-c7c8-4d86-bf3e-91642c94cd41 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.467113 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-268e1ed3-3dca-4c5e-ae48-7f3c5ab30815 tempest-TestNetworkAdvancedServerOps-955066615 tempest-TestNetworkAdvancedServerOps-955066615-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9014609f35f344d1bd6c3d858b8fb4f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4034948 Dec 22 08:46:14.471491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52576) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.572782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Usage tracker for resource:network and tenant:f5ac21aded2e406d9604598327e36782 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:14.577436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:14.584076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:14.702768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Attempting to bind port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:14.703276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Attempting to bind port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '8ed9ab0e-2a56-4747-af6c-c09bc824ae81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:14.703499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.704069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Attempting to bind port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 on network e78675eb-905e-44ee-baee-12012b177cc8 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:14.716217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Made reservation on behalf of f5ac21aded2e406d9604598327e36782 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:14.720137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.739017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6f0347d-c7c8-4d86-bf3e-91642c94cd41 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.751142 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:14.752207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Checking segment: {'id': '8ed9ab0e-2a56-4747-af6c-c09bc824ae81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:14.752882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.753526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Bound using segment: {'id': '8ed9ab0e-2a56-4747-af6c-c09bc824ae81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:14.754482 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Bound port: 7b61d1bc-36b0-4756-ab28-3a5de510d2d0, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed9ab0e-2a56-4747-af6c-c09bc824ae81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:14.755277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.781632 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:12Z', 'revision_number': 3, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:14.786446 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Checking router: 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:14.786798 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Updating router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:46:14.809964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0347d-c7c8-4d86-bf3e-91642c94cd41 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=63569562-5c91-41aa-af0a-0777d334f3d3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.826070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6f0347d-c7c8-4d86-bf3e-91642c94cd41 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.851997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7fd2f8-ab18-49ed-90af-2e1d089ac5fa None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:14.864647 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.879905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e41c0-fa9e-44d6-b48f-46bee7706dc7 req-1cf84c95-9f8d-4e9d-9ed3-5362515ca3d9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:14.882789 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b6f0347d-c7c8-4d86-bf3e-91642c94cd41 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/63569562-5c91-41aa-af0a-0777d334f3d3 HTTP/1.1" status: 204 len: 168 time: 1.3149378 Dec 22 08:46:14.889929 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-237e41c0-fa9e-44d6-b48f-46bee7706dc7 req-1cf84c95-9f8d-4e9d-9ed3-5362515ca3d9 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.5828581 Dec 22 08:46:14.891828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52580) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.893774 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafa383-b1ec-451c-af38-917bf7634715 tempest-TestNetworkAdvancedServerOps-955066615 tempest-TestNetworkAdvancedServerOps-955066615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:14.895352 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1cafa383-b1ec-451c-af38-917bf7634715 tempest-TestNetworkAdvancedServerOps-955066615 tempest-TestNetworkAdvancedServerOps-955066615-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4206593 Dec 22 08:46:14.898894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Router c7139448-8396-450f-aa7b-8b461fa6bdd6 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:46:14.904240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52584) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.941806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:14.942631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.987018 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0a37cd11-5203-45ed-a1da-f94ef610fa27 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902236 Dec 22 08:46:14.987654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52588) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:15.003327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:15.051769 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-237e41c0-fa9e-44d6-b48f-46bee7706dc7 req-4777e58e-1552-4592-876a-5c13c4e84257 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608121 Dec 22 08:46:15.127224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.151858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:15.156308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:15.159757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:15.166229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:15.179930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:15.182676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.184751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.224950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:15.242779 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3413a73f-ad97-4d51-bace-87f0a17b9158 tempest-TestNetworkAdvancedServerOps-955066615 tempest-TestNetworkAdvancedServerOps-955066615-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3278604 Dec 22 08:46:15.252574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52592) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:15.303653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89326814-3878-4cd2-8fbe-164baaa1c427']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.326013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1358891535', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:15.327190 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Allocated IP 172.20.0.2 (81617c87-00e8-4644-8345-c352c55b1367/27a89ffd-8332-4636-b7a9-c21d3895e711/2245beec-449e-4f58-8392-c9edb3c900d6) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:15.356666 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.370225 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Transition to ACTIVE for port object 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:15.374398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] For port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:15.383452 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.406360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] For port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7b61d1bc-36b0-4756-ab28-3a5de510d2d0,segment=NetworkSegment(8ed9ab0e-2a56-4747-af6c-c09bc824ae81),segment_id=8ed9ab0e-2a56-4747-af6c-c09bc824ae81)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:15.410855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0330ac-dc14-404a-a2d5-988157182ff1') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.411293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0330ac-dc14-404a-a2d5-988157182ff1') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.474510 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Pushing event updated for resources: {'Port': ['ID=0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.492197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.504746 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.505378 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.505803 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.506180 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.506514 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.506869 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.507165 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.507489 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.507823 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.508160 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.508479 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.508840 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:15.514663 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Attempting to bind port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:15.515717 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Attempting to bind port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:15.516007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.516147 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Attempting to bind port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:15.516534 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Added segment eb903bd8-c529-4441-9ff6-903142ef95ca of type vlan for network 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 Dec 22 08:46:15.521236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.526142 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:15.526760 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:15.528182 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.528451 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:15.529195 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Bound port: 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:15.529604 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.645862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.649958 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] For port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:15.654430 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] For port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:15.662440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 97d0b138-27ab-4bdd-99ec-badd9131a3f7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:15.664117 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.676973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:15.684487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.693230 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:15.693787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.709571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:subnet and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:15.712677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:15.714416 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:15.717268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.objects.ports [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87534) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:46:15.749176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94cbc9e-32d0-49c9-a7b7-50616f520fa7 None None] Sync routers for ids ['c7139448-8396-450f-aa7b-8b461fa6bdd6'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:15.767374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:15.780617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabb512-3cc8-4bdd-927b-a0bd9fdfbd4f None None] Pushing event updated for resources: {'Port': ['ID=7b61d1bc-36b0-4756-ab28-3a5de510d2d0,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.813548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94cbc9e-32d0-49c9-a7b7-50616f520fa7 None None] Routers {'c7139448-8396-450f-aa7b-8b461fa6bdd6'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:15.814331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f94cbc9e-32d0-49c9-a7b7-50616f520fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c7139448-8396-450f-aa7b-8b461fa6bdd6'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.814515 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece1829-3805-4503-ad4e-c334fc7befc1 None None] Pushing event updated for resources: {'Port': ['ID=0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.847591 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Routers {'08e83ef3-2ad0-46e5-84e7-e2100ee60de2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:15.849076 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.873975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:15.913044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:46:15.925568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f94cbc9e-32d0-49c9-a7b7-50616f520fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.959026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.960628 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8157a0c7-4e00-4df9-b621-69eb73044579 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.2822778 Dec 22 08:46:15.966286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52596) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:15.966654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Made reservation on behalf of 9014609f35f344d1bd6c3d858b8fb4f4 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:15.970625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.978121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:15.991038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.010640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94cbc9e-32d0-49c9-a7b7-50616f520fa7 None None] Routers {'c7139448-8396-450f-aa7b-8b461fa6bdd6'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:16.011339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f94cbc9e-32d0-49c9-a7b7-50616f520fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c7139448-8396-450f-aa7b-8b461fa6bdd6'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.052558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.058947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:16.059794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.129970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.138133 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:16.195401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Deleting port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:16.196110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.201384 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] Set router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:16.264989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f94cbc9e-32d0-49c9-a7b7-50616f520fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.267536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94cbc9e-32d0-49c9-a7b7-50616f520fa7 None None] The sync data for ids ['c7139448-8396-450f-aa7b-8b461fa6bdd6'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:16.274222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:16.290656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.307895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:16.308725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.367817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Transition to ACTIVE for port object 2245beec-449e-4f58-8392-c9edb3c900d6 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:16.409275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.437593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Transition to ACTIVE for port object 2245beec-449e-4f58-8392-c9edb3c900d6 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:16.466329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.569663 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/networks/89326814-3878-4cd2-8fbe-164baaa1c427 HTTP/1.1" status: 204 len: 168 time: 2.7381279 Dec 22 08:46:16.591462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52602) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.597597 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2018692376'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:16.601159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb772fea-7044-47aa-91b2-3b6b4f7780ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Network': ['ID=89326814-3878-4cd2-8fbe-164baaa1c427,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:16.622121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Network 81617c87-00e8-4644-8345-c352c55b1367 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:16.628582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:16.629166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:16.641559 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:12Z', 'revision_number': 3, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.645640 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b21ddf-0d1b-4ceb-ace5-48e317d31b02 None None] The sync data for ids ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'] in dv-neutron-822561-2-hyperv is: [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:12Z', 'revision_number': 3, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:16.659271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:network and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:16.676999 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:16.702515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:16.704159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.705125 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:16.715677 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.8796358 Dec 22 08:46:16.725031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52606) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.776373 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Pushing event updated for resources: {'Port': ['ID=2245beec-449e-4f58-8392-c9edb3c900d6,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:16.787756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.851293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Request body: {'network': {'name': 'tempest-router-network02--1875638779'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:16.856980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:16.861429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Usage tracker for resource:network and tenant:f5ac21aded2e406d9604598327e36782 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:16.864829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:16.871776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:16.885082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:16.893008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.925340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 97d0b138-27ab-4bdd-99ec-badd9131a3f7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=97d0b138-27ab-4bdd-99ec-badd9131a3f7,segment=NetworkSegment(d3a8396e-007e-43d3-8bcd-004d5b7c936e),segment_id=d3a8396e-007e-43d3-8bcd-004d5b7c936e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:16.928024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] For port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:16.935982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] For port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:16.936227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.939975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Made reservation on behalf of f5ac21aded2e406d9604598327e36782 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:16.945467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.955728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.988224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Attempting to bind port 2245beec-449e-4f58-8392-c9edb3c900d6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:16.989161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Attempting to bind port 2245beec-449e-4f58-8392-c9edb3c900d6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '94fc2362-6e92-4d4b-997e-005bac9f2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '81617c87-00e8-4644-8345-c352c55b1367'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:16.989161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Attempting to bind port 2245beec-449e-4f58-8392-c9edb3c900d6 on network 81617c87-00e8-4644-8345-c352c55b1367 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:17.166100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'Subnet': ['ID=b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.177063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335dc42-ec3b-4ae5-8480-32623b2c96a0 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'Network': ['ID=6d2c5b4a-120c-42ac-9dc7-5bebc85f0849,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.227775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Checking segment: {'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:17.228264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Network hostable DHCP agents. Network: cac393ce-a974-4c63-bda3-99769584a184, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:17.239483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Allocated IP 172.22.0.1 (e78675eb-905e-44ee-baee-12012b177cc8/09144ed7-58e1-4e41-95ec-1dbac990c33e/da8d721b-fa42-4e59-a5fb-995d341ce334) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:17.265082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:17.276538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:17.276931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Checking segment: {'id': '94fc2362-6e92-4d4b-997e-005bac9f2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '81617c87-00e8-4644-8345-c352c55b1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:17.286492 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.287170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Bound using segment: {'id': '94fc2362-6e92-4d4b-997e-005bac9f2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '81617c87-00e8-4644-8345-c352c55b1367'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:17.288057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Bound port: 2245beec-449e-4f58-8392-c9edb3c900d6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fc2362-6e92-4d4b-997e-005bac9f2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '81617c87-00e8-4644-8345-c352c55b1367'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:17.288793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.327570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:17.339546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Calling delete_port for 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:17.342376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.resource_extend [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:46:17.345975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be246299-0914-4dc2-aa17-c694b7c196fc req-61d12192-7527-45eb-9d41-356a2cc5e0d0 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:17.347635 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be246299-0914-4dc2-aa17-c694b7c196fc req-61d12192-7527-45eb-9d41-356a2cc5e0d0 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.7488246 Dec 22 08:46:17.352873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.353297 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Added segment b89f9849-b85f-4c16-a749-0322c6c91130 of type vlan for network 12b32141-02fd-4855-8e96-8653a6375476 Dec 22 08:46:17.354572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Network cac393ce-a974-4c63-bda3-99769584a184 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:17.366519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.387769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:17.397629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.400000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.409863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:17.465296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e26614b-a5d7-4a15-9b47-57a3f387e380 None None] Network e78675eb-905e-44ee-baee-12012b177cc8 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:17.481162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, cac393ce-a974-4c63-bda3-99769584a184) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:17.498166 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be246299-0914-4dc2-aa17-c694b7c196fc req-b2d0d872-7ae8-44aa-8083-0ddd53786017 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402736 Dec 22 08:46:17.512471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.512927 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added segment 90232751-0206-4f6b-a23b-dcb1c78dd769 of type vlan for network e5644e44-a962-46e6-9df1-ecf3a727ddce Dec 22 08:46:17.516938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:17.517736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.532158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.553089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb72b83-3f2c-47d2-af30-0012df0dc410 None None] Network cac393ce-a974-4c63-bda3-99769584a184 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:17.566901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:17.568413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:17.577227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:17.577939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.595784 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0d07ca9c-4b06-47a5-b364-29265a9d08b0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2950261 Dec 22 08:46:17.600104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52612) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.646454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.702042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:46:17.719900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.759045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=79852405-707f-46b6-8b3a-5ee2b2513f95,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.761096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Transition to ACTIVE for port object da8d721b-fa42-4e59-a5fb-995d341ce334 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:17.789502 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8005800 Dec 22 08:46:17.795889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4edfc-24a2-4f30-9265-40ad82c1a50f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2,revision_number=6']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.807898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52616) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.823771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:b8:b4:dc', 'name': 'tempest-NetworksTestDHCPv6-555949179'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:17.828672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.834320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:17.834895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.835404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=97d0b138-27ab-4bdd-99ec-badd9131a3f7,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.873313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.882664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.888860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:17.889472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.005281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'Network': ['ID=12b32141-02fd-4855-8e96-8653a6375476,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:18.039781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.041599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7d5d8251-fb5c-4592-a914-6d5908683ef6 None None] Provisioning for port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:18.047109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 12b32141-02fd-4855-8e96-8653a6375476 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:18.047712 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4548731 Dec 22 08:46:18.048810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52620) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.070287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'subnet': {'network_id': 'e5644e44-a962-46e6-9df1-ecf3a727ddce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:18.099276 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fa48d658-9a39-45a4-934c-b82e4c0da42e tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3000054 Dec 22 08:46:18.106415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52624) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.121671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Request body: {'subnet': {'network_id': '6d2c5b4a-120c-42ac-9dc7-5bebc85f0849', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:18.152040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Deleting port 80e052cc-e9a8-4213-8f50-06033afafd79 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:18.152778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.165432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.166406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:18.166769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:18.207772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae45cb-4538-4946-be36-390a9e6697f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Network': ['ID=e5644e44-a962-46e6-9df1-ecf3a727ddce,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:18.256656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] For port 2245beec-449e-4f58-8392-c9edb3c900d6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:18.265555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] For port 2245beec-449e-4f58-8392-c9edb3c900d6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2245beec-449e-4f58-8392-c9edb3c900d6,segment=NetworkSegment(94fc2362-6e92-4d4b-997e-005bac9f2e2f),segment_id=94fc2362-6e92-4d4b-997e-005bac9f2e2f)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:18.267504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:18.303600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network e5644e44-a962-46e6-9df1-ecf3a727ddce details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:18.325485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:18.329101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.350055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:18.362699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:18.368182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network e78675eb-905e-44ee-baee-12012b177cc8 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:18.370187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:18.373176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:18.375149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:18.381347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:18.381746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.383262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:18.434308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:subnet and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:18.442679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:18.447408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:18.482412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:18.580547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:18.583829 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.593607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:18.605782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=da8d721b-fa42-4e59-a5fb-995d341ce334,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:18.607987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.611895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.619025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Usage tracker for resource:subnet and tenant:f5ac21aded2e406d9604598327e36782 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:18.671999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Deleting port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:18.672568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.700703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:18.719921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5eca0-5f45-4e9c-8b22-238d40a25eff None None] Pushing event updated for resources: {'Port': ['ID=2245beec-449e-4f58-8392-c9edb3c900d6,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:18.727525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:18.824009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Made reservation on behalf of f5ac21aded2e406d9604598327e36782 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:18.827515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.836641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Calling delete_port for 80e052cc-e9a8-4213-8f50-06033afafd79 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:18.856233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-cac393ce-a974-4c63-bda3-99769584a184', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:18.857355 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.013428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.227207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.319381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] For port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:19.319634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.335670 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.401045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 576b439d-8c1c-413b-a647-e704a136a7c8 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:46:19.460723 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-7b023215-c0dc-45f7-b270-e206f1384c33 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7371731 Dec 22 08:46:19.484935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Calling delete_port for 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:19.490894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.679223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7b61d1bc-36b0-4756-ab28-3a5de510d2d0,segment=NetworkSegment(8ed9ab0e-2a56-4747-af6c-c09bc824ae81),segment_id=8ed9ab0e-2a56-4747-af6c-c09bc824ae81)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:19.680244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0f74c1a6-8798-44ec-8fbb-ddae58f34f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.688456 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a498631d-f260-48c5-97e2-e261819d46c7 None None] Provisioning for port da8d721b-fa42-4e59-a5fb-995d341ce334 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:19.696878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.738229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a498631d-f260-48c5-97e2-e261819d46c7 None None] Provisioning complete for port da8d721b-fa42-4e59-a5fb-995d341ce334 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:19.738603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a498631d-f260-48c5-97e2-e261819d46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.831164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.833596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:19.876920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.881814 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::f816:3eff:feb8:b4dc (906224fb-f2fa-4b66-98df-524285cae5f9/79852405-707f-46b6-8b3a-5ee2b2513f95/576b439d-8c1c-413b-a647-e704a136a7c8) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:19.948170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Allocated IP 172.20.0.2 (cac393ce-a974-4c63-bda3-99769584a184/b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4/9d254a15-1590-457d-b775-97c8d6f4308b) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:19.950068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a498631d-f260-48c5-97e2-e261819d46c7 None None] Port da8d721b-fa42-4e59-a5fb-995d341ce334 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:19.961842 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=7b61d1bc-36b0-4756-ab28-3a5de510d2d0,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:19.972080 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.982731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-f19b4d80-2e06-46ad-a9ac-3a7e2652f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:19.984198 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-f19b4d80-2e06-46ad-a9ac-3a7e2652f6a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 1099 time: 0.4079797 Dec 22 08:46:19.994294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Subnet': ['ID=c8437cd2-c7a0-400f-881a-dcb2b74ec675,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.003459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'Subnet': ['ID=8fedc128-92c3-477f-912c-a19f0f0a182f,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.004035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.054619 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No ports have port_id starting with 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 Dec 22 08:46:20.107160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Pushing event deleted for resources: {'Port': ['ID=80e052cc-e9a8-4213-8f50-06033afafd79,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.210400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a498631d-f260-48c5-97e2-e261819d46c7 None None] Provisioning complete for port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:20.210775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a498631d-f260-48c5-97e2-e261819d46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.223048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Checking segment: {'id': 'eb903bd8-c529-4441-9ff6-903142ef95ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d2c5b4a-120c-42ac-9dc7-5bebc85f0849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:20.223676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Network hostable DHCP agents. Network: 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:20.240451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] Pushing event deleted for resources: {'Port': ['ID=9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.351077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75c0819-4238-4e6a-b3aa-a20fe7b2f506 None None] Network 81617c87-00e8-4644-8345-c352c55b1367 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:20.368813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Checking segment: {'id': '90232751-0206-4f6b-a23b-dcb1c78dd769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e5644e44-a962-46e6-9df1-ecf3a727ddce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:20.369389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network hostable DHCP agents. Network: e5644e44-a962-46e6-9df1-ecf3a727ddce, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:20.470622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.525605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Network 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:20.563414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:20.564978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:20.577336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-798ee36d-20b9-4a49-ae2b-97722b243db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:20.578924 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-798ee36d-20b9-4a49-ae2b-97722b243db2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 200 len: 911 time: 0.5539763 Dec 22 08:46:20.579307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:20.579997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.591665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network e5644e44-a962-46e6-9df1-ecf3a727ddce is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:20.613099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.618562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.619890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7377c97-f70e-4d28-9bd2-f597407348ac None None] Network 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:20.641536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b965fc6-ded1-4e68-bfcc-1e949d49b4d0 None None] No DVR routers for this DVR port 9d1f9ccd-7f81-4d47-92b9-d649f4c0c9f2 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:20.686928 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3e19eeb1-e435-4bea-9f59-0dea43cb0c52 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5797715 Dec 22 08:46:20.701836 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc5129-ce56-4539-aa0e-fed6faaee787 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:20.708216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52628) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:20.724622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Request body: {'subnet': {'network_id': '12b32141-02fd-4855-8e96-8653a6375476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:20.741872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, e5644e44-a962-46e6-9df1-ecf3a727ddce) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:20.771681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=da8d721b-fa42-4e59-a5fb-995d341ce334,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.818417 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef56adca-d7d4-4745-959c-cfe38d091443 None None] Network e5644e44-a962-46e6-9df1-ecf3a727ddce requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:20.823561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:20.824659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.828768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.891633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:20.899426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Usage tracker for resource:subnet and tenant:f5ac21aded2e406d9604598327e36782 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:20.904763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:20.956079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:20.968863 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-bd211ae0-587c-4560-a12e-b0a406f5ce19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 200 len: 1002 time: 0.3747020 Dec 22 08:46:20.977047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.984337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Made reservation on behalf of f5ac21aded2e406d9604598327e36782 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:20.988147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.104956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network e78675eb-905e-44ee-baee-12012b177cc8 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:21.112382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:21.167874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.222099 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Transition to ACTIVE for port object 9d254a15-1590-457d-b775-97c8d6f4308b will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:21.275784 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2ad45bcb-8e79-406d-9a54-c3504c34c2d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2133915 Dec 22 08:46:21.296710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52632) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:21.300496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:21.300878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.311725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 576b439d-8c1c-413b-a647-e704a136a7c8 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:21.315407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1559124007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:21.322394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:21.326456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:router and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:21.330154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:21.335899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.346753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.357689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.358996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.362878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.406854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.408262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Transition to ACTIVE for port object 9d254a15-1590-457d-b775-97c8d6f4308b will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:21.411448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-2d91eef5-7191-4785-9ce7-18fe5bbd8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:21.413029 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-2d91eef5-7191-4785-9ce7-18fe5bbd8ffa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d5c060c-ccd9-41f0-9d65-e66f1d58c321 HTTP/1.1" status: 200 len: 849 time: 0.2491004 Dec 22 08:46:21.473261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.503317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.508314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:21.624991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Network cac393ce-a974-4c63-bda3-99769584a184 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:21.646416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.657006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Router c7139448-8396-450f-aa7b-8b461fa6bdd6 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:21.661818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.662492 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:21.664413 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-6d2c5b4a-120c-42ac-9dc7-5bebc85f0849', 'network_id': '6d2c5b4a-120c-42ac-9dc7-5bebc85f0849', 'tenant_id': 'f5ac21aded2e406d9604598327e36782', 'fixed_ips': [{'subnet_id': '8fedc128-92c3-477f-912c-a19f0f0a182f'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:21.665269 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.694227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:21.758478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=576b439d-8c1c-413b-a647-e704a136a7c8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:21.781402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:21.781860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-69b3ddd1-802f-4db5-9912-36904ae86f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:21.784342 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-69b3ddd1-802f-4db5-9912-36904ae86f95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be8d44ef-bc10-4f72-a013-37103d3cf27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3027210 Dec 22 08:46:21.794267 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:21.794843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Allocated IP 172.20.0.1 (cac393ce-a974-4c63-bda3-99769584a184/b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4/7dba6e53-f704-43ac-9c20-5ce8d93b880c) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:21.798762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'Subnet': ['ID=9360a23a-d754-4b63-af39-7ad7db1c67ea,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:21.815450 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d87a3331-0efe-4f13-89dd-cb8835631bab tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4712145 Dec 22 08:46:21.815670 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:21.815670 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:45:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:21.817770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Checking segment: {'id': 'b89f9849-b85f-4c16-a749-0322c6c91130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '12b32141-02fd-4855-8e96-8653a6375476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:21.818126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Network hostable DHCP agents. Network: 12b32141-02fd-4855-8e96-8653a6375476, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:21.823810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52636) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:21.831234 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'network': {'name': 'tempest-RoutersTest-202435384'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:21.842429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:21.862459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:network and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:21.868947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:21.887163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:21.890076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.892419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Network 12b32141-02fd-4855-8e96-8653a6375476 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:21.942579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Allocated IP 172.20.0.2 (6d2c5b4a-120c-42ac-9dc7-5bebc85f0849/8fedc128-92c3-477f-912c-a19f0f0a182f/f06139a0-238c-48ae-8e3c-933d5980fe6f) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:21.969815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 12b32141-02fd-4855-8e96-8653a6375476) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:21.971322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:21.975015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.990423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:21.991255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.032849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Pushing event updated for resources: {'Port': ['ID=9d254a15-1590-457d-b775-97c8d6f4308b,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:22.045718 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:22.052797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:22.056139 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-334d18dd-02eb-4587-9c85-71a1640218f4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3469360 Dec 22 08:46:22.060654 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f7fd2-0682-456e-88de-3618e720bd72 None None] Network 12b32141-02fd-4855-8e96-8653a6375476 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:22.063353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52640) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.137941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.138507 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added segment 555153ce-4375-4305-b2cd-7e21bd2a92b2 of type vlan for network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 Dec 22 08:46:22.141019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-36e7fc12-f553-4e50-a1ac-49e5305f2d2e None None] Provisioning complete for port da8d721b-fa42-4e59-a5fb-995d341ce334 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:22.141391 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-36e7fc12-f553-4e50-a1ac-49e5305f2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.146741 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.150249 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-14bf22a8-d6ba-4f86-9ecc-a8226e1ecee8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8519936 Dec 22 08:46:22.153274 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-1eab02c6-2ca6-44e4-a58f-f949381fbff0 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586880 Dec 22 08:46:22.186626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2d22bfe8-fb01-4cbf-beec-32ee287fe4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.236198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-e5644e44-a962-46e6-9df1-ecf3a727ddce', 'network_id': 'e5644e44-a962-46e6-9df1-ecf3a727ddce', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'fixed_ips': [{'subnet_id': 'c8437cd2-c7a0-400f-881a-dcb2b74ec675'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:22.237017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.254552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52644) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.255778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:22.267384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:22.278804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.283478 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8d91ad5f-9725-4cb2-9ee5-be17caaf3559 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "PUT /v2.0/routers/c7139448-8396-450f-aa7b-8b461fa6bdd6 HTTP/1.1" status: 200 len: 710 time: 6.3160336 Dec 22 08:46:22.288147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'port': {'network_id': 'e5644e44-a962-46e6-9df1-ecf3a727ddce', 'name': 'tempest-RoutersIpV6Test-1387904751'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:22.345097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:22.351405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52648) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.353080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:22.354065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.420005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.471442 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Allocated IP 2001:db8::2 (e5644e44-a962-46e6-9df1-ecf3a727ddce/c8437cd2-c7a0-400f-881a-dcb2b74ec675/abfb8c18-7e24-4776-9ace-005b0cf1bd4d) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:22.483627 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:19Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:20Z', 'revision_number': 2, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:22.488558 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:22.489374 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Updating router d4b144e9-bd53-4236-82d4-66039ef8ab53 port da8d721b-fa42-4e59-a5fb-995d341ce334 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:46:22.528395 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-72488cf2-11fe-41be-99bc-d9bb5d9b30b0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7141306 Dec 22 08:46:22.539822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52652) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.565880 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.599505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Transition to ACTIVE for port object 7dba6e53-f704-43ac-9c20-5ce8d93b880c will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:22.655316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.682132 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d49a0ead-fce8-4b30-8caa-6a8a794d78ea req-647526ea-4e4e-4d68-b045-a352c3d2d370 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779657 Dec 22 08:46:22.691601 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-79dcfcef-728f-4d95-ab5e-5656aa058ad8 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/routers/c7139448-8396-450f-aa7b-8b461fa6bdd6 HTTP/1.1" status: 200 len: 745 time: 0.3365424 Dec 22 08:46:22.693362 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52656) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.695331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:22.700762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:port and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:22.704157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:22.711492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:22.735961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c93e54-f5fc-442b-b3a5-2a597ab74e6e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:22.736888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-24c93e54-f5fc-442b-b3a5-2a597ab74e6e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:22.745067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:22.751158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.780528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] device_id is not set on port e197894a-1af6-4661-ace7-b26f7d1bfaee yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:46:22.836275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-24c93e54-f5fc-442b-b3a5-2a597ab74e6e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:22.837607 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-24c93e54-f5fc-442b-b3a5-2a597ab74e6e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2933793 Dec 22 08:46:22.839212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f1ae4-7ce8-41fd-8fdd-988b9facda56 None None] Sync routers for ids ['c7139448-8396-450f-aa7b-8b461fa6bdd6'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:22.842984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52660) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.889288 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-58dbc687-7bfd-4509-883d-6883ca981af7 tempest-RoutersIpV6AdminTest-1859279249 tempest-RoutersIpV6AdminTest-1859279249-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&device_id=c7139448-8396-450f-aa7b-8b461fa6bdd6 HTTP/1.1" status: 200 len: 205 time: 0.1925774 Dec 22 08:46:22.894780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52664) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.956255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5d1cc89f-9fc6-43e3-b040-3138bb8826dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 576b439d-8c1c-413b-a647-e704a136a7c8 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:22.956769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d1cc89f-9fc6-43e3-b040-3138bb8826dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.974032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.979330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:22.979910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.980687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Attempting to bind port 9d254a15-1590-457d-b775-97c8d6f4308b on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:22.981252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Attempting to bind port 9d254a15-1590-457d-b775-97c8d6f4308b by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:22.981451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Attempting to bind port 9d254a15-1590-457d-b775-97c8d6f4308b on network cac393ce-a974-4c63-bda3-99769584a184 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:22.997333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.006715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.009262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.010756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-36e7fc12-f553-4e50-a1ac-49e5305f2d2e None None] Port da8d721b-fa42-4e59-a5fb-995d341ce334 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:23.012920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f1ae4-7ce8-41fd-8fdd-988b9facda56 None None] Routers {'c7139448-8396-450f-aa7b-8b461fa6bdd6'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:23.014428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-cc2f1ae4-7ce8-41fd-8fdd-988b9facda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c7139448-8396-450f-aa7b-8b461fa6bdd6'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:23.028916 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8e605ef8-0960-47d7-9a7c-b0fdd4ab9d10 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7139448-8396-450f-aa7b-8b461fa6bdd6 HTTP/1.1" status: 200 len: 205 time: 0.1301246 Dec 22 08:46:23.033562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52670) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:23.124823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-cc2f1ae4-7ce8-41fd-8fdd-988b9facda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:23.127092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:23.127462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Checking segment: {'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:23.127865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.128257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Bound using segment: {'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:23.128872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Bound port: 9d254a15-1590-457d-b775-97c8d6f4308b, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:23.129152 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.140456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.156961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 97d0b138-27ab-4bdd-99ec-badd9131a3f7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:23.196055 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3707812 Dec 22 08:46:23.200789 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.217363 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Transition to ACTIVE for port object da8d721b-fa42-4e59-a5fb-995d341ce334 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:23.225959 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.250202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52674) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:23.284453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'subnet': {'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:23.325216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Transition to ACTIVE for port object abfb8c18-7e24-4776-9ace-005b0cf1bd4d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:23.330848 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ae211-34e7-4cab-b0ed-874ee7563734 None None] Pushing event updated for resources: {'Port': ['ID=da8d721b-fa42-4e59-a5fb-995d341ce334,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:23.335398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac13235-c147-4725-bf6e-f1da583a4c72 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Network': ['ID=b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:23.347481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Network cac393ce-a974-4c63-bda3-99769584a184 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:23.364240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:23.366507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.367809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Transition to ACTIVE for port object abfb8c18-7e24-4776-9ace-005b0cf1bd4d will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:23.389509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0dc8-c89c-4710-ba87-54498dd8f24d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.407999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:23.421789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:23.550962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.551971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f1ae4-7ce8-41fd-8fdd-988b9facda56 None None] Routers {'c7139448-8396-450f-aa7b-8b461fa6bdd6'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:23.552614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-cc2f1ae4-7ce8-41fd-8fdd-988b9facda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c7139448-8396-450f-aa7b-8b461fa6bdd6'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:23.583741 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Attempting to bind port da8d721b-fa42-4e59-a5fb-995d341ce334 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:23.584273 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Attempting to bind port da8d721b-fa42-4e59-a5fb-995d341ce334 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '8ed9ab0e-2a56-4747-af6c-c09bc824ae81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:23.584739 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Attempting to bind port da8d721b-fa42-4e59-a5fb-995d341ce334 on network e78675eb-905e-44ee-baee-12012b177cc8 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:23.591641 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:23.592100 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Checking segment: {'id': '8ed9ab0e-2a56-4747-af6c-c09bc824ae81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:23.592605 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.593096 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Bound using segment: {'id': '8ed9ab0e-2a56-4747-af6c-c09bc824ae81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:23.593670 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Bound port: da8d721b-fa42-4e59-a5fb-995d341ce334, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed9ab0e-2a56-4747-af6c-c09bc824ae81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:23.594180 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.658227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'Port': ['ID=7dba6e53-f704-43ac-9c20-5ce8d93b880c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:23.665168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-cc2f1ae4-7ce8-41fd-8fdd-988b9facda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:23.665570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f1ae4-7ce8-41fd-8fdd-988b9facda56 None None] The sync data for ids ['c7139448-8396-450f-aa7b-8b461fa6bdd6'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:23.738223 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] For port da8d721b-fa42-4e59-a5fb-995d341ce334, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:23.741225 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] For port da8d721b-fa42-4e59-a5fb-995d341ce334, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=da8d721b-fa42-4e59-a5fb-995d341ce334,segment=NetworkSegment(8ed9ab0e-2a56-4747-af6c-c09bc824ae81),segment_id=8ed9ab0e-2a56-4747-af6c-c09bc824ae81)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:23.748346 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.751607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] For port 9d254a15-1590-457d-b775-97c8d6f4308b, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:23.754906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] For port 9d254a15-1590-457d-b775-97c8d6f4308b, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d254a15-1590-457d-b775-97c8d6f4308b,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:23.756519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.815771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Allocated IP 2001:db8::286 (e5644e44-a962-46e6-9df1-ecf3a727ddce/c8437cd2-c7a0-400f-881a-dcb2b74ec675/e197894a-1af6-4661-ace7-b26f7d1bfaee) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:23.838719 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ae211-34e7-4cab-b0ed-874ee7563734 None None] Pushing event updated for resources: {'Port': ['ID=da8d721b-fa42-4e59-a5fb-995d341ce334,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:23.848937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '79852405-707f-46b6-8b3a-5ee2b2513f95'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:23.849785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.855908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:23.856437 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:23.857117 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:23.860696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:subnet and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:23.863661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:23.871849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:23.876716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Pushing event updated for resources: {'Port': ['ID=abfb8c18-7e24-4776-9ace-005b0cf1bd4d,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:23.881780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.887692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-36e7fc12-f553-4e50-a1ac-49e5305f2d2e None None] Provisioning for port 2245beec-449e-4f58-8392-c9edb3c900d6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:23.939764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Made reservation on behalf of a6ba00af519d4fa1b975662ce6c8da55 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:23.958013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.969729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0dc8-c89c-4710-ba87-54498dd8f24d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.987063 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0dc8-c89c-4710-ba87-54498dd8f24d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.991040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-12b32141-02fd-4855-8e96-8653a6375476', 'network_id': '12b32141-02fd-4855-8e96-8653a6375476', 'tenant_id': 'f5ac21aded2e406d9604598327e36782', 'fixed_ips': [{'subnet_id': '9360a23a-d754-4b63-af39-7ad7db1c67ea'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:23.992433 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.021370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce914e3-34ad-4f88-8c63-3605d16800aa None None] Pushing event updated for resources: {'Port': ['ID=9d254a15-1590-457d-b775-97c8d6f4308b,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:24.109004 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:24.252620 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Network e5644e44-a962-46e6-9df1-ecf3a727ddce is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:24.262192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:24.262578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.300442 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.301617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:24.322470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:24.435631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0dc8-c89c-4710-ba87-54498dd8f24d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.436110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfc0dc8-c89c-4710-ba87-54498dd8f24d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Fanout notify agent at l3_agent the message router_deleted on router c7139448-8396-450f-aa7b-8b461fa6bdd6 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:46:24.461167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.483951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.515420 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Attempting to bind port abfb8c18-7e24-4776-9ace-005b0cf1bd4d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:24.515796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Attempting to bind port abfb8c18-7e24-4776-9ace-005b0cf1bd4d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '90232751-0206-4f6b-a23b-dcb1c78dd769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e5644e44-a962-46e6-9df1-ecf3a727ddce'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:24.516163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Attempting to bind port abfb8c18-7e24-4776-9ace-005b0cf1bd4d on network e5644e44-a962-46e6-9df1-ecf3a727ddce {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:24.519664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0dc8-c89c-4710-ba87-54498dd8f24d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.520968 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cdfc0dc8-c89c-4710-ba87-54498dd8f24d tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/c7139448-8396-450f-aa7b-8b461fa6bdd6 HTTP/1.1" status: 204 len: 168 time: 1.4863026 Dec 22 08:46:24.524325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d1cc89f-9fc6-43e3-b040-3138bb8826dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.534205 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:24.534810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Checking segment: {'id': '90232751-0206-4f6b-a23b-dcb1c78dd769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e5644e44-a962-46e6-9df1-ecf3a727ddce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:24.534979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52678) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:24.535086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.535375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Bound using segment: {'id': '90232751-0206-4f6b-a23b-dcb1c78dd769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e5644e44-a962-46e6-9df1-ecf3a727ddce'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:24.535868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Bound port: abfb8c18-7e24-4776-9ace-005b0cf1bd4d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90232751-0206-4f6b-a23b-dcb1c78dd769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e5644e44-a962-46e6-9df1-ecf3a727ddce'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:24.536241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.538539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Transition to ACTIVE for port object e197894a-1af6-4661-ace7-b26f7d1bfaee will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:24.570094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Transition to ACTIVE for port object f06139a0-238c-48ae-8e3c-933d5980fe6f will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:24.583743 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:19Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:23Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:24.591079 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de298b9-bb2e-487f-94cb-dad374316047 None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:19Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:23Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:24.619669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.738178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5d1cc89f-9fc6-43e3-b040-3138bb8826dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 576b439d-8c1c-413b-a647-e704a136a7c8 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:24.756070 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6103dd88-128f-40d4-ba3c-00ba31d634d9 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7139448-8396-450f-aa7b-8b461fa6bdd6 HTTP/1.1" status: 200 len: 205 time: 0.1794906 Dec 22 08:46:24.764821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52682) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:24.842332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.880524 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-028aa4fa-4102-433c-99a1-b2f5946cb530 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] delete failed (client error): The resource could not be found. Dec 22 08:46:24.883721 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-028aa4fa-4102-433c-99a1-b2f5946cb530 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/c7139448-8396-450f-aa7b-8b461fa6bdd6 HTTP/1.1" status: 404 len: 336 time: 0.1158485 Dec 22 08:46:24.894202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52688) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.015275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.028388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Transition to ACTIVE for port object f06139a0-238c-48ae-8e3c-933d5980fe6f will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:25.075910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Allocated IP 2001:db8::f816:3eff:feb1:f75f (906224fb-f2fa-4b66-98df-524285cae5f9/79852405-707f-46b6-8b3a-5ee2b2513f95/c6913ba2-6e86-4210-9e1c-7781be1f97f2) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:25.096948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Allocated IP 172.20.0.2 (12b32141-02fd-4855-8e96-8653a6375476/9360a23a-d754-4b63-af39-7ad7db1c67ea/6d34f780-8a1e-4ecd-808e-53d6e0130da6) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:25.097750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network e5644e44-a962-46e6-9df1-ecf3a727ddce is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:25.102448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:25.103175 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d8e5a735-8aa5-4814-8c2d-31bfdff75ab1 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c1baea-c264-436a-ae31-cd0d6954f335 HTTP/1.1" status: 200 len: 205 time: 0.2075551 Dec 22 08:46:25.103863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d1cc89f-9fc6-43e3-b040-3138bb8826dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.105228 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52694) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.109070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:25.114837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:25.115464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.120737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.125539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Checking segment: {'id': '555153ce-4375-4305-b2cd-7e21bd2a92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:25.126140 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network hostable DHCP agents. Network: b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:25.169797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Subnet': ['ID=8345ad1d-02f1-4583-9e73-3cc6e5ffb4da,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:25.260292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:25.267372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2245beec-449e-4f58-8392-c9edb3c900d6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:25.335995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] For port abfb8c18-7e24-4776-9ace-005b0cf1bd4d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:25.345306 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Network 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:25.349924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Allocated IP 172.20.0.1 (6d2c5b4a-120c-42ac-9dc7-5bebc85f0849/8fedc128-92c3-477f-912c-a19f0f0a182f/e31e8c0b-b132-4817-84d2-c13509ab4e49) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:25.357901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=e197894a-1af6-4661-ace7-b26f7d1bfaee,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:25.366134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:25.371357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:25.372586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.415744 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04457096-5275-4a22-8fe4-fffea384a482 None None] Network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:25.435352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:25.460148 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cc89f-9fc6-43e3-b040-3138bb8826dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=576b439d-8c1c-413b-a647-e704a136a7c8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:25.461044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] For port abfb8c18-7e24-4776-9ace-005b0cf1bd4d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=abfb8c18-7e24-4776-9ace-005b0cf1bd4d,segment=NetworkSegment(90232751-0206-4f6b-a23b-dcb1c78dd769),segment_id=90232751-0206-4f6b-a23b-dcb1c78dd769)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:25.463252 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-5cb99243-3978-46f4-b476-9fa5bf24deee tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] delete failed (client error): The resource could not be found. Dec 22 08:46:25.470569 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5cb99243-3978-46f4-b476-9fa5bf24deee tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/56c1baea-c264-436a-ae31-cd0d6954f335 HTTP/1.1" status: 404 len: 336 time: 0.3498669 Dec 22 08:46:25.473668 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:25.481779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Pushing event updated for resources: {'Port': ['ID=f06139a0-238c-48ae-8e3c-933d5980fe6f,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:25.486402 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a72e8403-1b7a-4cf8-81b7-505367b771bf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2200081 Dec 22 08:46:25.493711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52700) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.493901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52702) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.511241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.530730 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-41e214e4-4dba-4d62-8d55-70c66baa81c8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2654154 Dec 22 08:46:25.531931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52708) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.535372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d1cc89f-9fc6-43e3-b040-3138bb8826dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.537768 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5d1cc89f-9fc6-43e3-b040-3138bb8826dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/576b439d-8c1c-413b-a647-e704a136a7c8 HTTP/1.1" status: 204 len: 168 time: 2.6940970 Dec 22 08:46:25.611984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52710) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.700851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c74650-593a-4de0-ac26-3f7f4a39b1b7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:25.702762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c74650-593a-4de0-ac26-3f7f4a39b1b7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:25.703637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c6c74650-593a-4de0-ac26-3f7f4a39b1b7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:25.807733 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d88741ba-ecc3-44c8-871b-771f8ff8625b tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b HTTP/1.1" status: 200 len: 205 time: 0.3104091 Dec 22 08:46:25.820758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52718) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.920590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c6c74650-593a-4de0-ac26-3f7f4a39b1b7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:25.921794 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c6c74650-593a-4de0-ac26-3f7f4a39b1b7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3088348 Dec 22 08:46:25.923122 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-b8afe322-56d3-4123-afba-760c20b51f3b tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] delete failed (client error): The resource could not be found. Dec 22 08:46:25.927458 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b8afe322-56d3-4123-afba-760c20b51f3b tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/ce02fb9a-c5b9-4144-8cfc-8ddaacffd36b HTTP/1.1" status: 404 len: 336 time: 0.1051021 Dec 22 08:46:25.927766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52724) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.928094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52726) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.935022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.959286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Attempting to bind port f06139a0-238c-48ae-8e3c-933d5980fe6f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:25.959664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Attempting to bind port f06139a0-238c-48ae-8e3c-933d5980fe6f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'eb903bd8-c529-4441-9ff6-903142ef95ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d2c5b4a-120c-42ac-9dc7-5bebc85f0849'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:25.960020 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Attempting to bind port f06139a0-238c-48ae-8e3c-933d5980fe6f on network 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:25.987609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc24fd-955b-43fa-b255-7ef779aac336 None None] Pushing event updated for resources: {'Port': ['ID=abfb8c18-7e24-4776-9ace-005b0cf1bd4d,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:26.034560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:26.035234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Checking segment: {'id': 'eb903bd8-c529-4441-9ff6-903142ef95ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d2c5b4a-120c-42ac-9dc7-5bebc85f0849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:26.035338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.036515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Bound using segment: {'id': 'eb903bd8-c529-4441-9ff6-903142ef95ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d2c5b4a-120c-42ac-9dc7-5bebc85f0849'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:26.036999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Bound port: f06139a0-238c-48ae-8e3c-933d5980fe6f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb903bd8-c529-4441-9ff6-903142ef95ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6d2c5b4a-120c-42ac-9dc7-5bebc85f0849'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:26.037380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.073562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 2245beec-449e-4f58-8392-c9edb3c900d6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:26.130612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2245beec-449e-4f58-8392-c9edb3c900d6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:26.131232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.154656 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7735694b-558d-4744-8d2c-2af7e4c0ec88 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab5da285-79c2-497c-aaa1-9a7a44c8c8b0 HTTP/1.1" status: 200 len: 205 time: 0.2184148 Dec 22 08:46:26.157451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52734) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.277416 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75e0a8-6d0c-40f8-8baf-28f87832135d None None] Network cac393ce-a974-4c63-bda3-99769584a184 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:26.350452 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-c3ac93bb-c385-43f5-8a58-ace061b14c84 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] delete failed (client error): The resource could not be found. Dec 22 08:46:26.354458 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c3ac93bb-c385-43f5-8a58-ace061b14c84 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/ab5da285-79c2-497c-aaa1-9a7a44c8c8b0 HTTP/1.1" status: 404 len: 336 time: 0.1024172 Dec 22 08:46:26.355797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52738) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.396618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Transition to ACTIVE for port object e31e8c0b-b132-4817-84d2-c13509ab4e49 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:26.489214 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d5408940-12bb-4f1e-8166-429920eaa9ff tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=0569eaa7-d6ae-4cab-a83f-ced3c5e27231 HTTP/1.1" status: 200 len: 205 time: 0.1263199 Dec 22 08:46:26.502138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bfd38b-92d8-4eed-b7f7-7875f86750b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 79852405-707f-46b6-8b3a-5ee2b2513f95 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:26.520469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.532554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52742) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.540478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.549411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dab44193-5e6a-4472-b33f-8a8d0f1b208b None None] Provisioning for port 9d254a15-1590-457d-b775-97c8d6f4308b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:26.595218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Transition to ACTIVE for port object c6913ba2-6e86-4210-9e1c-7781be1f97f2 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:26.642597 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Transition to ACTIVE for port object 6d34f780-8a1e-4ecd-808e-53d6e0130da6 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:26.647047 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-9c9ad936-103f-4718-838c-476229993a75 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] delete failed (client error): The resource could not be found. Dec 22 08:46:26.650673 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9c9ad936-103f-4718-838c-476229993a75 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/0569eaa7-d6ae-4cab-a83f-ced3c5e27231 HTTP/1.1" status: 404 len: 336 time: 0.1145697 Dec 22 08:46:26.656909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52746) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.681454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'fixed_ips': [{'subnet_id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:26.682287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.693762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Transition to ACTIVE for port object c6913ba2-6e86-4210-9e1c-7781be1f97f2 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:26.718052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd38b-92d8-4eed-b7f7-7875f86750b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.734364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] For port f06139a0-238c-48ae-8e3c-933d5980fe6f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:26.768176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Transition to ACTIVE for port object 6d34f780-8a1e-4ecd-808e-53d6e0130da6 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:26.773935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.829071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd38b-92d8-4eed-b7f7-7875f86750b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.842506 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5cd4ec6d-ea28-441a-a144-a2a293171e7a tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "GET /v2.0/ports?device_id=748c4dbf-ee18-477e-b370-e58e2b0196e0 HTTP/1.1" status: 200 len: 205 time: 0.1816714 Dec 22 08:46:26.860098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52750) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.861586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.964381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.050905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'Port': ['ID=e31e8c0b-b132-4817-84d2-c13509ab4e49,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.054741 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-b5fad710-a5dc-4e21-a4fb-329ff889c5b6 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] delete failed (client error): The resource could not be found. Dec 22 08:46:27.055786 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b5fad710-a5dc-4e21-a4fb-329ff889c5b6 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/routers/748c4dbf-ee18-477e-b370-e58e2b0196e0 HTTP/1.1" status: 404 len: 336 time: 0.1949162 Dec 22 08:46:27.062269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52754) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:27.123456 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] For port f06139a0-238c-48ae-8e3c-933d5980fe6f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f06139a0-238c-48ae-8e3c-933d5980fe6f,segment=NetworkSegment(eb903bd8-c529-4441-9ff6-903142ef95ca),segment_id=eb903bd8-c529-4441-9ff6-903142ef95ca)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:27.125234 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18374b2-17ea-415e-95f4-bd0e5bb275d2 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:27.125726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18374b2-17ea-415e-95f4-bd0e5bb275d2 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:27.127561 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d18374b2-17ea-415e-95f4-bd0e5bb275d2 tempest-RoutersIpV6AdminTest-326187165 tempest-RoutersIpV6AdminTest-326187165-project] 10.222.0.37 "DELETE /v2.0/subnets/ab5c3ef3-48f1-441e-8760-86d933250c3d HTTP/1.1" status: 404 len: 337 time: 0.0602455 Dec 22 08:46:27.159901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.169775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:46:27.183838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Network 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:27.190995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:27.193351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:27.228760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.245668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.264315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Allocated IP 172.23.0.2 (b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4/8345ad1d-02f1-4583-9e73-3cc6e5ffb4da/b3e883fa-e326-4296-8670-d6d61cdab946) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:27.286806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:27.288561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.314333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:27.318262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:27.353284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.358995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.393911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Network 12b32141-02fd-4855-8e96-8653a6375476 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:27.439525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:27.441625 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Pushing event updated for resources: {'Port': ['ID=c6913ba2-6e86-4210-9e1c-7781be1f97f2,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.459524 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:27.553505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd38b-92d8-4eed-b7f7-7875f86750b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.565752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.586006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf0a263-b0e5-480d-b0c8-9e2dc4bb809d None None] Network e5644e44-a962-46e6-9df1-ecf3a727ddce requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:27.625909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52762) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:27.633232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.659547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.663434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'Port': ['ID=7dba6e53-f704-43ac-9c20-5ce8d93b880c,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.714248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 2245beec-449e-4f58-8392-c9edb3c900d6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2245beec-449e-4f58-8392-c9edb3c900d6,segment=NetworkSegment(94fc2362-6e92-4d4b-997e-005bac9f2e2f),segment_id=94fc2362-6e92-4d4b-997e-005bac9f2e2f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:27.743297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.851343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Attempting to bind port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:27.851554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Attempting to bind port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'b89f9849-b85f-4c16-a749-0322c6c91130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '12b32141-02fd-4855-8e96-8653a6375476'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:27.851922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Attempting to bind port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 on network 12b32141-02fd-4855-8e96-8653a6375476 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:27.875192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6c59-0d39-482c-8462-c5385373c36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.879644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.880437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:27.920974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=e197894a-1af6-4661-ace7-b26f7d1bfaee,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.957150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:27.957753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Checking segment: {'id': 'b89f9849-b85f-4c16-a749-0322c6c91130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '12b32141-02fd-4855-8e96-8653a6375476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:27.958028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.960569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Bound using segment: {'id': 'b89f9849-b85f-4c16-a749-0322c6c91130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '12b32141-02fd-4855-8e96-8653a6375476'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:27.960569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Bound port: 6d34f780-8a1e-4ecd-808e-53d6e0130da6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89f9849-b85f-4c16-a749-0322c6c91130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '12b32141-02fd-4855-8e96-8653a6375476'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:27.960569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.013142 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd38b-92d8-4eed-b7f7-7875f86750b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.022103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a3ac6c59-0d39-482c-8462-c5385373c36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:28.043280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Attempting to bind port c6913ba2-6e86-4210-9e1c-7781be1f97f2 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:28.043650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Attempting to bind port c6913ba2-6e86-4210-9e1c-7781be1f97f2 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:28.044012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Attempting to bind port c6913ba2-6e86-4210-9e1c-7781be1f97f2 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:28.083844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Pushing event updated for resources: {'Port': ['ID=6d34f780-8a1e-4ecd-808e-53d6e0130da6,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:28.086380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fb9a79dd-3cc3-4710-8366-907ca7c78f37 None None] Provisioning for port abfb8c18-7e24-4776-9ace-005b0cf1bd4d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:28.099072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a3ac6c59-0d39-482c-8462-c5385373c36f admin admin] Usage tracker for resource:security_group_rule and tenant:83f40dfef9934399b1e451fb97b1775a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:28.104262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfd38b-92d8-4eed-b7f7-7875f86750b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=79852405-707f-46b6-8b3a-5ee2b2513f95,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:28.106300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a3ac6c59-0d39-482c-8462-c5385373c36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:28.146406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a3ac6c59-0d39-482c-8462-c5385373c36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:28.152907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd38b-92d8-4eed-b7f7-7875f86750b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.184255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:28.185359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:28.186030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.186947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:28.187677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Bound port: c6913ba2-6e86-4210-9e1c-7781be1f97f2, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:28.189115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.272271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6c59-0d39-482c-8462-c5385373c36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.275848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Network cac393ce-a974-4c63-bda3-99769584a184 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:28.282959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:28.286368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6c59-0d39-482c-8462-c5385373c36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.390097 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a3ac6c59-0d39-482c-8462-c5385373c36f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83f40dfef9934399b1e451fb97b1775a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7630832 Dec 22 08:46:28.397470 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a7bfd38b-92d8-4eed-b7f7-7875f86750b3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/79852405-707f-46b6-8b3a-5ee2b2513f95 HTTP/1.1" status: 204 len: 168 time: 2.4665110 Dec 22 08:46:28.400747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52768) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:28.401085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52770) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:28.425773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.605953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.623045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e7733-2432-4019-95d2-f352a3dbe00c None None] Pushing event updated for resources: {'Port': ['ID=f06139a0-238c-48ae-8e3c-933d5980fe6f,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:28.638405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac6c59-0d39-482c-8462-c5385373c36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e93d882-2b77-4494-941c-1674818d3f04,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:28.641431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:28.646578 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-375aff42-85cc-45fa-9f70-bea68c606ec2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2396941 Dec 22 08:46:28.653498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52776) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:28.654012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c546bc87-ce7d-4385-88ea-98dcd5547a36 None None] Provisioning for port 7dba6e53-f704-43ac-9c20-5ce8d93b880c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:28.707877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:28.708250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.717572 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.781103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Transition to ACTIVE for port object b3e883fa-e326-4296-8670-d6d61cdab946 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:28.807648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c546bc87-ce7d-4385-88ea-98dcd5547a36 None None] Provisioning complete for port 7dba6e53-f704-43ac-9c20-5ce8d93b880c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:28.808059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c546bc87-ce7d-4385-88ea-98dcd5547a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.808942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:28.893760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] For port 6d34f780-8a1e-4ecd-808e-53d6e0130da6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:28.923015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.943978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-295e5591-07d3-4599-8b20-5d3876b80326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.960942 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Transition to ACTIVE for port object b3e883fa-e326-4296-8670-d6d61cdab946 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:28.971800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] For port 6d34f780-8a1e-4ecd-808e-53d6e0130da6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6d34f780-8a1e-4ecd-808e-53d6e0130da6,segment=NetworkSegment(b89f9849-b85f-4c16-a749-0322c6c91130),segment_id=b89f9849-b85f-4c16-a749-0322c6c91130)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:28.982588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] For port c6913ba2-6e86-4210-9e1c-7781be1f97f2, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:28.988199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] For port c6913ba2-6e86-4210-9e1c-7781be1f97f2, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c6913ba2-6e86-4210-9e1c-7781be1f97f2,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:29.011646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=2245beec-449e-4f58-8392-c9edb3c900d6,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:29.037882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c374c-fd99-460d-93da-2c074ee621ef tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:29.038253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f03c374c-fd99-460d-93da-2c074ee621ef tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:29.041959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-295e5591-07d3-4599-8b20-5d3876b80326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.047939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.110993 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c546bc87-ce7d-4385-88ea-98dcd5547a36 None None] Port 7dba6e53-f704-43ac-9c20-5ce8d93b880c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:29.163735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.167265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.187034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b42f8-638a-41e9-8d01-1663b3cb0d33 None None] Network 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:29.226391 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f03c374c-fd99-460d-93da-2c074ee621ef tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:29.229928 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f03c374c-fd99-460d-93da-2c074ee621ef tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5714424 Dec 22 08:46:29.234550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52780) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:29.247746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:29.255666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Allocated IP 172.23.0.1 (b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4/8345ad1d-02f1-4583-9e73-3cc6e5ffb4da/ea649025-a6cf-47f5-a348-68a2512fe9cd) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:29.269566 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Sync routers for ids ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:29.275866 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-36425f18-a798-4db6-8fb6-5d0151f69b17 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "PUT /v2.0/routers/08e83ef3-2ad0-46e5-84e7-e2100ee60de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6721969 Dec 22 08:46:29.285459 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Routers {'08e83ef3-2ad0-46e5-84e7-e2100ee60de2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:29.287612 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:29.388562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-295e5591-07d3-4599-8b20-5d3876b80326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.405718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:46:29.502197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:29.511096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.526169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.571432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:29.590027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:29.684144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c9257e-57ef-492a-a573-f114719d39ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:29.684875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-80c9257e-57ef-492a-a573-f114719d39ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:29.701438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e5591-07d3-4599-8b20-5d3876b80326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e93d882-2b77-4494-941c-1674818d3f04,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:29.749105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-295e5591-07d3-4599-8b20-5d3876b80326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.750212 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:46:29.753149 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-295e5591-07d3-4599-8b20-5d3876b80326 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e93d882-2b77-4494-941c-1674818d3f04 HTTP/1.1" status: 204 len: 168 time: 1.3483486 Dec 22 08:46:29.787147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f36239-ba5a-4c7b-a9bb-e1bb87b67870 None None] Pushing event updated for resources: {'Port': ['ID=c6913ba2-6e86-4210-9e1c-7781be1f97f2,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:29.792425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-80c9257e-57ef-492a-a573-f114719d39ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:29.794445 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-80c9257e-57ef-492a-a573-f114719d39ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5589252 Dec 22 08:46:29.798794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52800) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:29.811961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'Port': ['ID=e31e8c0b-b132-4817-84d2-c13509ab4e49,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:29.841599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.849072 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Set router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:29.870854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.921017 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2df431c2-b42c-4d1b-b741-10b066d6441e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207285 Dec 22 08:46:29.925935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52804) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:29.931386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.932026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:30.015133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Transition to ACTIVE for port object ea649025-a6cf-47f5-a348-68a2512fe9cd will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:30.075584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.087981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.089057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.094041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:30.165553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-435cb9da-683b-4f9b-a0f7-0db9b762e9b6 None None] Provisioning complete for port 7dba6e53-f704-43ac-9c20-5ce8d93b880c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:30.166048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-435cb9da-683b-4f9b-a0f7-0db9b762e9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.180223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:30.195443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Attempting to bind port b3e883fa-e326-4296-8670-d6d61cdab946 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:30.195980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Attempting to bind port b3e883fa-e326-4296-8670-d6d61cdab946 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '555153ce-4375-4305-b2cd-7e21bd2a92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:30.196174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Attempting to bind port b3e883fa-e326-4296-8670-d6d61cdab946 on network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:30.241951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:30.268361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:30.268741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Checking segment: {'id': '555153ce-4375-4305-b2cd-7e21bd2a92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:30.269151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.269546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Bound using segment: {'id': '555153ce-4375-4305-b2cd-7e21bd2a92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:30.270058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Bound port: b3e883fa-e326-4296-8670-d6d61cdab946, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555153ce-4375-4305-b2cd-7e21bd2a92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:30.270437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.294745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.303223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd32cb9-266c-473f-97cd-2f21ac1482c0 None None] Pushing event updated for resources: {'Port': ['ID=6d34f780-8a1e-4ecd-808e-53d6e0130da6,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:30.416969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network e5644e44-a962-46e6-9df1-ecf3a727ddce is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:30.476317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52814) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:30.491446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:30.501662 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Pushing event updated for resources: {'Port': ['ID=b3e883fa-e326-4296-8670-d6d61cdab946,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:30.502671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=e197894a-1af6-4661-ace7-b26f7d1bfaee,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:30.533585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:30.541780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.663789 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c7b3e70f-77a0-4897-9d71-d6ab7a63edaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d71ec845cd94f5994795c2bece249cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827934 Dec 22 08:46:30.675193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Network 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:30.677071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:30.685039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52818) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:30.688091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.712855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-435cb9da-683b-4f9b-a0f7-0db9b762e9b6 None None] Port 7dba6e53-f704-43ac-9c20-5ce8d93b880c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:30.799645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:30.815370 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:24Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7dba6e53-f704-43ac-9c20-5ce8d93b880c', 'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'mac_address': 'fa:16:3e:04:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:26Z', 'revision_number': 2, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'subnets': [{'id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:30.821903 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Checking router: 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:30.822384 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Updating router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 port 7dba6e53-f704-43ac-9c20-5ce8d93b880c binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:46:30.892368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device abfb8c18-7e24-4776-9ace-005b0cf1bd4d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:30.909208 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.937661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:30.949565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:31.017436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-435cb9da-683b-4f9b-a0f7-0db9b762e9b6 None None] Provisioning for port f06139a0-238c-48ae-8e3c-933d5980fe6f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:31.045373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.047878 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-e9ab8ce8-db84-4e47-84e3-cca120f5c3cf tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022199132&fields=id&tenant_id=9014609f35f344d1bd6c3d858b8fb4f4 HTTP/1.1" status: 200 len: 267 time: 0.6061397 Dec 22 08:46:31.120238 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] For port b3e883fa-e326-4296-8670-d6d61cdab946, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:31.134042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] For port b3e883fa-e326-4296-8670-d6d61cdab946, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b3e883fa-e326-4296-8670-d6d61cdab946,segment=NetworkSegment(555153ce-4375-4305-b2cd-7e21bd2a92b2),segment_id=555153ce-4375-4305-b2cd-7e21bd2a92b2)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:31.135428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.171439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.234802 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e9710-3b34-4754-93ee-44a2b22640c7 None None] Network 12b32141-02fd-4855-8e96-8653a6375476 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:31.364111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.377702 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.405395 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Transition to ACTIVE for port object 7dba6e53-f704-43ac-9c20-5ce8d93b880c will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:31.419250 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.435979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=ea649025-a6cf-47f5-a348-68a2512fe9cd,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.481496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-3294339e-c1e0-4b60-a9d1-781f97099a10 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:31.483036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-3294339e-c1e0-4b60-a9d1-781f97099a10 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Synchronizing usage tracker for tenant:9014609f35f344d1bd6c3d858b8fb4f4 on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:31.501106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port abfb8c18-7e24-4776-9ace-005b0cf1bd4d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:31.520224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca23c1-e5b7-49ca-9416-4767fd41016f None None] Pushing event updated for resources: {'Port': ['ID=b3e883fa-e326-4296-8670-d6d61cdab946,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.522700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-782a6602-c80a-41f9-8b03-ec87d691525c None None] Provisioning complete for port abfb8c18-7e24-4776-9ace-005b0cf1bd4d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:31.523074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-782a6602-c80a-41f9-8b03-ec87d691525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.553696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port abfb8c18-7e24-4776-9ace-005b0cf1bd4d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:31.554085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.607183 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:46:31.664645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-da163c8b-adfd-4ae9-8bc1-0aa4649cd245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.666442 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52958f00-8924-4ed2-a532-962a912fc2de None None] Pushing event updated for resources: {'Port': ['ID=7dba6e53-f704-43ac-9c20-5ce8d93b880c,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.812854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-3294339e-c1e0-4b60-a9d1-781f97099a10 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Unset dirty status for tenant:9014609f35f344d1bd6c3d858b8fb4f4 on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:31.814374 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-3294339e-c1e0-4b60-a9d1-781f97099a10 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/networks?id=cac393ce-a974-4c63-bda3-99769584a184 HTTP/1.1" status: 200 len: 796 time: 0.6630204 Dec 22 08:46:31.952678 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-3e5b9b20-dcf8-4d85-847c-23eed9ced273 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/quotas/9014609f35f344d1bd6c3d858b8fb4f4 HTTP/1.1" status: 200 len: 375 time: 0.0109086 Dec 22 08:46:31.958258 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Attempting to bind port 7dba6e53-f704-43ac-9c20-5ce8d93b880c on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:31.958855 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Attempting to bind port 7dba6e53-f704-43ac-9c20-5ce8d93b880c by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:31.959143 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Attempting to bind port 7dba6e53-f704-43ac-9c20-5ce8d93b880c on network cac393ce-a974-4c63-bda3-99769584a184 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:31.976447 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:31.976828 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Checking segment: {'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:31.977220 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.977612 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Bound using segment: {'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:31.978118 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Bound port: 7dba6e53-f704-43ac-9c20-5ce8d93b880c, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:31.978511 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.053273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-da163c8b-adfd-4ae9-8bc1-0aa4649cd245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.163182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Router ad8e3f93-8af8-47bc-86fe-1638d9f3d222 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:46:32.234370 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] For port 7dba6e53-f704-43ac-9c20-5ce8d93b880c, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:32.237594 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] For port 7dba6e53-f704-43ac-9c20-5ce8d93b880c, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7dba6e53-f704-43ac-9c20-5ce8d93b880c,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:32.246693 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-782a6602-c80a-41f9-8b03-ec87d691525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.247266 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.280018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.346394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port abfb8c18-7e24-4776-9ace-005b0cf1bd4d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=abfb8c18-7e24-4776-9ace-005b0cf1bd4d,segment=NetworkSegment(90232751-0206-4f6b-a23b-dcb1c78dd769),segment_id=90232751-0206-4f6b-a23b-dcb1c78dd769)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:32.360976 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52958f00-8924-4ed2-a532-962a912fc2de None None] Pushing event updated for resources: {'Port': ['ID=7dba6e53-f704-43ac-9c20-5ce8d93b880c,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:32.378741 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Routers {'08e83ef3-2ad0-46e5-84e7-e2100ee60de2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:32.379576 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:32.394067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.objects.ports [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87534) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:46:32.457955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.462922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device da8d721b-fa42-4e59-a5fb-995d341ce334 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:32.674139 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-da163c8b-adfd-4ae9-8bc1-0aa4649cd245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.708744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da163c8b-adfd-4ae9-8bc1-0aa4649cd245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457b6ae-05ef-4af8-af07-2ff140f81941,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:32.730037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:32.732646 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] Set router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:32.737053 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-b2b99a6c-d7e8-447f-bb83-7d384d13b861 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9014609f35f344d1bd6c3d858b8fb4f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7520993 Dec 22 08:46:32.737817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:32.781064 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5f44c981-701b-4f00-b7cf-1d7dabf148ca tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2417390 Dec 22 08:46:32.784509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52824) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:32.875855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-782a6602-c80a-41f9-8b03-ec87d691525c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:32.876212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-782a6602-c80a-41f9-8b03-ec87d691525c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:32.884028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=abfb8c18-7e24-4776-9ace-005b0cf1bd4d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:32.894860 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa72e1d-425f-4040-88ab-18bc48998183 None None] Sync routers for ids ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:32.897214 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b774056a-b145-4cfa-83c0-670d4540f978 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "PUT /v2.0/routers/ad8e3f93-8af8-47bc-86fe-1638d9f3d222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8325219 Dec 22 08:46:32.908133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-da163c8b-adfd-4ae9-8bc1-0aa4649cd245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.909638 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-da163c8b-adfd-4ae9-8bc1-0aa4649cd245 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a457b6ae-05ef-4af8-af07-2ff140f81941 HTTP/1.1" status: 204 len: 168 time: 2.2236395 Dec 22 08:46:32.913015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52828) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:32.963124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa72e1d-425f-4040-88ab-18bc48998183 None None] Routers {'ad8e3f93-8af8-47bc-86fe-1638d9f3d222'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:32.963762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-caa72e1d-425f-4040-88ab-18bc48998183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:33.034979 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f50bb3-2030-4cd6-8b29-f74dbce685be None None] Sync routers for ids ['24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:33.049200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.145869 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f50bb3-2030-4cd6-8b29-f74dbce685be None None] Routers {'24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:33.146643 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-60f50bb3-2030-4cd6-8b29-f74dbce685be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:33.210686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-caa72e1d-425f-4040-88ab-18bc48998183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:33.228421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa72e1d-425f-4040-88ab-18bc48998183 None None] Routers {'ad8e3f93-8af8-47bc-86fe-1638d9f3d222'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:33.229307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-caa72e1d-425f-4040-88ab-18bc48998183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:33.247228 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-60f50bb3-2030-4cd6-8b29-f74dbce685be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:33.337425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-caa72e1d-425f-4040-88ab-18bc48998183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:33.338530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa72e1d-425f-4040-88ab-18bc48998183 None None] The sync data for ids ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:33.363940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port da8d721b-fa42-4e59-a5fb-995d341ce334 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:33.373881 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port da8d721b-fa42-4e59-a5fb-995d341ce334 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:33.374652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.428318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] For port c6913ba2-6e86-4210-9e1c-7781be1f97f2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c6913ba2-6e86-4210-9e1c-7781be1f97f2,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:33.446208 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f50bb3-2030-4cd6-8b29-f74dbce685be None None] Routers {'24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:33.450910 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-60f50bb3-2030-4cd6-8b29-f74dbce685be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:33.470791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.483033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.484175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.496869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fac9ee-d9b5-4ce3-9b58-04e7deaf8906 None None] Network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:33.532089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd525827-a75c-41b9-b7c8-215fdb36a24a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:33.533113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fd525827-a75c-41b9-b7c8-215fdb36a24a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Synchronizing usage tracker for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:33.542563 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-782a6602-c80a-41f9-8b03-ec87d691525c None None] Provisioning for port e197894a-1af6-4661-ace7-b26f7d1bfaee completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:33.576830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.609746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-782a6602-c80a-41f9-8b03-ec87d691525c None None] Provisioning complete for port e197894a-1af6-4661-ace7-b26f7d1bfaee triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:33.610123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-782a6602-c80a-41f9-8b03-ec87d691525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.611504 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-60f50bb3-2030-4cd6-8b29-f74dbce685be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:33.611790 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f50bb3-2030-4cd6-8b29-f74dbce685be None None] The sync data for ids ['24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:33.685919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.708947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-5104c837-77b5-4726-a564-df790986b9f7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:46:33.710217 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-5104c837-77b5-4726-a564-df790986b9f7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6118662 Dec 22 08:46:33.714621 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:33.718135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:33.732393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:33.733291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.750811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a399f69-3bbb-421a-ac25-16b5da31dfa7 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:33.796865 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:24Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7dba6e53-f704-43ac-9c20-5ce8d93b880c', 'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'mac_address': 'fa:16:3e:04:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'subnets': [{'id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:33.805138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=c6913ba2-6e86-4210-9e1c-7781be1f97f2,revision_number=5']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:33.817482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=902dedda-1f62-4483-9ba0-8c6f2d0d9d74,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:33.818116 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9235e380-05de-410e-a33f-e4eee86d3f3b None None] The sync data for ids ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'] in dv-neutron-822561-2-hyperv is: [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:24Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7dba6e53-f704-43ac-9c20-5ce8d93b880c', 'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'mac_address': 'fa:16:3e:04:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'subnets': [{'id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:33.881704 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5f6f3aa9-a26f-4bb2-9d97-4ad9017c957a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.9544425 Dec 22 08:46:33.884379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52846) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:33.901023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:f8:07:b8', 'name': 'tempest-NetworksTestDHCPv6-252560106'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:33.949559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-782a6602-c80a-41f9-8b03-ec87d691525c None None] Port e197894a-1af6-4661-ace7-b26f7d1bfaee cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:33.997889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fd525827-a75c-41b9-b7c8-215fdb36a24a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Unset dirty status for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:34.002043 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fd525827-a75c-41b9-b7c8-215fdb36a24a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports/e197894a-1af6-4661-ace7-b26f7d1bfaee HTTP/1.1" status: 200 len: 984 time: 1.2158327 Dec 22 08:46:34.005880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52852) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:34.116648 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-b0889488-2879-4e68-affb-de9d8b89b4be service neutron] 10.222.0.37 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874009 Dec 22 08:46:34.124682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.163490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-782a6602-c80a-41f9-8b03-ec87d691525c None None] Provisioning for port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:34.193919 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port da8d721b-fa42-4e59-a5fb-995d341ce334, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=da8d721b-fa42-4e59-a5fb-995d341ce334,segment=NetworkSegment(8ed9ab0e-2a56-4747-af6c-c09bc824ae81),segment_id=8ed9ab0e-2a56-4747-af6c-c09bc824ae81)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:34.207834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.209747 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f06139a0-238c-48ae-8e3c-933d5980fe6f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:34.275912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:34.310418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.311660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:34.315207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event updated for resources: {'Port': ['ID=ea649025-a6cf-47f5-a348-68a2512fe9cd,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:34.336334 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-0af5a02e-2e25-4741-ab62-954c681c10c3 service neutron] 10.222.0.37 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098269 Dec 22 08:46:34.347344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:34.423638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=da8d721b-fa42-4e59-a5fb-995d341ce334,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:34.510933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52862) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:34.562248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Provisioning for port e31e8c0b-b132-4817-84d2-c13509ab4e49 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:34.630355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.652324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Provisioning complete for port e31e8c0b-b132-4817-84d2-c13509ab4e49 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:34.655882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.683951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port c834999f-d774-49f1-8a55-d985febbbf76 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:46:34.775436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Port e31e8c0b-b132-4817-84d2-c13509ab4e49 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:34.821058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port f06139a0-238c-48ae-8e3c-933d5980fe6f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:34.837233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f06139a0-238c-48ae-8e3c-933d5980fe6f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:34.837604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.924314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-271787553'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:34.929571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Provisioning complete for port f06139a0-238c-48ae-8e3c-933d5980fe6f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:34.929972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.945926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:34.966524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Usage tracker for resource:network and tenant:18c480ed1a034135817c18df8135a4e2 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:34.972004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:34.983698 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:34.997852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::f816:3eff:fef8:7b8 (906224fb-f2fa-4b66-98df-524285cae5f9/902dedda-1f62-4483-9ba0-8c6f2d0d9d74/c834999f-d774-49f1-8a55-d985febbbf76) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:35.023367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Made reservation on behalf of 18c480ed1a034135817c18df8135a4e2 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:35.027951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.047020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.113780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:35.154289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Usage tracker for resource:security_group_rule and tenant:18c480ed1a034135817c18df8135a4e2 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:35.194451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:35.227736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:35.243135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.287202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.308708 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-99af98e4-f013-4bea-b729-f36d7a7b7093 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:35.315379 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-99af98e4-f013-4bea-b729-f36d7a7b7093 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "PUT /v2.0/routers/ad8e3f93-8af8-47bc-86fe-1638d9f3d222/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3534307 Dec 22 08:46:35.335157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-215c30aa-b786-412c-be37-caf1117784ee None None] For port f06139a0-238c-48ae-8e3c-933d5980fe6f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f06139a0-238c-48ae-8e3c-933d5980fe6f,segment=NetworkSegment(eb903bd8-c529-4441-9ff6-903142ef95ca),segment_id=eb903bd8-c529-4441-9ff6-903142ef95ca)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:35.335385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52884) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:35.343894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.476508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Pushing event updated for resources: {'Port': ['ID=f06139a0-238c-48ae-8e3c-933d5980fe6f,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:35.499307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Provisioning complete for port e197894a-1af6-4661-ace7-b26f7d1bfaee triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:35.499589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.696889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.719904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Port e197894a-1af6-4661-ace7-b26f7d1bfaee cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:35.736320 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object c834999f-d774-49f1-8a55-d985febbbf76 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:35.742014 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:35.742436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:35.756668 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-215c30aa-b786-412c-be37-caf1117784ee None None] Provisioning for port b3e883fa-e326-4296-8670-d6d61cdab946 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:35.811414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.823802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.880148 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:35.894832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3972d910-9cb1-49f3-b525-8e66cf0594f2,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:35.904499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.905162 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Added segment 2e97280f-e706-4131-92e7-e7d9972c2ab3 of type vlan for network 8102fcfc-4802-40e0-9b1e-343a43409071 Dec 22 08:46:35.914215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.930789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-cd449134-d050-442e-915e-24c267fe47c3 req-86b37ed0-97d2-44b7-80d5-ecac11c57992 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Synchronizing usage tracker for tenant:9014609f35f344d1bd6c3d858b8fb4f4 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:35.938834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ec0ea77b-506e-4de8-88dd-b9da9fa939d4 None None] Provisioning for port ea649025-a6cf-47f5-a348-68a2512fe9cd completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:35.944849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ec0ea77b-506e-4de8-88dd-b9da9fa939d4 None None] Provisioning complete for port ea649025-a6cf-47f5-a348-68a2512fe9cd triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:35.945402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ec0ea77b-506e-4de8-88dd-b9da9fa939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.984194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:35.989029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-cd449134-d050-442e-915e-24c267fe47c3 req-86b37ed0-97d2-44b7-80d5-ecac11c57992 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Unset dirty status for tenant:9014609f35f344d1bd6c3d858b8fb4f4 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:35.992655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:36.001619 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cd449134-d050-442e-915e-24c267fe47c3 req-86b37ed0-97d2-44b7-80d5-ecac11c57992 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 210 time: 1.3207178 Dec 22 08:46:36.010543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:36.013628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:36.021116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:36.021977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.031554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:36.068427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ea77b-506e-4de8-88dd-b9da9fa939d4 None None] Port ea649025-a6cf-47f5-a348-68a2512fe9cd cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:36.099460 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2140775 Dec 22 08:46:36.101346 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.110443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52892) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:36.320841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d1e63-83b8-44a4-8f9d-014bf119da7b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=c834999f-d774-49f1-8a55-d985febbbf76,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:36.344810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2245beec-449e-4f58-8392-c9edb3c900d6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:36.348982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.354426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:36.357464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.430920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6c4ac509-449d-43ef-b82b-9162821ae42e None None] Provisioning complete for port ea649025-a6cf-47f5-a348-68a2512fe9cd triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:36.431237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6c4ac509-449d-43ef-b82b-9162821ae42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.496199 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9843957 Dec 22 08:46:36.496990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52896) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:36.500276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1e9a5-1919-4357-b795-fcf506c29491 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event updated for resources: {'Network': ['ID=8102fcfc-4802-40e0-9b1e-343a43409071,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:36.505701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Request body: {'subnet': {'network_id': '8102fcfc-4802-40e0-9b1e-343a43409071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:36.519251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 8102fcfc-4802-40e0-9b1e-343a43409071 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:36.529194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175ceff-8c87-4ce2-bbd6-8b47dcc056c5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:36.540693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175ceff-8c87-4ce2-bbd6-8b47dcc056c5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:36.541854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3175ceff-8c87-4ce2-bbd6-8b47dcc056c5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:36.604461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2245beec-449e-4f58-8392-c9edb3c900d6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:36.604833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.634251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:36.703035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ac509-449d-43ef-b82b-9162821ae42e None None] Port ea649025-a6cf-47f5-a348-68a2512fe9cd cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:36.731607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3175ceff-8c87-4ce2-bbd6-8b47dcc056c5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:36.733372 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3175ceff-8c87-4ce2-bbd6-8b47dcc056c5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.6218157 Dec 22 08:46:36.753210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52900) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:36.764646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:36.769194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Usage tracker for resource:subnet and tenant:18c480ed1a034135817c18df8135a4e2 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:36.878239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d254a15-1590-457d-b775-97c8d6f4308b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:36.895791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:36.912752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.938848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-81b1ec74-d10a-425f-9917-d831d267a99d None None] Provisioning for port c6913ba2-6e86-4210-9e1c-7781be1f97f2 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:36.963607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:36.983221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 9d254a15-1590-457d-b775-97c8d6f4308b completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:36.996207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9d254a15-1590-457d-b775-97c8d6f4308b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:36.996577 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.052854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-5360468c-3a7c-4453-9441-fb647dbe3d80 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.054659 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-5360468c-3a7c-4453-9441-fb647dbe3d80 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.54 "GET /v2.0/networks?id=cac393ce-a974-4c63-bda3-99769584a184 HTTP/1.1" status: 200 len: 796 time: 0.3827384 Dec 22 08:46:37.133323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-55bb44b2-6c06-4f5b-87d8-827d16f34100 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port c834999f-d774-49f1-8a55-d985febbbf76 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:37.133874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55bb44b2-6c06-4f5b-87d8-827d16f34100 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.156939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f50e48-6445-4322-9fa4-2ef9b653d8f0 None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:46:37.174740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Made reservation on behalf of 18c480ed1a034135817c18df8135a4e2 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:37.178898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.205200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:37.212178 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d5637de2-468a-4f44-bb93-a4e20e3b9850 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7132571 Dec 22 08:46:37.218718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52910) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:37.223316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:37.229013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-99667a7d-0eda-4725-8671-dc4fb63cbba8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:37.257520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.270650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-76487d20-b0f4-4696-aec3-16a7c5609eec None None] Provisioning for port c834999f-d774-49f1-8a55-d985febbbf76 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:37.279447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:37.279980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:37.281970 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-183ea3f4-7e78-405d-89bb-e594f070a517 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9014609f35f344d1bd6c3d858b8fb4f4 HTTP/1.1" status: 200 len: 380 time: 0.2116351 Dec 22 08:46:37.297193 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-958218d7-bb65-479a-9c45-4635eece4083 req-d8712fab-d321-4c2c-b20b-dfe78e7f2f73 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 210 time: 0.0787768 Dec 22 08:46:37.303280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'port': {'device_id': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'admin_state_up': True, 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'security_groups': ['a8354532-b436-4540-a816-7d393dfe4593']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:37.401542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-76487d20-b0f4-4696-aec3-16a7c5609eec None None] Provisioning complete for port c834999f-d774-49f1-8a55-d985febbbf76 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:37.401932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76487d20-b0f4-4696-aec3-16a7c5609eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.521669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 9d254a15-1590-457d-b775-97c8d6f4308b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d254a15-1590-457d-b775-97c8d6f4308b,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:37.537788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.576798 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-76487d20-b0f4-4696-aec3-16a7c5609eec None None] Port c834999f-d774-49f1-8a55-d985febbbf76 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:37.619249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:37.724111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:37.730389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=9d254a15-1590-457d-b775-97c8d6f4308b,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:37.769031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:37.844563 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f50e48-6445-4322-9fa4-2ef9b653d8f0 None None] Resources bound (agent type, host, resource id): {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:46:37.854823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Made reservation on behalf of 9014609f35f344d1bd6c3d858b8fb4f4 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:37.859676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.873234 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.003138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port e197894a-1af6-4661-ace7-b26f7d1bfaee {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:38.003644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.017332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:38.021566 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55bb44b2-6c06-4f5b-87d8-827d16f34100 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.164277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-55bb44b2-6c06-4f5b-87d8-827d16f34100 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for c834999f-d774-49f1-8a55-d985febbbf76 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:38.376720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:38.377233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.419804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Allocated IP 172.20.0.3 (cac393ce-a974-4c63-bda3-99769584a184/b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4/e67676a6-9581-4e12-b428-d78bb3cbf903) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:38.440877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea649025-a6cf-47f5-a348-68a2512fe9cd', 'name': '', 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:9e:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:28Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 2, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:38.442061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.457203 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:38.457897 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Updating router d4b144e9-bd53-4236-82d4-66039ef8ab53 port ea649025-a6cf-47f5-a348-68a2512fe9cd binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:46:38.531492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.533458 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.544499 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-901603f3-db7d-431e-b71f-02876cefccc5 req-128b55e2-b873-4362-9d0c-8c17b370c9d9 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 210 time: 0.0970459 Dec 22 08:46:38.617519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event updated for resources: {'Subnet': ['ID=2a483bf5-dbe0-4d70-bb0e-eb06e03172ee,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:38.701310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for e197894a-1af6-4661-ace7-b26f7d1bfaee owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:38.701538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Checking segment: {'id': '2e97280f-e706-4131-92e7-e7d9972c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8102fcfc-4802-40e0-9b1e-343a43409071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:38.701538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Network hostable DHCP agents. Network: 8102fcfc-4802-40e0-9b1e-343a43409071, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:38.714308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55bb44b2-6c06-4f5b-87d8-827d16f34100 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.733561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device abfb8c18-7e24-4776-9ace-005b0cf1bd4d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:38.781497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb44b2-6c06-4f5b-87d8-827d16f34100 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=c834999f-d774-49f1-8a55-d985febbbf76,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:38.849716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-55bb44b2-6c06-4f5b-87d8-827d16f34100 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.852230 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.extraroute_db [None req-99667a7d-0eda-4725-8671-dc4fb63cbba8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:46:38.852552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Network 8102fcfc-4802-40e0-9b1e-343a43409071 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:38.905662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.954653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Transition to ACTIVE for port object e67676a6-9581-4e12-b428-d78bb3cbf903 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:38.972397 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 8102fcfc-4802-40e0-9b1e-343a43409071) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:38.978647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:38.979222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.003816 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-55bb44b2-6c06-4f5b-87d8-827d16f34100 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/c834999f-d774-49f1-8a55-d985febbbf76 HTTP/1.1" status: 204 len: 168 time: 2.2488263 Dec 22 08:46:39.010465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52918) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:39.070344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.extraroute_db [None req-99667a7d-0eda-4725-8671-dc4fb63cbba8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Removed routes are [] {{(pid=87535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:46:39.070878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99667a7d-0eda-4725-8671-dc4fb63cbba8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.095020 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a9f74cfc-906d-4937-a931-f9b37a163668 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5937901 Dec 22 08:46:39.100206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52922) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:39.106336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port abfb8c18-7e24-4776-9ace-005b0cf1bd4d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:39.106854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.114657 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Request body: {'port': {'network_id': '8102fcfc-4802-40e0-9b1e-343a43409071', 'name': 'tempest-ExtraDHCPOptionsTestJSON-958488709'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:39.174819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a88e44f-2eed-4f9f-b1e2-af468dba782d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:39.176704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a88e44f-2eed-4f9f-b1e2-af468dba782d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:39.177469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4a88e44f-2eed-4f9f-b1e2-af468dba782d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:39.230519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.288769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device da8d721b-fa42-4e59-a5fb-995d341ce334 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:39.313363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Deleting port e31e8c0b-b132-4817-84d2-c13509ab4e49 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:39.313702 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.346731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Network cac393ce-a974-4c63-bda3-99769584a184 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:39.347480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4a88e44f-2eed-4f9f-b1e2-af468dba782d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:39.348651 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4a88e44f-2eed-4f9f-b1e2-af468dba782d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3353424 Dec 22 08:46:39.353165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:39.355034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'Port': ['ID=e67676a6-9581-4e12-b428-d78bb3cbf903,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:39.357293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:39.382238 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52926) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:39.482643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:39.494293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port da8d721b-fa42-4e59-a5fb-995d341ce334 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:39.494293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.494790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Usage tracker for resource:port and tenant:18c480ed1a034135817c18df8135a4e2 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:39.503232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:39.522726 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:39.534106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:39.535131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.554995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.556328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99667a7d-0eda-4725-8671-dc4fb63cbba8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.561271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-77998ff4-7a65-4fbb-992e-5e0a7f1707a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 902dedda-1f62-4483-9ba0-8c6f2d0d9d74 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:39.570445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Made reservation on behalf of 18c480ed1a034135817c18df8135a4e2 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:39.574398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.576537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Transition to ACTIVE for port object ea649025-a6cf-47f5-a348-68a2512fe9cd will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:39.589103 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-a53cddaa-6dff-4c06-bf6c-027d49130b34 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2942805 Dec 22 08:46:39.590356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-77998ff4-7a65-4fbb-992e-5e0a7f1707a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.607509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.669773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] device_id is not set on port 3746b24c-a7fc-4f3b-b40e-b86909d08e44 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:46:39.707968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99667a7d-0eda-4725-8671-dc4fb63cbba8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.770276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-77998ff4-7a65-4fbb-992e-5e0a7f1707a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.804177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Request body: {'port': {'device_id': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:39.821252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96878bee-a115-4496-b4ca-e224948558df None None] Pushing event updated for resources: {'Port': ['ID=ea649025-a6cf-47f5-a348-68a2512fe9cd,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:39.826157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c6913ba2-6e86-4210-9e1c-7781be1f97f2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:39.883947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.902499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a768cbb6-fa0e-4f07-a278-1453b3c18b8a None None] Network 8102fcfc-4802-40e0-9b1e-343a43409071 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:39.991420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=e197894a-1af6-4661-ace7-b26f7d1bfaee,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:40.007742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.239328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.306904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-77998ff4-7a65-4fbb-992e-5e0a7f1707a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.370244 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Allocated IP 172.20.0.2 (8102fcfc-4802-40e0-9b1e-343a43409071/2a483bf5-dbe0-4d70-bb0e-eb06e03172ee/3746b24c-a7fc-4f3b-b40e-b86909d08e44) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:40.417106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Attempting to bind port ea649025-a6cf-47f5-a348-68a2512fe9cd on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:40.417486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Attempting to bind port ea649025-a6cf-47f5-a348-68a2512fe9cd by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '555153ce-4375-4305-b2cd-7e21bd2a92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:40.418786 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Attempting to bind port ea649025-a6cf-47f5-a348-68a2512fe9cd on network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:40.430630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Calling delete_port for e31e8c0b-b132-4817-84d2-c13509ab4e49 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:40.432377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:40.432771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Checking segment: {'id': '555153ce-4375-4305-b2cd-7e21bd2a92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:40.434442 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.435056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Bound using segment: {'id': '555153ce-4375-4305-b2cd-7e21bd2a92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:40.435546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Bound port: ea649025-a6cf-47f5-a348-68a2512fe9cd, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555153ce-4375-4305-b2cd-7e21bd2a92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:40.436032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.445071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e2136-ab83-4969-aa9c-14315bbf21ad req-d660bbfa-6798-4a09-b509-35af209f6745 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:40.445826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-ff3e2136-ab83-4969-aa9c-14315bbf21ad req-d660bbfa-6798-4a09-b509-35af209f6745 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Synchronizing usage tracker for tenant:9014609f35f344d1bd6c3d858b8fb4f4 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:40.475501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d4e2859e-4c1d-4e55-85ae-14379cdad6ef None None] Could not find standard attr ID for object c834999f-d774-49f1-8a55-d985febbbf76. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:46:40.543611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port c6913ba2-6e86-4210-9e1c-7781be1f97f2 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:40.557343 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-ff3e2136-ab83-4969-aa9c-14315bbf21ad req-d660bbfa-6798-4a09-b509-35af209f6745 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Unset dirty status for tenant:9014609f35f344d1bd6c3d858b8fb4f4 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:40.558658 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ff3e2136-ab83-4969-aa9c-14315bbf21ad req-d660bbfa-6798-4a09-b509-35af209f6745 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 931 time: 0.8318431 Dec 22 08:46:40.567389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c6913ba2-6e86-4210-9e1c-7781be1f97f2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:40.568369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.598998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-8102fcfc-4802-40e0-9b1e-343a43409071', 'network_id': '8102fcfc-4802-40e0-9b1e-343a43409071', 'tenant_id': '18c480ed1a034135817c18df8135a4e2', 'fixed_ips': [{'subnet_id': '2a483bf5-dbe0-4d70-bb0e-eb06e03172ee'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:40.599834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.696577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-77998ff4-7a65-4fbb-992e-5e0a7f1707a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.731666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] For port ea649025-a6cf-47f5-a348-68a2512fe9cd, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:40.770834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] For port ea649025-a6cf-47f5-a348-68a2512fe9cd, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ea649025-a6cf-47f5-a348-68a2512fe9cd,segment=NetworkSegment(555153ce-4375-4305-b2cd-7e21bd2a92b2),segment_id=555153ce-4375-4305-b2cd-7e21bd2a92b2)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:40.782684 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.783692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99667a7d-0eda-4725-8671-dc4fb63cbba8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:40.786154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.864288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-eae887de-6ac8-452b-800c-787636ed326a None None] Provisioning for port e67676a6-9581-4e12-b428-d78bb3cbf903 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:40.898602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-eae887de-6ac8-452b-800c-787636ed326a None None] Provisioning complete for port e67676a6-9581-4e12-b428-d78bb3cbf903 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:40.898975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-eae887de-6ac8-452b-800c-787636ed326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.931666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77998ff4-7a65-4fbb-992e-5e0a7f1707a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=902dedda-1f62-4483-9ba0-8c6f2d0d9d74,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:40.984571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cfad69-057f-47fb-a187-af217a81f2ae None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:41.068579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.093002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:41.093652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:41.146731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96878bee-a115-4496-b4ca-e224948558df None None] Pushing event updated for resources: {'Port': ['ID=ea649025-a6cf-47f5-a348-68a2512fe9cd,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:41.155488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-77998ff4-7a65-4fbb-992e-5e0a7f1707a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.165292 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ff3e2136-ab83-4969-aa9c-14315bbf21ad req-3cc4e68a-e1d1-44b5-921a-8bb0f2f09464 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5919478 Dec 22 08:46:41.186780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.209743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c65f2-4025-417f-ad3d-c8a30a12fd93 req-aed47e4e-ac3c-4734-8ac4-50aec2f13bc8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:41.211698 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff7c65f2-4025-417f-ad3d-c8a30a12fd93 req-aed47e4e-ac3c-4734-8ac4-50aec2f13bc8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.8194785 Dec 22 08:46:41.224008 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-77998ff4-7a65-4fbb-992e-5e0a7f1707a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/902dedda-1f62-4483-9ba0-8c6f2d0d9d74 HTTP/1.1" status: 204 len: 168 time: 1.8318205 Dec 22 08:46:41.226456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52936) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:41.227368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Transition to ACTIVE for port object 3746b24c-a7fc-4f3b-b40e-b86909d08e44 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:41.228403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-eae887de-6ac8-452b-800c-787636ed326a None None] Port e67676a6-9581-4e12-b428-d78bb3cbf903 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:41.314000 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-45384986-dffb-4a0f-8b46-fd5b2df918b5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849683 Dec 22 08:46:41.317220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52940) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:41.317401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99667a7d-0eda-4725-8671-dc4fb63cbba8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:41.324652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:41.341598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:41.354425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port c6913ba2-6e86-4210-9e1c-7781be1f97f2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c6913ba2-6e86-4210-9e1c-7781be1f97f2,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:41.364886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99667a7d-0eda-4725-8671-dc4fb63cbba8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.366059 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-99667a7d-0eda-4725-8671-dc4fb63cbba8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53 HTTP/1.1" status: 200 len: 934 time: 4.1462131 Dec 22 08:46:41.373634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.374294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52944) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:41.374431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6d34f780-8a1e-4ecd-808e-53d6e0130da6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:41.410472 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff7c65f2-4025-417f-ad3d-c8a30a12fd93 req-27ff0642-70be-4c83-9c35-128254ea2614 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886926 Dec 22 08:46:41.496820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:41.514586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.520538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:41.556209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:41.571831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:41.576513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:41.612509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67676a6-9581-4e12-b428-d78bb3cbf903 {{(pid=87534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:46:41.658087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Network 8102fcfc-4802-40e0-9b1e-343a43409071 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:41.671753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:41.675228 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.689596 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:41.697468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.706612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:41.716080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:41.728524 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579be0c-bccc-49b1-8ac7-d0de9980b451 None None] Sync routers for ids ['24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:41.736029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event updated for resources: {'Port': ['ID=3746b24c-a7fc-4f3b-b40e-b86909d08e44,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:41.736217 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-97b0491b-90e4-4c48-ab65-4266b2e83f6d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7002897 Dec 22 08:46:41.739763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52950) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:41.742116 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579be0c-bccc-49b1-8ac7-d0de9980b451 None None] Routers {'24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:41.744642 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1579be0c-bccc-49b1-8ac7-d0de9980b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:41.744826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.783272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=c6913ba2-6e86-4210-9e1c-7781be1f97f2,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:41.799970 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-98d5425f-e3b2-4f26-b2fa-7c501b68c69a {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:41.800339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:41.834160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:41.835870 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Transition to ACTIVE for port object e67676a6-9581-4e12-b428-d78bb3cbf903 will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:41.846612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:41.847021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.848541 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fb13e81f-ef4d-4ee6-a8d2-29dfe8eeca06 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53 HTTP/1.1" status: 200 len: 934 time: 0.4712398 Dec 22 08:46:41.854591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52954) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:41.866301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.867619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event deleted for resources: {'Port': ['ID=e31e8c0b-b132-4817-84d2-c13509ab4e49,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:41.878869 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-65c49c32-8598-46af-8cd2-3b63bc23ce01 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'routes': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:41.903791 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1579be0c-bccc-49b1-8ac7-d0de9980b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:41.916508 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579be0c-bccc-49b1-8ac7-d0de9980b451 None None] Routers {'24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:41.918650 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1579be0c-bccc-49b1-8ac7-d0de9980b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:42.063643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:42.064271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.073334 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1579be0c-bccc-49b1-8ac7-d0de9980b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:42.075666 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579be0c-bccc-49b1-8ac7-d0de9980b451 None None] The sync data for ids ['24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:42.216402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8021c93-46fe-4dbd-a1e1-08212d5c8234 None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:42.230348 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b8021c93-46fe-4dbd-a1e1-08212d5c8234 None None] Deleting port c6913ba2-6e86-4210-9e1c-7781be1f97f2 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:42.230745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b8021c93-46fe-4dbd-a1e1-08212d5c8234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.301497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.343241 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c9455a03-3cb8-4b50-b930-9c81f3522d12 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2361941 Dec 22 08:46:42.343241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Pushing event updated for resources: {'Port': ['ID=e67676a6-9581-4e12-b428-d78bb3cbf903,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:42.344664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.349106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52960) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:42.438064 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Request body: {'port': {'network_id': '8102fcfc-4802-40e0-9b1e-343a43409071', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1454656094', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:42.438831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] bootfile-name is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:46:42.439323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] tftp-server is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:46:42.439806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] server-ip-address is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:46:42.504501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 6d34f780-8a1e-4ecd-808e-53d6e0130da6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6d34f780-8a1e-4ecd-808e-53d6e0130da6,segment=NetworkSegment(b89f9849-b85f-4c16-a749-0322c6c91130),segment_id=b89f9849-b85f-4c16-a749-0322c6c91130)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:42.529777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.530549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f06139a0-238c-48ae-8e3c-933d5980fe6f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:42.541361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aee623-b3e1-4901-ace3-939e0c4c0bf4 req-60db6e21-25a8-48c6-87ed-e598832e5ca1 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:42.546138 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c8aee623-b3e1-4901-ace3-939e0c4c0bf4 req-60db6e21-25a8-48c6-87ed-e598832e5ca1 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.9444783 Dec 22 08:46:42.638802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.756260 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-418a8a79-2327-4dd8-9507-c78197283a9c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 08:46:42.759829 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-418a8a79-2327-4dd8-9507-c78197283a9c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0191140 Dec 22 08:46:42.765789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52964) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:42.781088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:38Z', 'revision_number': 6, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea649025-a6cf-47f5-a348-68a2512fe9cd', 'name': '', 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:9e:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:28Z', 'updated_at': '2021-12-22T08:46:40Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:42.802695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b8021c93-46fe-4dbd-a1e1-08212d5c8234 None None] For port c6913ba2-6e86-4210-9e1c-7781be1f97f2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c6913ba2-6e86-4210-9e1c-7781be1f97f2,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:42.803079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b8021c93-46fe-4dbd-a1e1-08212d5c8234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.815767 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f8fbd-8bf0-42fa-a62c-be022ac4be50 None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:38Z', 'revision_number': 6, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea649025-a6cf-47f5-a348-68a2512fe9cd', 'name': '', 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:9e:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:28Z', 'updated_at': '2021-12-22T08:46:40Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:42.828102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=6d34f780-8a1e-4ecd-808e-53d6e0130da6,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:42.894705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5fac2a1d-d353-4d98-8ad6-bd79d9372860 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Synchronizing usage tracker for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:42.940547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Attempting to bind port e67676a6-9581-4e12-b428-d78bb3cbf903 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:42.940875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Attempting to bind port e67676a6-9581-4e12-b428-d78bb3cbf903 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:42.941195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Attempting to bind port e67676a6-9581-4e12-b428-d78bb3cbf903 on network cac393ce-a974-4c63-bda3-99769584a184 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:42.978997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b8021c93-46fe-4dbd-a1e1-08212d5c8234 None None] Calling delete_port for c6913ba2-6e86-4210-9e1c-7781be1f97f2 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:43.012907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Port e67676a6-9581-4e12-b428-d78bb3cbf903 on network cac393ce-a974-4c63-bda3-99769584a184 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:46:43.013261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Attempting to bind port e67676a6-9581-4e12-b428-d78bb3cbf903 on network cac393ce-a974-4c63-bda3-99769584a184 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:43.017844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Allocated IP 172.20.0.3 (8102fcfc-4802-40e0-9b1e-343a43409071/2a483bf5-dbe0-4d70-bb0e-eb06e03172ee/06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:43.048607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:43.048607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Checking segment: {'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:43.048949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Bound using segment: {'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:43.049221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Bound port: e67676a6-9581-4e12-b428-d78bb3cbf903, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184'}}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:43.049733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.104488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f06139a0-238c-48ae-8e3c-933d5980fe6f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:43.104717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad449b9-22ba-49ff-8252-f1e19b2d0edc req-2b744b22-93c4-4caf-b6a4-04b3d272a123 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:43.104853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.111912 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bad449b9-22ba-49ff-8252-f1e19b2d0edc req-2b744b22-93c4-4caf-b6a4-04b3d272a123 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 943 time: 0.6200564 Dec 22 08:46:43.113506 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c8aee623-b3e1-4901-ace3-939e0c4c0bf4 req-60a44051-3756-4f82-aed5-8f0b8bfc9ad7 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662074 Dec 22 08:46:43.162572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Router ad8e3f93-8af8-47bc-86fe-1638d9f3d222 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:43.183327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5fac2a1d-d353-4d98-8ad6-bd79d9372860 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Unset dirty status for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:43.188038 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5fac2a1d-d353-4d98-8ad6-bd79d9372860 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591 HTTP/1.1" status: 200 len: 205 time: 0.4186442 Dec 22 08:46:43.195540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:43.292088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:43.306539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b8021c93-46fe-4dbd-a1e1-08212d5c8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.350183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-bad449b9-22ba-49ff-8252-f1e19b2d0edc req-785de21e-55d3-4621-992d-7c30fc6d2552 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Synchronizing usage tracker for tenant:9014609f35f344d1bd6c3d858b8fb4f4 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:43.374915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Usage tracker for resource:port and tenant:18c480ed1a034135817c18df8135a4e2 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:43.393066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8021c93-46fe-4dbd-a1e1-08212d5c8234 None None] Pushing event deleted for resources: {'Port': ['ID=c6913ba2-6e86-4210-9e1c-7781be1f97f2,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:43.395591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8021c93-46fe-4dbd-a1e1-08212d5c8234 None None] No DVR routers for this DVR port c6913ba2-6e86-4210-9e1c-7781be1f97f2 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:43.405573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:43.433050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:43.518578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.526209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] For port e67676a6-9581-4e12-b428-d78bb3cbf903, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:43.530579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Transition to ACTIVE for port object 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:43.550753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Transition to ACTIVE for port object 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:43.582648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.objects.ports [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87534) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:46:43.592292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.601997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3dc9-c181-4857-ab1d-7033c6309187 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.620602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.692624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Made reservation on behalf of 18c480ed1a034135817c18df8135a4e2 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:43.698391 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.716346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Network 8102fcfc-4802-40e0-9b1e-343a43409071 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:43.721033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:43.726338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:43.730969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] For port e67676a6-9581-4e12-b428-d78bb3cbf903, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e67676a6-9581-4e12-b428-d78bb3cbf903,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:43.734272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7dba6e53-f704-43ac-9c20-5ce8d93b880c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:43.764149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Pushing event updated for resources: {'Port': ['ID=06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:43.807454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:43.813853 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7b4746bd-3cf2-4aa8-91a7-f19192623fbd tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "PUT /v2.0/routers/ad8e3f93-8af8-47bc-86fe-1638d9f3d222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4606700 Dec 22 08:46:43.827011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52976) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:43.833506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=c6da9dc2-767b-4932-87f9-5a5d03c1d997,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:43.859412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] device_id is not set on port fc0e81ce-4711-4a9a-861f-eebb7c76760a yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:46:43.872533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831670f2-fcb3-4590-bcef-cfc4ec196c82 None None] Sync routers for ids ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:43.887672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-bad449b9-22ba-49ff-8252-f1e19b2d0edc req-785de21e-55d3-4621-992d-7c30fc6d2552 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Unset dirty status for tenant:9014609f35f344d1bd6c3d858b8fb4f4 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:43.888828 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bad449b9-22ba-49ff-8252-f1e19b2d0edc req-785de21e-55d3-4621-992d-7c30fc6d2552 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7758188 Dec 22 08:46:43.941110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831670f2-fcb3-4590-bcef-cfc4ec196c82 None None] Routers {'ad8e3f93-8af8-47bc-86fe-1638d9f3d222'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:43.941761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-831670f2-fcb3-4590-bcef-cfc4ec196c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:43.967936 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-3bd21722-b6a5-4b7c-a751-4a66bf80651c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] delete failed (client error): The resource could not be found. Dec 22 08:46:43.968149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:43.968965 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3bd21722-b6a5-4b7c-a751-4a66bf80651c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1661760169 HTTP/1.1" status: 404 len: 335 time: 0.0833399 Dec 22 08:46:43.971780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.972917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52980) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:43.975999 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:44.010088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a94346c-b6bb-45ec-91b1-9f6e90bde1c7 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:44.025827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9f4f39b2-8bfc-47e9-87c9-614d90a5ce9a tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad8e3f93-8af8-47bc-86fe-1638d9f3d222'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:44.046424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Attempting to bind port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:44.046800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Attempting to bind port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '2e97280f-e706-4131-92e7-e7d9972c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8102fcfc-4802-40e0-9b1e-343a43409071'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:44.047199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Attempting to bind port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e on network 8102fcfc-4802-40e0-9b1e-343a43409071 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:44.075818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-831670f2-fcb3-4590-bcef-cfc4ec196c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:44.098940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:44.099318 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Checking segment: {'id': '2e97280f-e706-4131-92e7-e7d9972c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8102fcfc-4802-40e0-9b1e-343a43409071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:44.099725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.100122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Bound using segment: {'id': '2e97280f-e706-4131-92e7-e7d9972c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8102fcfc-4802-40e0-9b1e-343a43409071'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:44.100590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Bound port: 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e97280f-e706-4131-92e7-e7d9972c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8102fcfc-4802-40e0-9b1e-343a43409071'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:44.101156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.102331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:44.103180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.110160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Pushing event updated for resources: {'Port': ['ID=e67676a6-9581-4e12-b428-d78bb3cbf903,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:44.143081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.167082 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:44.179996 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:44.180208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.extraroute_db [None req-65c49c32-8598-46af-8cd2-3b63bc23ce01 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added routes are [] {{(pid=87534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:46:44.180660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.extraroute_db [None req-65c49c32-8598-46af-8cd2-3b63bc23ce01 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:46:44.181451 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:44.212396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-65c49c32-8598-46af-8cd2-3b63bc23ce01 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.251477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831670f2-fcb3-4590-bcef-cfc4ec196c82 None None] Routers {'ad8e3f93-8af8-47bc-86fe-1638d9f3d222'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:44.252124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-831670f2-fcb3-4590-bcef-cfc4ec196c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:44.299759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3dc9-c181-4857-ab1d-7033c6309187 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.345821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:44.346025 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.347383 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-9d0504f6-a001-4e28-8741-05a99231cd37 service neutron] 10.222.0.54 "PUT /v2.0/ports/e67676a6-9581-4e12-b428-d78bb3cbf903 HTTP/1.1" status: 200 len: 1093 time: 4.7171423 Dec 22 08:46:44.369240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3dc9-c181-4857-ab1d-7033c6309187 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.371985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:44.389278 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-831670f2-fcb3-4590-bcef-cfc4ec196c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:44.389710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831670f2-fcb3-4590-bcef-cfc4ec196c82 None None] The sync data for ids ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:44.419736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7dba6e53-f704-43ac-9c20-5ce8d93b880c completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:44.430662 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:44.468354 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7dba6e53-f704-43ac-9c20-5ce8d93b880c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:44.468729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.537905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] For port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:44.542151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] For port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e,segment=NetworkSegment(2e97280f-e706-4131-92e7-e7d9972c2ab3),segment_id=2e97280f-e706-4131-92e7-e7d9972c2ab3)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:44.558993 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-00a2f841-ef6a-43eb-a485-8f6012bed5e5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2398760 Dec 22 08:46:44.579165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 52988) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:44.581065 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'status': 'completed', 'code': 200} Dec 22 08:46:44.600014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:59:99:2d', 'name': 'tempest-NetworksTestDHCPv6-1965216812'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:44.704379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f4f39b2-8bfc-47e9-87c9-614d90a5ce9a tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.718583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.741171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3dc9-c181-4857-ab1d-7033c6309187 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.742226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aa3dc9-c181-4857-ab1d-7033c6309187 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Fanout notify agent at l3_agent the message router_deleted on router 24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:46:44.764525 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-9f4f39b2-8bfc-47e9-87c9-614d90a5ce9a tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] update failed (client error): The resource could not be found. Dec 22 08:46:44.771186 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9f4f39b2-8bfc-47e9-87c9-614d90a5ce9a tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "PUT /v2.0/routers/ad8e3f93-8af8-47bc-86fe-1638d9f3d222 HTTP/1.1" status: 404 len: 339 time: 0.7970834 Dec 22 08:46:44.772040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52992) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:44.819344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': 'c6da9dc2-767b-4932-87f9-5a5d03c1d997'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:44.821594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.847110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3dc9-c181-4857-ab1d-7033c6309187 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.848119 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e5aa3dc9-c181-4857-ab1d-7033c6309187 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591 HTTP/1.1" status: 204 len: 168 time: 1.6511002 Dec 22 08:46:44.856606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 52996) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:44.927853 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:44Z', 'revision_number': 7, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea649025-a6cf-47f5-a348-68a2512fe9cd', 'name': '', 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:9e:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:28Z', 'updated_at': '2021-12-22T08:46:40Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:44.932577 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:44.948418 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:44.950571 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:45.027917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-65c49c32-8598-46af-8cd2-3b63bc23ce01 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.106304 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Allocated IP 172.20.0.6 (8102fcfc-4802-40e0-9b1e-343a43409071/2a483bf5-dbe0-4d70-bb0e-eb06e03172ee/fc0e81ce-4711-4a9a-861f-eebb7c76760a) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:45.107548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69dd9c-0efb-4fe9-ba54-a1f5529a2fc6 None None] Pushing event updated for resources: {'Port': ['ID=06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:45.110666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-65c49c32-8598-46af-8cd2-3b63bc23ce01 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.136348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a57478-bc63-4004-b47e-db98ee6e3fd5 req-6681dd08-740e-4859-bcde-7e5b5e2e0b47 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:45.157750 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-76a57478-bc63-4004-b47e-db98ee6e3fd5 req-6681dd08-740e-4859-bcde-7e5b5e2e0b47 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 1.4250567 Dec 22 08:46:45.207766 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:45.229349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.453105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87f9f4a-aa93-4604-8bc7-2da5a98f2b5a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting subnet c8437cd2-c7a0-400f-881a-dcb2b74ec675 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:45.456206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e87f9f4a-aa93-4604-8bc7-2da5a98f2b5a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.485798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-3f7d40b9-1895-4332-a5d6-4d2644c36742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:45.487257 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-3f7d40b9-1895-4332-a5d6-4d2644c36742 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9014609f35f344d1bd6c3d858b8fb4f4&device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 1096 time: 0.9979424 Dec 22 08:46:45.492022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Allocated IP 2001:db8::f816:3eff:fe17:1387 (906224fb-f2fa-4b66-98df-524285cae5f9/c6da9dc2-767b-4932-87f9-5a5d03c1d997/6174fc09-a380-477c-ba13-673052032323) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:45.502597 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c49c32-8598-46af-8cd2-3b63bc23ce01 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:45.505079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 7dba6e53-f704-43ac-9c20-5ce8d93b880c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7dba6e53-f704-43ac-9c20-5ce8d93b880c,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:45.518435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.519111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b3e883fa-e326-4296-8670-d6d61cdab946 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:45.523054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e87f9f4a-aa93-4604-8bc7-2da5a98f2b5a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.609565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e87f9f4a-aa93-4604-8bc7-2da5a98f2b5a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.617169 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-76a57478-bc63-4004-b47e-db98ee6e3fd5 req-c3fc0bf1-54f1-481a-9914-c47075a31214 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4581521 Dec 22 08:46:45.657451 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-429aafdb-ba86-4c58-91e8-959122967308 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e67676a6-9581-4e12-b428-d78bb3cbf903 HTTP/1.1" status: 200 len: 217 time: 0.1572878 Dec 22 08:46:45.670273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:45.675568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:45.678991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:45.687745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:45.825756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port b3e883fa-e326-4296-8670-d6d61cdab946 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:45.832220 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=7dba6e53-f704-43ac-9c20-5ce8d93b880c,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:45.850891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:45.881969 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:44Z', 'revision_number': 7, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea649025-a6cf-47f5-a348-68a2512fe9cd', 'name': '', 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:9e:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:28Z', 'updated_at': '2021-12-22T08:46:40Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:45.886153 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6122421b-2317-4953-90ee-05e0d682d4e1 None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:44Z', 'revision_number': 7, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea649025-a6cf-47f5-a348-68a2512fe9cd', 'name': '', 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:9e:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:28Z', 'updated_at': '2021-12-22T08:46:40Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:45.890004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898137c8-a8a2-42af-8330-b331cf127c0c req-be976bb0-cfd3-4c4a-b9a5-26b9448b6434 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:45.891796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-898137c8-a8a2-42af-8330-b331cf127c0c req-be976bb0-cfd3-4c4a-b9a5-26b9448b6434 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 943 time: 0.5841084 Dec 22 08:46:45.963985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.982752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e87f9f4a-aa93-4604-8bc7-2da5a98f2b5a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.011129 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port b3e883fa-e326-4296-8670-d6d61cdab946 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:46.013060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.109961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.113135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac20b472-19f2-44ce-9866-dca8aa9309b4 None None] Network e5644e44-a962-46e6-9df1-ecf3a727ddce requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:46.148563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f9f4a-aa93-4604-8bc7-2da5a98f2b5a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Subnet': ['ID=c8437cd2-c7a0-400f-881a-dcb2b74ec675,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:46.157982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e87f9f4a-aa93-4604-8bc7-2da5a98f2b5a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.166292 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e87f9f4a-aa93-4604-8bc7-2da5a98f2b5a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/c8437cd2-c7a0-400f-881a-dcb2b74ec675 HTTP/1.1" status: 204 len: 168 time: 1.3086853 Dec 22 08:46:46.196582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53004) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:46.264058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.274012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Transition to ACTIVE for port object 6174fc09-a380-477c-ba13-673052032323 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:46.280555 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.347423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Transition to ACTIVE for port object 6174fc09-a380-477c-ba13-673052032323 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:46.393106 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-898137c8-a8a2-42af-8330-b331cf127c0c req-da19b907-6115-4c17-8f44-bbedbe504d69 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4307506 Dec 22 08:46:46.425829 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 8b43733f-eb02-47bb-b6cf-b8842761d212 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:46:46.478049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.494336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Transition to ACTIVE for port object fc0e81ce-4711-4a9a-861f-eebb7c76760a will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:46.526708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0707c-a688-4e21-a8c8-33e2a1d8a485 None None] Network 8102fcfc-4802-40e0-9b1e-343a43409071 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:46.527939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-0ecb2148-3863-40cb-a999-636fea88b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:46.529388 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-0ecb2148-3863-40cb-a999-636fea88b17e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4 HTTP/1.1" status: 200 len: 835 time: 0.8312054 Dec 22 08:46:46.538394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c49c32-8598-46af-8cd2-3b63bc23ce01 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:46.567443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.569580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:46.587296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port abfb8c18-7e24-4776-9ace-005b0cf1bd4d {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:46.587697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.614632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:46.619546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.646670 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-65c49c32-8598-46af-8cd2-3b63bc23ce01 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.650033 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-65c49c32-8598-46af-8cd2-3b63bc23ce01 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53 HTTP/1.1" status: 200 len: 700 time: 4.7903988 Dec 22 08:46:46.655098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53010) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:46.681027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:46.693667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:46.694315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:46.719106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Allocated IP 172.20.0.1 (81617c87-00e8-4644-8345-c352c55b1367/27a89ffd-8332-4636-b7a9-c21d3895e711/55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:46.746975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:46.750194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Pushing event updated for resources: {'Port': ['ID=6174fc09-a380-477c-ba13-673052032323,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:46.887808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1e20f1bb-c87d-4f0a-9c2b-206137986a4e None None] Provisioning for port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:46.948890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] DHCP port deletion for e5644e44-a962-46e6-9df1-ecf3a727ddce request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:46.972586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port b3e883fa-e326-4296-8670-d6d61cdab946, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b3e883fa-e326-4296-8670-d6d61cdab946,segment=NetworkSegment(555153ce-4375-4305-b2cd-7e21bd2a92b2),segment_id=555153ce-4375-4305-b2cd-7e21bd2a92b2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:46.988182 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] Deleting port abfb8c18-7e24-4776-9ace-005b0cf1bd4d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:46.989171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.021920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::f816:3eff:fe59:992d (906224fb-f2fa-4b66-98df-524285cae5f9/c6da9dc2-767b-4932-87f9-5a5d03c1d997/8b43733f-eb02-47bb-b6cf-b8842761d212) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:47.033493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.071649 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.100701 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-07e216b4-a85e-4bc2-ba3e-275f41746e34 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53 HTTP/1.1" status: 200 len: 700 time: 0.4376066 Dec 22 08:46:47.106781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53014) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:47.124042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:47.168215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Network 8102fcfc-4802-40e0-9b1e-343a43409071 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:47.215472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Attempting to bind port 6174fc09-a380-477c-ba13-673052032323 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:47.215844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Attempting to bind port 6174fc09-a380-477c-ba13-673052032323 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:47.216212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Attempting to bind port 6174fc09-a380-477c-ba13-673052032323 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:47.242733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:47.243111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:47.243516 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.243908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:47.244381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Bound port: 6174fc09-a380-477c-ba13-673052032323, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:47.244757 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.257648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-d9dddbff-7b47-40e4-b58c-f36f1dd4f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:47.259303 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-d9dddbff-7b47-40e4-b58c-f36f1dd4f151 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cac393ce-a974-4c63-bda3-99769584a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7179730 Dec 22 08:46:47.261898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:47.266252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:47.354876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event updated for resources: {'Port': ['ID=fc0e81ce-4711-4a9a-861f-eebb7c76760a,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:47.368154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.409554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port abfb8c18-7e24-4776-9ace-005b0cf1bd4d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=abfb8c18-7e24-4776-9ace-005b0cf1bd4d,segment=NetworkSegment(90232751-0206-4f6b-a23b-dcb1c78dd769),segment_id=90232751-0206-4f6b-a23b-dcb1c78dd769)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:47.409972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.452334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ea649025-a6cf-47f5-a348-68a2512fe9cd up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:47.506823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=b3e883fa-e326-4296-8670-d6d61cdab946,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:47.518124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Transition to ACTIVE for port object 55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:47.558806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd4e4a-0b20-4cf3-8244-90afba2c2c40 req-c3966257-2645-4e72-b77b-7550f007c2b6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:47.564676 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-06bd4e4a-0b20-4cf3-8244-90afba2c2c40 req-c3966257-2645-4e72-b77b-7550f007c2b6 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6299820 Dec 22 08:46:47.604906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:47.605762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.643935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for abfb8c18-7e24-4776-9ace-005b0cf1bd4d owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:47.677104 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-0c2c75e0-c068-46a9-a3cb-8aa357a434a5 service neutron] 10.222.0.54 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716078 Dec 22 08:46:47.716348 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-21cd9c90-ca10-4e0d-9afe-6af2421847e4 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.3339765 Dec 22 08:46:47.721622 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-06bd4e4a-0b20-4cf3-8244-90afba2c2c40 req-6aecfa6e-7de8-4008-92fb-daddb48e61d4 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438358 Dec 22 08:46:47.726721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53020) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:47.765707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] For port abfb8c18-7e24-4776-9ace-005b0cf1bd4d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=abfb8c18-7e24-4776-9ace-005b0cf1bd4d,segment=NetworkSegment(90232751-0206-4f6b-a23b-dcb1c78dd769),segment_id=90232751-0206-4f6b-a23b-dcb1c78dd769)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:47.766105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.770324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.798669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] For port 6174fc09-a380-477c-ba13-673052032323, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:47.868838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 8b43733f-eb02-47bb-b6cf-b8842761d212 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:47.927710 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3b80b209-b3ff-4769-9c8c-df9bdc672dcf req-d6965a50-f06f-4b76-a458-3c41db8baa49 service neutron] 10.222.0.54 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398217 Dec 22 08:46:47.946798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11904fa2-d565-479b-bc7b-8c4367cccfe3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:47.951232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.953294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11904fa2-d565-479b-bc7b-8c4367cccfe3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:47.959885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11904fa2-d565-479b-bc7b-8c4367cccfe3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:47.960478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-11904fa2-d565-479b-bc7b-8c4367cccfe3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Synchronizing usage tracker for tenant:18c480ed1a034135817c18df8135a4e2 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:47.978525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.006925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] For port 6174fc09-a380-477c-ba13-673052032323, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6174fc09-a380-477c-ba13-673052032323,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:48.015252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] Calling delete_port for abfb8c18-7e24-4776-9ace-005b0cf1bd4d owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:48.022408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.042839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port ea649025-a6cf-47f5-a348-68a2512fe9cd completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:48.069288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.089228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0809e55-3049-4cb8-995a-6c39b48f1738 req-d138d0fa-8846-488a-97ab-8ece543bf369 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:48.091438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-11904fa2-d565-479b-bc7b-8c4367cccfe3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Unset dirty status for tenant:18c480ed1a034135817c18df8135a4e2 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:48.095503 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-11904fa2-d565-479b-bc7b-8c4367cccfe3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3653026 Dec 22 08:46:48.096416 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a0809e55-3049-4cb8-995a-6c39b48f1738 req-d138d0fa-8846-488a-97ab-8ece543bf369 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 943 time: 0.4650812 Dec 22 08:46:48.105230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53024) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.109320 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port ea649025-a6cf-47f5-a348-68a2512fe9cd triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:48.109719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.113470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Network 81617c87-00e8-4644-8345-c352c55b1367 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:48.116395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No DVR routers for this DVR port abfb8c18-7e24-4776-9ace-005b0cf1bd4d on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:48.180925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:48.185635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:48.190357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=8b43733f-eb02-47bb-b6cf-b8842761d212,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:48.192697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'Port': ['ID=55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:48.192840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:48.198499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:48.204655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:48.205359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.208808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:48.238787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd3be3-ecc6-468c-b34f-0f9f7352bfd3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Deleting port fc0e81ce-4711-4a9a-861f-eebb7c76760a {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:48.239242 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3be3-ecc6-468c-b34f-0f9f7352bfd3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.251437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:48.252623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:48.311868 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d8f18039-f448-43fe-bf72-f38657194d5a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7244449 Dec 22 08:46:48.313882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53028) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.342941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=abfb8c18-7e24-4776-9ace-005b0cf1bd4d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:48.365460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5295b5-7b35-48cd-8014-c69ee9e2b056 None None] Pushing event updated for resources: {'Port': ['ID=6174fc09-a380-477c-ba13-673052032323,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:48.384363 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a0809e55-3049-4cb8-995a-6c39b48f1738 req-b5dda094-162b-4815-993c-5d4a579ec68b tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823982 Dec 22 08:46:48.400882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-19607c89-7e2e-4368-abf0-e7d37edc2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:48.402332 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-19607c89-7e2e-4368-abf0-e7d37edc2d1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9014609f35f344d1bd6c3d858b8fb4f4&device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 1096 time: 0.3762553 Dec 22 08:46:48.470370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.482184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.529855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.566190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5644e44-a962-46e6-9df1-ecf3a727ddce']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:48.577155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:44Z', 'revision_number': 7, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea649025-a6cf-47f5-a348-68a2512fe9cd', 'name': '', 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:9e:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:28Z', 'updated_at': '2021-12-22T08:46:40Z', 'revision_number': 4, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:48.590379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:48.591811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90232751-0206-4f6b-a23b-dcb1c78dd769') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:48.592112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90232751-0206-4f6b-a23b-dcb1c78dd769') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:48.630934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port ea649025-a6cf-47f5-a348-68a2512fe9cd, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ea649025-a6cf-47f5-a348-68a2512fe9cd,segment=NetworkSegment(555153ce-4375-4305-b2cd-7e21bd2a92b2),segment_id=555153ce-4375-4305-b2cd-7e21bd2a92b2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:48.637931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:48.639130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:48.652655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.686315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.698217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-f5fb8e56-07cb-4f09-9531-bebb39673e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:48.699482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:48.699926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.701704 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-f5fb8e56-07cb-4f09-9531-bebb39673e0f service neutron] 10.222.0.54 "GET /v2.0/networks?id=cac393ce-a974-4c63-bda3-99769584a184 HTTP/1.1" status: 200 len: 897 time: 0.2569880 Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:48.811238 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:48.830068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] Deleting port abfb8c18-7e24-4776-9ace-005b0cf1bd4d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:48.830449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.895743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.896528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6d34f780-8a1e-4ecd-808e-53d6e0130da6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:49.070939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b344c-4dbf-4eef-9636-972a17899d69 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:49.074344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-80995815-923a-48f1-b551-3cb84b9f1131 None None] Provisioning for port fc0e81ce-4711-4a9a-861f-eebb7c76760a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:49.081221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b344c-4dbf-4eef-9636-972a17899d69 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:49.082062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-029b344c-4dbf-4eef-9636-972a17899d69 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:49.141084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-80995815-923a-48f1-b551-3cb84b9f1131 None None] Provisioning complete for port fc0e81ce-4711-4a9a-861f-eebb7c76760a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:49.141613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-80995815-923a-48f1-b551-3cb84b9f1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.190536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e45e63c6-f761-4e19-905f-3be54dc07819 None None] The port 'abfb8c18-7e24-4776-9ace-005b0cf1bd4d' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:46:49.194833 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-8a08f98c-6d7a-42d2-914a-fe99d75d0fac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e67676a6-9581-4e12-b428-d78bb3cbf903 HTTP/1.1" status: 200 len: 217 time: 0.4348726 Dec 22 08:46:49.224885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.237306 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:49.249068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3be3-ecc6-468c-b34f-0f9f7352bfd3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.277386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.307713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.339753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Network': ['ID=e5644e44-a962-46e6-9df1-ecf3a727ddce,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:49.368779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=ea649025-a6cf-47f5-a348-68a2512fe9cd,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:49.400650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd3be3-ecc6-468c-b34f-0f9f7352bfd3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Calling delete_port for fc0e81ce-4711-4a9a-861f-eebb7c76760a owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:49.441307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-80995815-923a-48f1-b551-3cb84b9f1131 None None] Port fc0e81ce-4711-4a9a-861f-eebb7c76760a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:49.447283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-029b344c-4dbf-4eef-9636-972a17899d69 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:49.451268 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-029b344c-4dbf-4eef-9636-972a17899d69 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1352067 Dec 22 08:46:49.456587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53036) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:49.458571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2ec3-d79f-4be3-89df-cfb20db9bd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.509514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:49.511274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.553045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-035df71d-430c-48ab-a999-5de6000c48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:49.554868 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-035df71d-430c-48ab-a999-5de6000c48c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4 HTTP/1.1" status: 200 len: 835 time: 0.3393333 Dec 22 08:46:49.563426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-793c90f6-b40a-4014-b918-5df02a3b7a67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 8b43733f-eb02-47bb-b6cf-b8842761d212 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:49.563765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-793c90f6-b40a-4014-b918-5df02a3b7a67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.570867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-80995815-923a-48f1-b551-3cb84b9f1131 None None] Provisioning for port 3746b24c-a7fc-4f3b-b40e-b86909d08e44 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:49.646319 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9f673fae-e81d-423c-945d-f47601175a9b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/networks/e5644e44-a962-46e6-9df1-ecf3a727ddce HTTP/1.1" status: 204 len: 168 time: 3.3688223 Dec 22 08:46:49.649412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-80995815-923a-48f1-b551-3cb84b9f1131 None None] Provisioning complete for port 3746b24c-a7fc-4f3b-b40e-b86909d08e44 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:49.650178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-80995815-923a-48f1-b551-3cb84b9f1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.651491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53040) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:49.664567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1467750739'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:49.690594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727bd9c-ccf1-4ce6-a23c-b12abe70cb0a req-4ead81f1-a1a4-45fd-ab64-70f6601459de tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:49.692382 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e727bd9c-ccf1-4ce6-a23c-b12abe70cb0a req-4ead81f1-a1a4-45fd-ab64-70f6601459de tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.5857522 Dec 22 08:46:49.699618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.750526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-80995815-923a-48f1-b551-3cb84b9f1131 None None] Port 3746b24c-a7fc-4f3b-b40e-b86909d08e44 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:49.913998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d254a15-1590-457d-b775-97c8d6f4308b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:49.919068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:49.960367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device e67676a6-9581-4e12-b428-d78bb3cbf903 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:46:49.982869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:network and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:49.990869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5e52105a-b276-411c-b3e7-215f4f3a9312 None None] Provisioning complete for port 3746b24c-a7fc-4f3b-b40e-b86909d08e44 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:49.991244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e52105a-b276-411c-b3e7-215f4f3a9312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.002769 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e727bd9c-ccf1-4ce6-a23c-b12abe70cb0a req-255d7510-5e39-4478-bb79-4e2071025b0b tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998955 Dec 22 08:46:50.003324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:50.052511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:50.070577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3be3-ecc6-468c-b34f-0f9f7352bfd3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.077963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-7e5e5923-d418-4c0b-9265-1a4740ea473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:50.080571 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-7e5e5923-d418-4c0b-9265-1a4740ea473c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cac393ce-a974-4c63-bda3-99769584a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4916387 Dec 22 08:46:50.123982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5e52105a-b276-411c-b3e7-215f4f3a9312 None None] Port 3746b24c-a7fc-4f3b-b40e-b86909d08e44 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:50.128107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:44Z', 'revision_number': 7, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea649025-a6cf-47f5-a348-68a2512fe9cd', 'name': '', 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:9e:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:28Z', 'updated_at': '2021-12-22T08:46:48Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:50.134267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-793c90f6-b40a-4014-b918-5df02a3b7a67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.158840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:50.162372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.194960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6b00b9-23bc-4085-983b-dbfae3d8b7ac None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:44Z', 'revision_number': 7, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea649025-a6cf-47f5-a348-68a2512fe9cd', 'name': '', 'network_id': 'b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:9e:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:28Z', 'updated_at': '2021-12-22T08:46:48Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '8345ad1d-02f1-4583-9e73-3cc6e5ffb4da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:50.210595 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9d254a15-1590-457d-b775-97c8d6f4308b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:50.211027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.262843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5e52105a-b276-411c-b3e7-215f4f3a9312 None None] Provisioning for port 55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:50.271643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41c01e-ebe1-4019-90e4-82643c142a96 req-13d2f9f4-9c57-46fe-9fac-225893223ccf tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:50.273193 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bb41c01e-ebe1-4019-90e4-82643c142a96 req-13d2f9f4-9c57-46fe-9fac-225893223ccf tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 943 time: 0.7137883 Dec 22 08:46:50.311112 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5e52105a-b276-411c-b3e7-215f4f3a9312 None None] Provisioning complete for port 55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:50.311858 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e52105a-b276-411c-b3e7-215f4f3a9312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.342919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:50.370163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd3be3-ecc6-468c-b34f-0f9f7352bfd3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event deleted for resources: {'Port': ['ID=fc0e81ce-4711-4a9a-861f-eebb7c76760a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:50.378915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-793c90f6-b40a-4014-b918-5df02a3b7a67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 8b43733f-eb02-47bb-b6cf-b8842761d212 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:50.446415 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bb41c01e-ebe1-4019-90e4-82643c142a96 req-72118423-2d7a-44e3-8349-6ff4a93b7629 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626604 Dec 22 08:46:50.459466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port e67676a6-9581-4e12-b428-d78bb3cbf903, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e67676a6-9581-4e12-b428-d78bb3cbf903,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:50.477490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.477939 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added segment 007cca8c-05b5-47b8-94ef-d2b1bfa1ad07 of type vlan for network 03e50dc0-0169-483b-8bc8-dbe36cdb041c Dec 22 08:46:50.493897 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'port_id': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'mac_address': 'fa:16:3e:3c:40:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:46:50.509645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.516803 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5e52105a-b276-411c-b3e7-215f4f3a9312 None None] Port 55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:50.556214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5e52105a-b276-411c-b3e7-215f4f3a9312 None None] Could not find standard attr ID for object fc0e81ce-4711-4a9a-861f-eebb7c76760a. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:46:50.603385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port ea649025-a6cf-47f5-a348-68a2512fe9cd {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:50.603727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.625131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3be3-ecc6-468c-b34f-0f9f7352bfd3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.631031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.635375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.655340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67676a6-9581-4e12-b428-d78bb3cbf903 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:46:50.664576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:50.671364 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-bf2a40f5-e2ff-4efe-9b28-e5cd0012e20f service neutron] 10.222.0.54 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282557 Dec 22 08:46:50.675956 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b7dd3be3-ecc6-468c-b34f-0f9f7352bfd3 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "DELETE /v2.0/ports/fc0e81ce-4711-4a9a-861f-eebb7c76760a HTTP/1.1" status: 204 len: 168 time: 2.5663192 Dec 22 08:46:50.707716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53046) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:50.722425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port e67676a6-9581-4e12-b428-d78bb3cbf903, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e67676a6-9581-4e12-b428-d78bb3cbf903,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:50.731089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Request body: {'port': {'name': 'tempest-new-port-name-1679544984', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:50.731785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] bootfile-name is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:46:50.731959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.732101 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] tftp-server is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:46:50.732406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.api.validators [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] server-ip-address is not in valid_values {{(pid=87534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:46:50.753956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.816233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=e67676a6-9581-4e12-b428-d78bb3cbf903,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:50.819820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:50.825158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:50.825617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.846558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.861939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event updated for resources: {'Port': ['ID=55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:50.960536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.019053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e,segment=NetworkSegment(2e97280f-e706-4131-92e7-e7d9972c2ab3),segment_id=2e97280f-e706-4131-92e7-e7d9972c2ab3)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:51.021540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['e67676a6-9581-4e12-b428-d78bb3cbf903'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:46:51.063985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-793c90f6-b40a-4014-b918-5df02a3b7a67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.114171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.119420 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-068a732c-eef5-4505-b42a-96c73127d128 None None] Provisioning for port 8b43733f-eb02-47bb-b6cf-b8842761d212 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:51.120192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:51.121147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.132304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-068a732c-eef5-4505-b42a-96c73127d128 None None] Provisioning complete for port 8b43733f-eb02-47bb-b6cf-b8842761d212 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:51.133154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-068a732c-eef5-4505-b42a-96c73127d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.146196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c90f6-b40a-4014-b918-5df02a3b7a67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=8b43733f-eb02-47bb-b6cf-b8842761d212,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:51.178018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.178828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7dba6e53-f704-43ac-9c20-5ce8d93b880c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:51.235231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.247661 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f61af3df-1d59-421c-9d1b-ecb113a87f79 req-9f2cbfa9-f270-4c64-aa21-ad257f56cd13 service neutron] 10.222.0.54 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407741 Dec 22 08:46:51.248700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-793c90f6-b40a-4014-b918-5df02a3b7a67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.274006 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6153290 Dec 22 08:46:51.281970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53052) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:51.331663 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-793c90f6-b40a-4014-b918-5df02a3b7a67 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/8b43733f-eb02-47bb-b6cf-b8842761d212 HTTP/1.1" status: 204 len: 168 time: 1.8730376 Dec 22 08:46:51.335279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53056) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:51.350290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'subnet': {'network_id': '03e50dc0-0169-483b-8bc8-dbe36cdb041c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:51.382214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904931fa-6b0f-4b0e-941d-a1e476b309af tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Network': ['ID=03e50dc0-0169-483b-8bc8-dbe36cdb041c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:51.383487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-068a732c-eef5-4505-b42a-96c73127d128 None None] Port 8b43733f-eb02-47bb-b6cf-b8842761d212 was deleted so its status cannot be updated. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 08:46:51.403716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 03e50dc0-0169-483b-8bc8-dbe36cdb041c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:51.426192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port ea649025-a6cf-47f5-a348-68a2512fe9cd, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ea649025-a6cf-47f5-a348-68a2512fe9cd,segment=NetworkSegment(555153ce-4375-4305-b2cd-7e21bd2a92b2),segment_id=555153ce-4375-4305-b2cd-7e21bd2a92b2)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:51.427177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.468174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4af362-1294-4057-86db-2616113fa334 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:51.469638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4af362-1294-4057-86db-2616113fa334 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:51.470431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e4af362-1294-4057-86db-2616113fa334 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:51.519592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7dba6e53-f704-43ac-9c20-5ce8d93b880c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:51.520196 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.532942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f708b-e383-4eb1-b9be-6c12d413a5ef req-559d6424-af9d-418d-b12d-14e6ff5ce10d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:51.534524 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c57f708b-e383-4eb1-b9be-6c12d413a5ef req-559d6424-af9d-418d-b12d-14e6ff5ce10d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.3605926 Dec 22 08:46:51.543609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-068a732c-eef5-4505-b42a-96c73127d128 None None] Provisioning for port 6174fc09-a380-477c-ba13-673052032323 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:51.582852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e4af362-1294-4057-86db-2616113fa334 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:51.586365 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2e4af362-1294-4057-86db-2616113fa334 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2470319 Dec 22 08:46:51.589549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53062) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:51.600523 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:51.673797 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c57f708b-e383-4eb1-b9be-6c12d413a5ef req-3e92e68f-41fb-4861-a3c2-cc6e2885d0d3 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306555 Dec 22 08:46:51.689948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for ea649025-a6cf-47f5-a348-68a2512fe9cd owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:51.704307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-686e3c41-9d8f-4108-b3d3-5cf0f4df444f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet c6da9dc2-767b-4932-87f9-5a5d03c1d997 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:51.708943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-686e3c41-9d8f-4108-b3d3-5cf0f4df444f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.780903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.784262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-686e3c41-9d8f-4108-b3d3-5cf0f4df444f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.789265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Network 81617c87-00e8-4644-8345-c352c55b1367 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:51.804474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:51.805714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4e6daf26-4998-4733-a267-6fd86c0f10e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.818094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device abfb8c18-7e24-4776-9ace-005b0cf1bd4d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:51.823613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.870287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: abfb8c18-7e24-4776-9ace-005b0cf1bd4d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:51.870651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device abfb8c18-7e24-4776-9ace-005b0cf1bd4d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:51.871207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c6913ba2-6e86-4210-9e1c-7781be1f97f2 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:51.885635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:51.916771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: c6913ba2-6e86-4210-9e1c-7781be1f97f2 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:51.917265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c6913ba2-6e86-4210-9e1c-7781be1f97f2 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:51.920970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:subnet and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:52.000907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:52.004662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event updated for resources: {'Port': ['ID=3746b24c-a7fc-4f3b-b40e-b86909d08e44,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:52.038638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] In _notify_port_updated(), no bound segment for port 3746b24c-a7fc-4f3b-b40e-b86909d08e44 on network 8102fcfc-4802-40e0-9b1e-343a43409071 {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:46:52.052862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:52.053553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.055015 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-59b35b53-b6b5-4229-9dea-03d6b4632d88 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "PUT /v2.0/ports/3746b24c-a7fc-4f3b-b40e-b86909d08e44 HTTP/1.1" status: 200 len: 1136 time: 1.3462963 Dec 22 08:46:52.057775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53066) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:52.073263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:52.110646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-686e3c41-9d8f-4108-b3d3-5cf0f4df444f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.135379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:52.139407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.203342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-66ec9714-a777-4c0a-9d62-2b8278cf22c9 None None] Provisioning complete for port 55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:52.203731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-66ec9714-a777-4c0a-9d62-2b8278cf22c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.220753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91cf2f-146c-4e09-a492-8a1613516324 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:52.221629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bd91cf2f-146c-4e09-a492-8a1613516324 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Synchronizing usage tracker for tenant:18c480ed1a034135817c18df8135a4e2 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:52.265703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bd91cf2f-146c-4e09-a492-8a1613516324 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Unset dirty status for tenant:18c480ed1a034135817c18df8135a4e2 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:52.265703 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bd91cf2f-146c-4e09-a492-8a1613516324 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "GET /v2.0/ports/3746b24c-a7fc-4f3b-b40e-b86909d08e44 HTTP/1.1" status: 200 len: 1136 time: 0.2052455 Dec 22 08:46:52.269639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53070) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:52.281385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-66ec9714-a777-4c0a-9d62-2b8278cf22c9 None None] Port 55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:52.288060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ea649025-a6cf-47f5-a348-68a2512fe9cd up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:52.303956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Router ad8e3f93-8af8-47bc-86fe-1638d9f3d222 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:52.356394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-bc17a801-9f92-4109-9379-e77b8e92f20f tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Deleting port 3746b24c-a7fc-4f3b-b40e-b86909d08e44 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:52.356766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bc17a801-9f92-4109-9379-e77b8e92f20f tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.361879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port ea649025-a6cf-47f5-a348-68a2512fe9cd triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:52.362240 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.405178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-686e3c41-9d8f-4108-b3d3-5cf0f4df444f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.447039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f817af2-aede-4592-b863-7a2954237f7f req-f48b8d97-9355-4ae8-a4d1-7b1e996ddd6f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:52.448733 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0f817af2-aede-4592-b863-7a2954237f7f req-f48b8d97-9355-4ae8-a4d1-7b1e996ddd6f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 944 time: 0.7827134 Dec 22 08:46:52.449610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e3c41-9d8f-4108-b3d3-5cf0f4df444f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=c6da9dc2-767b-4932-87f9-5a5d03c1d997,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:52.461214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-686e3c41-9d8f-4108-b3d3-5cf0f4df444f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.471905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c83ea4-33e8-4c76-a9a3-43cb36fa1794 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:52.490259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2352bebf-a274-420e-8bf7-6cdd67633f1f None None] Provisioning complete for port 3746b24c-a7fc-4f3b-b40e-b86909d08e44 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:52.490638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2352bebf-a274-420e-8bf7-6cdd67633f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.503232 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-686e3c41-9d8f-4108-b3d3-5cf0f4df444f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/c6da9dc2-767b-4932-87f9-5a5d03c1d997 HTTP/1.1" status: 204 len: 168 time: 0.9097590 Dec 22 08:46:52.512796 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53074) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:52.532171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.554403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Could not find standard attr ID for object ea649025-a6cf-47f5-a348-68a2512fe9cd. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:46:52.563299 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No ports have port_id starting with ea649025-a6cf-47f5-a348-68a2512fe9cd Dec 22 08:46:52.604365 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a897b8b7-b0ab-4581-b996-b84feeee447c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887835 Dec 22 08:46:52.604600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53078) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:52.605971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=ea649025-a6cf-47f5-a348-68a2512fe9cd,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:52.607882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:52.669084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2352bebf-a274-420e-8bf7-6cdd67633f1f None None] Port 3746b24c-a7fc-4f3b-b40e-b86909d08e44 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:52.796827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.826108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:52.826483 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.916639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.932138 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0f817af2-aede-4592-b863-7a2954237f7f req-887c3da2-b68d-45e2-b7ad-5e629ea02e25 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325495 Dec 22 08:46:52.936198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:52.948451 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94215433-8531-4fb8-9975-f8d141163205 None None] Sync routers for ids ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:52.980418 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94215433-8531-4fb8-9975-f8d141163205 None None] Routers {'ad8e3f93-8af8-47bc-86fe-1638d9f3d222'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:52.991532 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-94215433-8531-4fb8-9975-f8d141163205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:53.029412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b3e883fa-e326-4296-8670-d6d61cdab946 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:53.125425 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-94784333-0b75-46a0-8767-7fe817fdc71c tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "PUT /v2.0/routers/ad8e3f93-8af8-47bc-86fe-1638d9f3d222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3485043 Dec 22 08:46:53.126944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53084) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:53.127603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d54ce8e-60d1-493e-baff-d8867943985e None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:53.141975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8d54ce8e-60d1-493e-baff-d8867943985e None None] Deleting port 6174fc09-a380-477c-ba13-673052032323 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:53.142532 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d54ce8e-60d1-493e-baff-d8867943985e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.162975 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-94215433-8531-4fb8-9975-f8d141163205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:53.173290 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94215433-8531-4fb8-9975-f8d141163205 None None] Routers {'ad8e3f93-8af8-47bc-86fe-1638d9f3d222'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:53.173931 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-94215433-8531-4fb8-9975-f8d141163205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:53.186429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bc17a801-9f92-4109-9379-e77b8e92f20f tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.245072 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-94215433-8531-4fb8-9975-f8d141163205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:53.245464 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94215433-8531-4fb8-9975-f8d141163205 None None] The sync data for ids ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:53.321561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c94370-bfff-4019-a99a-0e24fa87dcf9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:53.322454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a6c94370-bfff-4019-a99a-0e24fa87dcf9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:53.333503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-bc17a801-9f92-4109-9379-e77b8e92f20f tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Calling delete_port for 3746b24c-a7fc-4f3b-b40e-b86909d08e44 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:53.363301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port b3e883fa-e326-4296-8670-d6d61cdab946 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:53.363726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.368879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d147cc3-f156-43b5-bde3-bf47cb23bc70 req-3544199f-c3d4-4b38-bb7a-1d0997c682aa tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:53.370440 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1d147cc3-f156-43b5-bde3-bf47cb23bc70 req-3544199f-c3d4-4b38-bb7a-1d0997c682aa tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.4802697 Dec 22 08:46:53.434824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a6c94370-bfff-4019-a99a-0e24fa87dcf9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:53.438483 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a6c94370-bfff-4019-a99a-0e24fa87dcf9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8306751 Dec 22 08:46:53.446975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53088) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:53.463903 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1d147cc3-f156-43b5-bde3-bf47cb23bc70 req-530e88dc-81cb-418e-8da3-b48b2d2f99ba tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763655 Dec 22 08:46:53.482396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8d54ce8e-60d1-493e-baff-d8867943985e None None] For port 6174fc09-a380-477c-ba13-673052032323, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6174fc09-a380-477c-ba13-673052032323,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:53.482793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d54ce8e-60d1-493e-baff-d8867943985e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.548662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.562324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bc17a801-9f92-4109-9379-e77b8e92f20f tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.631359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17a801-9f92-4109-9379-e77b8e92f20f tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event deleted for resources: {'Port': ['ID=3746b24c-a7fc-4f3b-b40e-b86909d08e44,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:53.651525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6f90506e-9c90-45d0-a7fe-14d9e56b144b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.712466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea429e3-7246-47e8-bfbd-0b229ffa3908 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:53.713130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4ea429e3-7246-47e8-bfbd-0b229ffa3908 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:53.713630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8d54ce8e-60d1-493e-baff-d8867943985e None None] Calling delete_port for 6174fc09-a380-477c-ba13-673052032323 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:53.716295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.749548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6174fc09-a380-477c-ba13-673052032323 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:53.799451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bc17a801-9f92-4109-9379-e77b8e92f20f tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.836646 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bc17a801-9f92-4109-9379-e77b8e92f20f tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "DELETE /v2.0/ports/3746b24c-a7fc-4f3b-b40e-b86909d08e44 HTTP/1.1" status: 204 len: 168 time: 1.5657282 Dec 22 08:46:53.839258 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53092) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:53.928474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 6174fc09-a380-477c-ba13-673052032323 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:53.942421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-81746df3-bb26-4a47-ae92-1712ffccb3c2 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Deleting subnet 2a483bf5-dbe0-4d70-bb0e-eb06e03172ee {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:53.942910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Subnet': ['ID=061122c6-ed35-428e-ac83-71944c11957d,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:53.955173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 6174fc09-a380-477c-ba13-673052032323 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:53.955770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.976030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-81746df3-bb26-4a47-ae92-1712ffccb3c2 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.018656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device e67676a6-9581-4e12-b428-d78bb3cbf903 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:54.077699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-81746df3-bb26-4a47-ae92-1712ffccb3c2 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.095460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4ea429e3-7246-47e8-bfbd-0b229ffa3908 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:54.097252 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4ea429e3-7246-47e8-bfbd-0b229ffa3908 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6285083 Dec 22 08:46:54.104730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53098) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:54.109440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Checking segment: {'id': '007cca8c-05b5-47b8-94ef-d2b1bfa1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03e50dc0-0169-483b-8bc8-dbe36cdb041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:54.110062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network hostable DHCP agents. Network: 03e50dc0-0169-483b-8bc8-dbe36cdb041c, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:54.182861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.195714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-81746df3-bb26-4a47-ae92-1712ffccb3c2 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.202403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.220608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d54ce8e-60d1-493e-baff-d8867943985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.256151 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fbab47f7-80f5-4c51-acda-4c4055a1399e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1373532 Dec 22 08:46:54.256151 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-6f90506e-9c90-45d0-a7fe-14d9e56b144b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 08:46:54.256151 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6f90506e-9c90-45d0-a7fe-14d9e56b144b tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "DELETE /v2.0/routers/ad8e3f93-8af8-47bc-86fe-1638d9f3d222 HTTP/1.1" status: 409 len: 329 time: 1.1246510 Dec 22 08:46:54.262168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53102) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:54.262454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53104) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:54.272643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:54.275299 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54ce8e-60d1-493e-baff-d8867943985e None None] Pushing event deleted for resources: {'Port': ['ID=6174fc09-a380-477c-ba13-673052032323,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.315746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d54ce8e-60d1-493e-baff-d8867943985e None None] No DVR routers for this DVR port 6174fc09-a380-477c-ba13-673052032323 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:54.341721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port e67676a6-9581-4e12-b428-d78bb3cbf903 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:54.346438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 03e50dc0-0169-483b-8bc8-dbe36cdb041c is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:54.349458 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port e67676a6-9581-4e12-b428-d78bb3cbf903 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:54.349987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.501371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6174fc09-a380-477c-ba13-673052032323 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:54.577614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 6174fc09-a380-477c-ba13-673052032323 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:54.578134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6174fc09-a380-477c-ba13-673052032323 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:54.581637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.622998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port e67676a6-9581-4e12-b428-d78bb3cbf903, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e67676a6-9581-4e12-b428-d78bb3cbf903,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:54.624249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:54.630333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.643327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 03e50dc0-0169-483b-8bc8-dbe36cdb041c) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:54.653749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:54.654328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.671598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dedb3d-4957-4d7d-b7fd-9316aef4bba8 None None] Network 03e50dc0-0169-483b-8bc8-dbe36cdb041c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:54.693554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f831-466c-4c25-b7d6-7dd0e4f8aa50 req-53d55514-4032-400a-9b98-3181d025ad5f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:54.695092 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ce9f831-466c-4c25-b7d6-7dd0e4f8aa50 req-53d55514-4032-400a-9b98-3181d025ad5f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 944 time: 0.5163639 Dec 22 08:46:54.697327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:54.701454 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-10aebbe7-9659-4bec-b977-0c6776842d61 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4159367 Dec 22 08:46:54.702587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53114) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:54.723836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-259993116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:54.740145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:54.795921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=e67676a6-9581-4e12-b428-d78bb3cbf903,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.808679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:router and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:54.818679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:54.875696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:54.883232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:54.886921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-81746df3-bb26-4a47-ae92-1712ffccb3c2 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.915539 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ce9f831-466c-4c25-b7d6-7dd0e4f8aa50 req-99a7c2cc-521b-4e77-91be-46386faafc4d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136514 Dec 22 08:46:54.927905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.929002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.932488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-03e50dc0-0169-483b-8bc8-dbe36cdb041c', 'network_id': '03e50dc0-0169-483b-8bc8-dbe36cdb041c', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'fixed_ips': [{'subnet_id': '061122c6-ed35-428e-ac83-71944c11957d'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:54.933182 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.952506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:54.954261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81746df3-bb26-4a47-ae92-1712ffccb3c2 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event deleted for resources: {'Subnet': ['ID=2a483bf5-dbe0-4d70-bb0e-eb06e03172ee,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.957226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-81746df3-bb26-4a47-ae92-1712ffccb3c2 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.960116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:54.964220 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-289a6b89-e7ea-4cc4-86ba-c6623091315e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8547349 Dec 22 08:46:54.969706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53118) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:54.988165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f67b72-58f4-4054-b236-79aa9b7ac63e None None] Network 8102fcfc-4802-40e0-9b1e-343a43409071 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:55.000424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:55.016251 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-81746df3-bb26-4a47-ae92-1712ffccb3c2 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "DELETE /v2.0/subnets/2a483bf5-dbe0-4d70-bb0e-eb06e03172ee HTTP/1.1" status: 204 len: 168 time: 1.1730313 Dec 22 08:46:55.022617 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53124) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:55.048307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:55.064041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.079954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.081072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:55.081721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:55.114269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.155994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9ccb94-622f-4ae5-abf6-011b5c108b3a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting subnet 8345ad1d-02f1-4583-9e73-3cc6e5ffb4da {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:55.159675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d9ccb94-622f-4ae5-abf6-011b5c108b3a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.227562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d9ccb94-622f-4ae5-abf6-011b5c108b3a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.268756 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'code': 200} Dec 22 08:46:55.305337 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133508e-7d68-4fd0-94eb-d6e7d1b20507 req-deeae304-45bb-44fb-9fc9-8a555ab33f60 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:55.306852 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b133508e-7d68-4fd0-94eb-d6e7d1b20507 req-deeae304-45bb-44fb-9fc9-8a555ab33f60 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6444912 Dec 22 08:46:55.320656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.325207 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b1bf90aa-5e01-47c6-9ddf-d40abdf139dd tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6172287 Dec 22 08:46:55.326097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53128) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:55.403457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.464314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Deleting port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:55.464689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.496434 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b133508e-7d68-4fd0-94eb-d6e7d1b20507 req-d0299b8e-e030-45a6-98b5-4e35dfade118 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388752 Dec 22 08:46:55.496858 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Allocated IP 2001:db8::2 (03e50dc0-0169-483b-8bc8-dbe36cdb041c/061122c6-ed35-428e-ac83-71944c11957d/ec9b17a4-069c-44d5-8405-dcb27eb33b0c) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:55.504834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:55.643361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d9ccb94-622f-4ae5-abf6-011b5c108b3a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.688611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24bd7a-03de-4400-88dc-247c5e85da58 req-04ad9cb7-1876-4aec-8f9f-a5125184264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:55.690177 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1d24bd7a-03de-4400-88dc-247c5e85da58 req-04ad9cb7-1876-4aec-8f9f-a5125184264c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 1098 time: 0.3631730 Dec 22 08:46:55.852066 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1d24bd7a-03de-4400-88dc-247c5e85da58 req-aaada7f3-98d3-4776-8230-c0cdd5ad1135 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508317 Dec 22 08:46:55.921659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.967969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.992172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] DHCP port deletion for 8102fcfc-4802-40e0-9b1e-343a43409071 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:56.004430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] For port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e,segment=NetworkSegment(2e97280f-e706-4131-92e7-e7d9972c2ab3),segment_id=2e97280f-e706-4131-92e7-e7d9972c2ab3)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:56.004783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.014531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.028503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] Deleting port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:56.028873 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.069972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:56.144690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:56.148369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:56.148970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.201801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d9ccb94-622f-4ae5-abf6-011b5c108b3a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.203860 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e01fd-0534-43bb-a24c-addd0c1bc841 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:56.320695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.336118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Calling delete_port for 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:56.432516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d9ccb94-622f-4ae5-abf6-011b5c108b3a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.437923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Transition to ACTIVE for port object ec9b17a4-069c-44d5-8405-dcb27eb33b0c will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:56.441382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ccb94-622f-4ae5-abf6-011b5c108b3a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Subnet': ['ID=8345ad1d-02f1-4583-9e73-3cc6e5ffb4da,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:56.459358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce8994-1dcf-4b2b-b186-2d40a5a5e6ac None None] Network b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:56.469661 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0d9ccb94-622f-4ae5-abf6-011b5c108b3a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/8345ad1d-02f1-4583-9e73-3cc6e5ffb4da HTTP/1.1" status: 204 len: 168 time: 1.4967680 Dec 22 08:46:56.471451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:56.475442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53138) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:56.576227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Transition to ACTIVE for port object ec9b17a4-069c-44d5-8405-dcb27eb33b0c will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:56.576790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=6eadfa41-1911-4f5e-992a-01eeed0fcf79,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:56.619520 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-968f7a91-239d-4a42-9e75-876561f32ebb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3536060 Dec 22 08:46:56.621887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53142) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:56.629016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:6d:aa:9b', 'name': 'tempest-NetworksTestDHCPv6-585147361'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:56.721971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.733786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.775651 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b4d81-9677-4fb2-b8bc-a2f3dc3d906b req-ad78b790-b3e1-497b-8377-afa9a21e13ae tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:56.777602 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5a8b4d81-9677-4fb2-b8bc-a2f3dc3d906b req-ad78b790-b3e1-497b-8377-afa9a21e13ae tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.9201260 Dec 22 08:46:56.799346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe615749-8e69-4073-9a40-f72b133ef0c3 req-f4e36bb3-935d-489b-b483-ddcc5dc77abf tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:56.800902 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fe615749-8e69-4073-9a40-f72b133ef0c3 req-f4e36bb3-935d-489b-b483-ddcc5dc77abf tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.6646864 Dec 22 08:46:56.864528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port b3e883fa-e326-4296-8670-d6d61cdab946 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:56.864859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.898180 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] For port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e,segment=NetworkSegment(2e97280f-e706-4131-92e7-e7d9972c2ab3),segment_id=2e97280f-e706-4131-92e7-e7d9972c2ab3)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:56.898883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.909227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Allocated IP 2001:db8::1 (03e50dc0-0169-483b-8bc8-dbe36cdb041c/061122c6-ed35-428e-ac83-71944c11957d/720b9ce6-1310-430e-a46b-b3d1acc12ce6) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:56.913497 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5a8b4d81-9677-4fb2-b8bc-a2f3dc3d906b req-e71fa330-0a8e-419a-beea-e2154bfc9fe1 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179061 Dec 22 08:46:56.931592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-484fc4f9-e2cc-45aa-92ca-6c6ec7b81633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:56.933209 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-484fc4f9-e2cc-45aa-92ca-6c6ec7b81633 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 1099 time: 0.8470364 Dec 22 08:46:56.940310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Network 03e50dc0-0169-483b-8bc8-dbe36cdb041c is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:56.942557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.958639 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No ports have port_id starting with 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e Dec 22 08:46:56.958639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:56.967861 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fe615749-8e69-4073-9a40-f72b133ef0c3 req-c9092639-86b6-4d74-bf06-8d334da5b00d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374941 Dec 22 08:46:57.067315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:57.086998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] No DVR routers for this DVR port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:57.107676 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:57.124685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] Calling delete_port for 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:57.135330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:57.148341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event deleted for resources: {'Port': ['ID=06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:57.158546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Pushing event updated for resources: {'Port': ['ID=ec9b17a4-069c-44d5-8405-dcb27eb33b0c,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:57.191335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:57.310106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:52Z', 'revision_number': 8, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:57.330216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '6eadfa41-1911-4f5e-992a-01eeed0fcf79'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:57.331033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.359412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.366827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:57.371528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Attempting to bind port ec9b17a4-069c-44d5-8405-dcb27eb33b0c on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:57.371895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Attempting to bind port ec9b17a4-069c-44d5-8405-dcb27eb33b0c by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '007cca8c-05b5-47b8-94ef-d2b1bfa1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03e50dc0-0169-483b-8bc8-dbe36cdb041c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:57.372485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Attempting to bind port ec9b17a4-069c-44d5-8405-dcb27eb33b0c on network 03e50dc0-0169-483b-8bc8-dbe36cdb041c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:57.382804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.390095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port b3e883fa-e326-4296-8670-d6d61cdab946, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b3e883fa-e326-4296-8670-d6d61cdab946,segment=NetworkSegment(555153ce-4375-4305-b2cd-7e21bd2a92b2),segment_id=555153ce-4375-4305-b2cd-7e21bd2a92b2)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:57.390448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.406815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:57.407098 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Checking segment: {'id': '007cca8c-05b5-47b8-94ef-d2b1bfa1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03e50dc0-0169-483b-8bc8-dbe36cdb041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:57.407398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.407935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Bound using segment: {'id': '007cca8c-05b5-47b8-94ef-d2b1bfa1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03e50dc0-0169-483b-8bc8-dbe36cdb041c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:57.408622 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Bound port: ec9b17a4-069c-44d5-8405-dcb27eb33b0c, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007cca8c-05b5-47b8-94ef-d2b1bfa1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03e50dc0-0169-483b-8bc8-dbe36cdb041c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:57.409342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.422659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:57.423556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:57.434117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8102fcfc-4802-40e0-9b1e-343a43409071']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:57.441288 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-2255660c-7d8b-4d4b-a6c4-a40779dd083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:57.442936 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-2255660c-7d8b-4d4b-a6c4-a40779dd083f service neutron] 10.222.0.54 "GET /v2.0/networks?id=be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 200 len: 911 time: 0.4740996 Dec 22 08:46:57.449732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Deleting port 55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:57.450522 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.526284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e97280f-e706-4131-92e7-e7d9972c2ab3') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:57.526650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e97280f-e706-4131-92e7-e7d9972c2ab3') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:57.531195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for b3e883fa-e326-4296-8670-d6d61cdab946 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:57.568807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Transition to ACTIVE for port object 720b9ce6-1310-430e-a46b-b3d1acc12ce6 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:57.578333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.595384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.609130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.637715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port d69ff10f-a16c-493d-a7f4-4ecda787dda1 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:46:57.655533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:57.655946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.665932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:57.666515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:57.670200 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:57.693820 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-f893275f-36a3-4b4a-83bf-399c16e0da5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 200 len: 1002 time: 0.2141151 Dec 22 08:46:57.730152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.780548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:57.813450 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.830585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec83adcc-d9c2-4813-ac33-2c887ef898dc None None] DHCP port deletion for b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:57.832032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=b3e883fa-e326-4296-8670-d6d61cdab946,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:57.835950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No DVR routers for this DVR port b3e883fa-e326-4296-8670-d6d61cdab946 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:57.837076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] For port ec9b17a4-069c-44d5-8405-dcb27eb33b0c, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:57.885155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] For port ec9b17a4-069c-44d5-8405-dcb27eb33b0c, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ec9b17a4-069c-44d5-8405-dcb27eb33b0c,segment=NetworkSegment(007cca8c-05b5-47b8-94ef-d2b1bfa1ad07),segment_id=007cca8c-05b5-47b8-94ef-d2b1bfa1ad07)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:57.887012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-3f83c19b-acd5-447d-9744-ce3d3a67d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:57.888949 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-3f83c19b-acd5-447d-9744-ce3d3a67d0dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d5c060c-ccd9-41f0-9d65-e66f1d58c321 HTTP/1.1" status: 200 len: 849 time: 0.1867285 Dec 22 08:46:57.893535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.951974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.970104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 03e50dc0-0169-483b-8bc8-dbe36cdb041c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:57.984258 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.991822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.006216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] Pushing event deleted for resources: {'Network': ['ID=8102fcfc-4802-40e0-9b1e-343a43409071,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:58.007163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:58.048853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:58.049288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.052311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::3 (906224fb-f2fa-4b66-98df-524285cae5f9/6eadfa41-1911-4f5e-992a-01eeed0fcf79/d69ff10f-a16c-493d-a7f4-4ecda787dda1) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:58.150410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Calling delete_port for 55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:58.181514 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eaf5f9cf-b7ea-436d-a57b-53fd3bde97e5 tempest-ExtraDHCPOptionsTestJSON-882171892 tempest-ExtraDHCPOptionsTestJSON-882171892-project] 10.222.0.37 "DELETE /v2.0/networks/8102fcfc-4802-40e0-9b1e-343a43409071 HTTP/1.1" status: 204 len: 168 time: 3.1554239 Dec 22 08:46:58.237070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] Deleting port 06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:58.237655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.279956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=720b9ce6-1310-430e-a46b-b3d1acc12ce6,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:58.285325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.298904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb028529-b7c7-4094-86fd-b4e91fa7ee92 None None] Pushing event updated for resources: {'Port': ['ID=ec9b17a4-069c-44d5-8405-dcb27eb33b0c,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:58.392511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:58.397953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cebb6875-eb84-48e5-b4f3-4e7d4c3df69d None None] The port '06e8bc6c-1ebf-4005-8d4a-1b72454cfd9e' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:46:58.452202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555153ce-4375-4305-b2cd-7e21bd2a92b2') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:58.452490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555153ce-4375-4305-b2cd-7e21bd2a92b2') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:58.484989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b3e883fa-e326-4296-8670-d6d61cdab946 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:58.486359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.544171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: b3e883fa-e326-4296-8670-d6d61cdab946 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:58.545026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b3e883fa-e326-4296-8670-d6d61cdab946 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:58.577022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-a39cddf9-bb9f-4018-a9fd-5bdd67ae2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:58.578873 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-a39cddf9-bb9f-4018-a9fd-5bdd67ae2941 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be8d44ef-bc10-4f72-a013-37103d3cf27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6746829 Dec 22 08:46:58.587721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.591288 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4039-64ca-48d6-bc5b-971ba151503d req-c8353ebf-c83b-480a-b1a7-b20ddd9a4721 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:58.592889 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d92e4039-64ca-48d6-bc5b-971ba151503d req-c8353ebf-c83b-480a-b1a7-b20ddd9a4721 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.4505630 Dec 22 08:46:58.606169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:58.606503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.650824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:52Z', 'revision_number': 8, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:58.656702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a1d95a-9ca3-4170-9e0a-51c38983b4a5 None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:46:52Z', 'revision_number': 8, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da8d721b-fa42-4e59-a5fb-995d341ce334', 'name': '', 'network_id': 'e78675eb-905e-44ee-baee-12012b177cc8', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:a7:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:15Z', 'updated_at': '2021-12-22T08:46:34Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '09144ed7-58e1-4e41-95ec-1dbac990c33e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:58.671585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53154) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:58.728438 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:58.759376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.815810 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d92e4039-64ca-48d6-bc5b-971ba151503d req-7c72eba6-347a-4dbc-bd2e-93bf3755aa15 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749918 Dec 22 08:46:58.847157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.849234 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-0b5d7e69-212e-40f9-adb4-1268d42bedd1 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551200 Dec 22 08:46:58.857251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Network': ['ID=b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:58.889519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f592e3b-83cd-4651-9e05-b06471c68515 req-ed09409a-5107-46f1-918f-8ab2f58fec9d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:58.891053 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1f592e3b-83cd-4651-9e05-b06471c68515 req-ed09409a-5107-46f1-918f-8ab2f58fec9d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.6265211 Dec 22 08:46:58.907691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.932168 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f87aeaed-b18e-4fb8-a537-924851ab02bb tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/networks/b7a21db1-723b-4f4e-a14b-2dbf7f6c2ef4 HTTP/1.1" status: 204 len: 168 time: 2.4559925 Dec 22 08:46:58.939926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53160) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.089322 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-108618d7-4195-4dd0-965c-609c1505e0a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18c480ed1a034135817c18df8135a4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4028459 Dec 22 08:46:59.092958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.096311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53164) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.160554 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b4c67b2f-42ce-4608-a45c-d75b3a882e63 req-aa866324-755f-4fad-b3a6-2459455753bc service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027759 Dec 22 08:46:59.163735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event deleted for resources: {'Port': ['ID=55a47572-ef2b-4ad7-afd7-28fdfcbd9d3b,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:59.187017 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1f592e3b-83cd-4651-9e05-b06471c68515 req-e4ccfcc1-1a0b-40d8-8698-a3ffdef3ba97 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877626 Dec 22 08:46:59.197523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.429802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.438638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object d69ff10f-a16c-493d-a7f4-4ecda787dda1 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:59.593875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.604449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.718231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.770828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/6eadfa41-1911-4f5e-992a-01eeed0fcf79/e6d3d3d6-bba4-4c1d-8b24-b4d430586b40) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:59.808176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf220bb-4eba-417f-a7ba-dbd7bf396a6c req-37a6e367-8311-4c8d-bdbc-9c6aacd7faad tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:59.809773 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-edf220bb-4eba-417f-a7ba-dbd7bf396a6c req-37a6e367-8311-4c8d-bdbc-9c6aacd7faad tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.3892114 Dec 22 08:46:59.882614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1eb63d-d827-47a8-aad9-819bdb6b230e None None] Network 03e50dc0-0169-483b-8bc8-dbe36cdb041c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:00.012243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8873cdf4-d72a-4670-ac9b-003be12a87a2 None None] Provisioning for port ec9b17a4-069c-44d5-8405-dcb27eb33b0c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:00.012985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.043693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3972d910-9cb1-49f3-b525-8e66cf0594f2,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:00.051360 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Router ad8e3f93-8af8-47bc-86fe-1638d9f3d222 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:00.066852 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-edf220bb-4eba-417f-a7ba-dbd7bf396a6c req-d13e3185-d43a-42fc-9943-ccd138fccf9a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962867 Dec 22 08:47:00.070932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.071344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.071831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.072180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.073158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.073158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.073158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.073559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.074553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.074943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.075351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.075741 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.086300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.099973 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aeb18dbe-c853-465b-95fc-0e17ac1ba927 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3972d910-9cb1-49f3-b525-8e66cf0594f2 HTTP/1.1" status: 204 len: 168 time: 0.9614198 Dec 22 08:47:00.104080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:00.113837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=d69ff10f-a16c-493d-a7f4-4ecda787dda1,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:00.118812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53174) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.147346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:00.197104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:00.203050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:00.203640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.247492 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2570075d-f15b-4386-b1ee-7001d54f1ef8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6230342 Dec 22 08:47:00.259460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53178) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.307012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.321891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Transition to ACTIVE for port object e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:00.348823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.352519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Transition to ACTIVE for port object e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:00.362074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.365080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.366231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.456979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:00.464722 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:00.467138 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a123e602-e798-49b9-8120-02c5bd3fff0f tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "PUT /v2.0/routers/ad8e3f93-8af8-47bc-86fe-1638d9f3d222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2016585 Dec 22 08:47:00.467435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53184) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.470249 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26befa-19a8-4389-800e-80e3137c2a3f None None] Sync routers for ids ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:00.485351 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:00.487011 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26befa-19a8-4389-800e-80e3137c2a3f None None] Routers {'ad8e3f93-8af8-47bc-86fe-1638d9f3d222'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:00.490777 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ad26befa-19a8-4389-800e-80e3137c2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:00.491304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:00.513175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933aa62-30ca-46da-84b2-4b31acf87e5e req-12ab4276-f810-4d59-b0b0-65adc76d2e32 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:00.523969 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0933aa62-30ca-46da-84b2-4b31acf87e5e req-12ab4276-f810-4d59-b0b0-65adc76d2e32 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.4746327 Dec 22 08:47:00.591150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ec9b17a4-069c-44d5-8405-dcb27eb33b0c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:00.598293 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-c7dd238c-5381-4e57-b9d1-4d75027f9cbc tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] show failed (client error): The resource could not be found. Dec 22 08:47:00.608026 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c7dd238c-5381-4e57-b9d1-4d75027f9cbc tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1284319475 HTTP/1.1" status: 404 len: 335 time: 0.1395605 Dec 22 08:47:00.608800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53192) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.614270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-66c92593-f2f4-4794-b5e5-60a42d68ca6a tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:00.624400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558b0fa0-03f9-410c-9740-cfb76cf2703a tempest-TestNetworkAdvancedServerOps-955066615 tempest-TestNetworkAdvancedServerOps-955066615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:00.626413 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-558b0fa0-03f9-410c-9740-cfb76cf2703a tempest-TestNetworkAdvancedServerOps-955066615 tempest-TestNetworkAdvancedServerOps-955066615-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 1093 time: 0.4810755 Dec 22 08:47:00.638852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53196) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.669289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:00.681457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:00.681735 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ad26befa-19a8-4389-800e-80e3137c2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:00.693014 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26befa-19a8-4389-800e-80e3137c2a3f None None] Routers {'ad8e3f93-8af8-47bc-86fe-1638d9f3d222'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:00.694265 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ad26befa-19a8-4389-800e-80e3137c2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:00.698556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Usage tracker for resource:floatingip and tenant:9014609f35f344d1bd6c3d858b8fb4f4 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:00.702249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:00.705147 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-66c92593-f2f4-4794-b5e5-60a42d68ca6a tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] update failed (client error): The resource could not be found. Dec 22 08:47:00.705881 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Pushing event updated for resources: {'Port': ['ID=e6d3d3d6-bba4-4c1d-8b24-b4d430586b40,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:00.708402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:00.717813 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-66c92593-f2f4-4794-b5e5-60a42d68ca6a tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1229403581 HTTP/1.1" status: 404 len: 335 time: 0.1077306 Dec 22 08:47:00.720241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53202) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.722105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.722615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.723011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.723406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.723812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.724200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.724631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.725072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.725447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.725961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.726500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.726879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:00.751848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=720b9ce6-1310-430e-a46b-b3d1acc12ce6,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:00.765587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Attempting to bind port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:00.766161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Attempting to bind port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:00.766537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Attempting to bind port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:47:00.777457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:47:00.778094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:00.778345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.778790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:47:00.779317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Bound port: e6d3d3d6-bba4-4c1d-8b24-b4d430586b40, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:00.779748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.839118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a51fb3-6a08-4ba0-a46c-0c9bce3ebbe4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Deleting subnet 9360a23a-d754-4b63-af39-7ad7db1c67ea {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:00.843132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16a51fb3-6a08-4ba0-a46c-0c9bce3ebbe4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.848383 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ad26befa-19a8-4389-800e-80e3137c2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:00.848795 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26befa-19a8-4389-800e-80e3137c2a3f None None] The sync data for ids ['ad8e3f93-8af8-47bc-86fe-1638d9f3d222'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:00.867478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc052f59-788a-4378-a28f-eda1271c6288 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:00.870005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fc052f59-788a-4378-a28f-eda1271c6288 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:00.876491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.901838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port ec9b17a4-069c-44d5-8405-dcb27eb33b0c completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:00.910394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port ec9b17a4-069c-44d5-8405-dcb27eb33b0c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:00.910786 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.928187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16a51fb3-6a08-4ba0-a46c-0c9bce3ebbe4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.965459 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0933aa62-30ca-46da-84b2-4b31acf87e5e req-63f2f782-2fc0-4648-8886-16bf933c6489 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4402859 Dec 22 08:47:01.079255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4ec56d8f-0a43-4263-9c1b-98bf009310d2 None None] Provisioning for port 720b9ce6-1310-430e-a46b-b3d1acc12ce6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:01.086106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4ec56d8f-0a43-4263-9c1b-98bf009310d2 None None] Provisioning complete for port 720b9ce6-1310-430e-a46b-b3d1acc12ce6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:01.086629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ec56d8f-0a43-4263-9c1b-98bf009310d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.119742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] For port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:47:01.153957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16a51fb3-6a08-4ba0-a46c-0c9bce3ebbe4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.166152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 03e50dc0-0169-483b-8bc8-dbe36cdb041c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:01.170747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fc052f59-788a-4378-a28f-eda1271c6288 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:01.172712 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fc052f59-788a-4378-a28f-eda1271c6288 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.9053752 Dec 22 08:47:01.173949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:01.191448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53216) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:01.196447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] For port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e6d3d3d6-bba4-4c1d-8b24-b4d430586b40,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:47:01.223200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.316143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4ec56d8f-0a43-4263-9c1b-98bf009310d2 None None] Port 720b9ce6-1310-430e-a46b-b3d1acc12ce6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:01.321341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993fd43-de7f-4496-b095-f154a0817776 None None] Pushing event updated for resources: {'Port': ['ID=e6d3d3d6-bba4-4c1d-8b24-b4d430586b40,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:01.329571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16a51fb3-6a08-4ba0-a46c-0c9bce3ebbe4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.338709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.388414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53222) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:01.397067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port ec9b17a4-069c-44d5-8405-dcb27eb33b0c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ec9b17a4-069c-44d5-8405-dcb27eb33b0c,segment=NetworkSegment(007cca8c-05b5-47b8-94ef-d2b1bfa1ad07),segment_id=007cca8c-05b5-47b8-94ef-d2b1bfa1ad07)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:01.408465 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.409491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a51fb3-6a08-4ba0-a46c-0c9bce3ebbe4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event deleted for resources: {'Subnet': ['ID=9360a23a-d754-4b63-af39-7ad7db1c67ea,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:01.411888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-16a51fb3-6a08-4ba0-a46c-0c9bce3ebbe4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.423779 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-16a51fb3-6a08-4ba0-a46c-0c9bce3ebbe4 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "DELETE /v2.0/subnets/9360a23a-d754-4b63-af39-7ad7db1c67ea HTTP/1.1" status: 204 len: 168 time: 0.7020330 Dec 22 08:47:01.425865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53228) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:01.458476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731e19a6-ef91-4691-be7f-9d7ff58a6b41 None None] Network 12b32141-02fd-4855-8e96-8653a6375476 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:01.481235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ea649025-a6cf-47f5-a348-68a2512fe9cd no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:01.541960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b52208b-45b5-4b73-a47a-75275d951f4d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Deleting subnet 8fedc128-92c3-477f-912c-a19f0f0a182f {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:01.549334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: ea649025-a6cf-47f5-a348-68a2512fe9cd {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:01.549669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ea649025-a6cf-47f5-a348-68a2512fe9cd not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:01.559273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15019a18-11e2-4c8d-8cd9-2dc2dd6c40d3 req-4125e349-9f01-4a34-a386-ba3d771fa784 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:01.560795 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-15019a18-11e2-4c8d-8cd9-2dc2dd6c40d3 req-4125e349-9f01-4a34-a386-ba3d771fa784 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.3098359 Dec 22 08:47:01.561552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b52208b-45b5-4b73-a47a-75275d951f4d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.593823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-fa7fc523-7036-422f-b4a9-f7a8dd725aff tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port d69ff10f-a16c-493d-a7f4-4ecda787dda1 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:01.594175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc523-7036-422f-b4a9-f7a8dd725aff tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.656732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-859927098'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:01.678710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=ec9b17a4-069c-44d5-8405-dcb27eb33b0c,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:01.681393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-37e38cc2-bc25-4bb7-a28a-c1b007beb884 None None] Provisioning complete for port 720b9ce6-1310-430e-a46b-b3d1acc12ce6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:01.681890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-37e38cc2-bc25-4bb7-a28a-c1b007beb884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.682660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:01.696871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b52208b-45b5-4b73-a47a-75275d951f4d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.819362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Usage tracker for resource:network and tenant:3141eaca6a7744c7894f32491ed1d1fe is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:01.822008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-37e38cc2-bc25-4bb7-a28a-c1b007beb884 None None] Port 720b9ce6-1310-430e-a46b-b3d1acc12ce6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:01.827040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:01.852066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:01.865439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b52208b-45b5-4b73-a47a-75275d951f4d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.868191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.903266 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-15019a18-11e2-4c8d-8cd9-2dc2dd6c40d3 req-745dbe6b-fced-4bc5-8e2c-67e70b3f2498 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744732 Dec 22 08:47:01.913318 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74732452-c70c-44eb-aa1e-a2769d937755 None None] DHCP port deletion for 12b32141-02fd-4855-8e96-8653a6375476 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:01.915009 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Made reservation on behalf of 3141eaca6a7744c7894f32491ed1d1fe for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:01.919093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.922801 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-74732452-c70c-44eb-aa1e-a2769d937755 None None] Deleting port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:01.924641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-74732452-c70c-44eb-aa1e-a2769d937755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.953252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.007311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:02.007598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c5052634-fcbc-4bf2-83cb-1af4462895c5 None None] Provisioning complete for port 720b9ce6-1310-430e-a46b-b3d1acc12ce6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:02.008210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c5052634-fcbc-4bf2-83cb-1af4462895c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.016259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Usage tracker for resource:security_group_rule and tenant:3141eaca6a7744c7894f32491ed1d1fe is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:02.032830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:02.046194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:02.084185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c5052634-fcbc-4bf2-83cb-1af4462895c5 None None] Port 720b9ce6-1310-430e-a46b-b3d1acc12ce6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:02.100298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b52208b-45b5-4b73-a47a-75275d951f4d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.157295 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52208b-45b5-4b73-a47a-75275d951f4d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event deleted for resources: {'Subnet': ['ID=8fedc128-92c3-477f-912c-a19f0f0a182f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:02.159515 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b52208b-45b5-4b73-a47a-75275d951f4d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.178880 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8b52208b-45b5-4b73-a47a-75275d951f4d tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "DELETE /v2.0/subnets/8fedc128-92c3-477f-912c-a19f0f0a182f HTTP/1.1" status: 204 len: 168 time: 0.7519405 Dec 22 08:47:02.181510 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53236) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:02.184120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9120b-9d33-40b3-9146-41b4b9fc01dc None None] Network 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:02.344997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.353913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-74732452-c70c-44eb-aa1e-a2769d937755 None None] For port 6d34f780-8a1e-4ecd-808e-53d6e0130da6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6d34f780-8a1e-4ecd-808e-53d6e0130da6,segment=NetworkSegment(b89f9849-b85f-4c16-a749-0322c6c91130),segment_id=b89f9849-b85f-4c16-a749-0322c6c91130)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:02.354514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-74732452-c70c-44eb-aa1e-a2769d937755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.356044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.366223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Deleting port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:02.366660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.401204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.512837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc523-7036-422f-b4a9-f7a8dd725aff tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.538136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:47:02.540667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd4fa2b-a4fe-4560-9f23-6778b093f30c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:02.569223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-74732452-c70c-44eb-aa1e-a2769d937755 None None] Calling delete_port for 6d34f780-8a1e-4ecd-808e-53d6e0130da6 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:02.599589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:02.602981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.603464 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Added segment 743d6a84-c2c3-455e-81de-06a2bf73a343 of type vlan for network f988b35a-da2d-4e74-9299-d3890e99e3ab Dec 22 08:47:02.669424 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.679481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-fa7fc523-7036-422f-b4a9-f7a8dd725aff tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for d69ff10f-a16c-493d-a7f4-4ecda787dda1 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:02.757029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] For port 6d34f780-8a1e-4ecd-808e-53d6e0130da6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6d34f780-8a1e-4ecd-808e-53d6e0130da6,segment=NetworkSegment(b89f9849-b85f-4c16-a749-0322c6c91130),segment_id=b89f9849-b85f-4c16-a749-0322c6c91130)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:02.757607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.764311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-74732452-c70c-44eb-aa1e-a2769d937755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.781463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router fab15069-8e16-45f9-8fff-1f1c06e0ec0c is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:47:02.817808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:02.874302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74732452-c70c-44eb-aa1e-a2769d937755 None None] Pushing event deleted for resources: {'Port': ['ID=6d34f780-8a1e-4ecd-808e-53d6e0130da6,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:02.877746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74732452-c70c-44eb-aa1e-a2769d937755 None None] No DVR routers for this DVR port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:02.879748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ec9b17a4-069c-44d5-8405-dcb27eb33b0c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:02.887120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.909385 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Calling delete_port for 6d34f780-8a1e-4ecd-808e-53d6e0130da6 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:02.938999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8d538a33-f9f1-4501-948e-44bb38d21852 None None] Provisioning for port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:02.949530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8d538a33-f9f1-4501-948e-44bb38d21852 None None] Provisioning complete for port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:02.950042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d538a33-f9f1-4501-948e-44bb38d21852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.999352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.005867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:03.006768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.072944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a686607f-c44e-47cf-bda9-bf28caacd20e None None] DHCP port deletion for 6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:03.086549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a686607f-c44e-47cf-bda9-bf28caacd20e None None] Deleting port f06139a0-238c-48ae-8e3c-933d5980fe6f {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:03.086922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a686607f-c44e-47cf-bda9-bf28caacd20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.137179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port ec9b17a4-069c-44d5-8405-dcb27eb33b0c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:03.137554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.180620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:03.204520 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-636c8c67-e481-4c64-b4bf-254aee91102a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/fab15069-8e16-45f9-8fff-1f1c06e0ec0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8776832 Dec 22 08:47:03.209860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53240) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.228253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac37a1d-2644-4561-8d44-4020b58a7052 None None] Sync routers for ids ['fab15069-8e16-45f9-8fff-1f1c06e0ec0c'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:03.231223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc523-7036-422f-b4a9-f7a8dd725aff tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.258767 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d538a33-f9f1-4501-948e-44bb38d21852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.280798 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8884127 Dec 22 08:47:03.297701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53244) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.307211 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Request body: {'subnet': {'network_id': 'f988b35a-da2d-4e74-9299-d3890e99e3ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:03.314892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac37a1d-2644-4561-8d44-4020b58a7052 None None] Routers {'fab15069-8e16-45f9-8fff-1f1c06e0ec0c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:03.315528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2ac37a1d-2644-4561-8d44-4020b58a7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['fab15069-8e16-45f9-8fff-1f1c06e0ec0c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.321535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ee72d-c5d0-4230-b5a9-cbc829be74ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event updated for resources: {'Network': ['ID=f988b35a-da2d-4e74-9299-d3890e99e3ab,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:03.349628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:03.350004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:03.363282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067588b-c2c7-4016-a0af-0cc7ebdb8211 req-5a1e827d-020b-4e25-a242-b9e7a316c418 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:03.364738 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c067588b-c2c7-4016-a0af-0cc7ebdb8211 req-5a1e827d-020b-4e25-a242-b9e7a316c418 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 1.2581801 Dec 22 08:47:03.372304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fc523-7036-422f-b4a9-f7a8dd725aff tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=d69ff10f-a16c-493d-a7f4-4ecda787dda1,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:03.378881 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network f988b35a-da2d-4e74-9299-d3890e99e3ab details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:47:03.419637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2ac37a1d-2644-4561-8d44-4020b58a7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.426423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:03.432082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Usage tracker for resource:subnet and tenant:3141eaca6a7744c7894f32491ed1d1fe is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:03.435550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:03.441993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:03.457017 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Made reservation on behalf of 3141eaca6a7744c7894f32491ed1d1fe for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:03.461851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.510354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc523-7036-422f-b4a9-f7a8dd725aff tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.534734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8d538a33-f9f1-4501-948e-44bb38d21852 None None] For port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e6d3d3d6-bba4-4c1d-8b24-b4d430586b40,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:03.546299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444a078-a78f-402c-b76c-81eacd94a284 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:03.547153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e444a078-a78f-402c-b76c-81eacd94a284 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Synchronizing usage tracker for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:03.601560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac37a1d-2644-4561-8d44-4020b58a7052 None None] Routers {'fab15069-8e16-45f9-8fff-1f1c06e0ec0c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:03.602232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2ac37a1d-2644-4561-8d44-4020b58a7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['fab15069-8e16-45f9-8fff-1f1c06e0ec0c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.614813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port da8d721b-fa42-4e59-a5fb-995d341ce334 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:03.615169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.689105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d538a33-f9f1-4501-948e-44bb38d21852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.703509 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fa7fc523-7036-422f-b4a9-f7a8dd725aff tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/d69ff10f-a16c-493d-a7f4-4ecda787dda1 HTTP/1.1" status: 204 len: 168 time: 2.5084653 Dec 22 08:47:03.706221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53248) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.758564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e444a078-a78f-402c-b76c-81eacd94a284 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Unset dirty status for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:03.760010 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e444a078-a78f-402c-b76c-81eacd94a284 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports/720b9ce6-1310-430e-a46b-b3d1acc12ce6 HTTP/1.1" status: 200 len: 911 time: 0.5408783 Dec 22 08:47:03.763822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53252) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.801602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2ac37a1d-2644-4561-8d44-4020b58a7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.806080 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac37a1d-2644-4561-8d44-4020b58a7052 None None] The sync data for ids ['fab15069-8e16-45f9-8fff-1f1c06e0ec0c'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:03.827256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a686607f-c44e-47cf-bda9-bf28caacd20e None None] For port f06139a0-238c-48ae-8e3c-933d5980fe6f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f06139a0-238c-48ae-8e3c-933d5980fe6f,segment=NetworkSegment(eb903bd8-c529-4441-9ff6-903142ef95ca),segment_id=eb903bd8-c529-4441-9ff6-903142ef95ca)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:03.827652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a686607f-c44e-47cf-bda9-bf28caacd20e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.831425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Allocated IP 172.26.1.227 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/89b4ed2a-36da-4300-a1f5-a06958331709) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:03.840992 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c067588b-c2c7-4016-a0af-0cc7ebdb8211 req-82ea8cdd-5973-486e-b299-2f02c4aab208 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4575558 Dec 22 08:47:03.842942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.908516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port da8d721b-fa42-4e59-a5fb-995d341ce334, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=da8d721b-fa42-4e59-a5fb-995d341ce334,segment=NetworkSegment(8ed9ab0e-2a56-4747-af6c-c09bc824ae81),segment_id=8ed9ab0e-2a56-4747-af6c-c09bc824ae81)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:03.908875 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.926402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f13d8dda-62b1-4e31-bfb0-5bc98d7edafb None None] Could not find standard attr ID for object d69ff10f-a16c-493d-a7f4-4ecda787dda1. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:47:03.937573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Deleting port 6d34f780-8a1e-4ecd-808e-53d6e0130da6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:03.937950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.035216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a686607f-c44e-47cf-bda9-bf28caacd20e None None] Calling delete_port for f06139a0-238c-48ae-8e3c-933d5980fe6f owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:04.069973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event updated for resources: {'Subnet': ['ID=148a57e8-cea2-4b89-8298-a25985ba9098,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:04.100671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d538a33-f9f1-4501-948e-44bb38d21852 None None] Pushing event updated for resources: {'Port': ['ID=e6d3d3d6-bba4-4c1d-8b24-b4d430586b40,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:04.146185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] The port '6d34f780-8a1e-4ecd-808e-53d6e0130da6' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:04.154052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37bc6db-e98a-4b50-a41b-c2e366c1dfee tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:04.157608 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37bc6db-e98a-4b50-a41b-c2e366c1dfee tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:04.159222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e37bc6db-e98a-4b50-a41b-c2e366c1dfee tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:04.164863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6d34f780-8a1e-4ecd-808e-53d6e0130da6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:04.216341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for da8d721b-fa42-4e59-a5fb-995d341ce334 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:04.221825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 6d34f780-8a1e-4ecd-808e-53d6e0130da6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:04.222176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6d34f780-8a1e-4ecd-808e-53d6e0130da6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:04.288271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a686607f-c44e-47cf-bda9-bf28caacd20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.308188 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e37bc6db-e98a-4b50-a41b-c2e366c1dfee tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:04.312112 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e37bc6db-e98a-4b50-a41b-c2e366c1dfee tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.6047173 Dec 22 08:47:04.313473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53260) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:04.359986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686607f-c44e-47cf-bda9-bf28caacd20e None None] No DVR routers for this DVR port f06139a0-238c-48ae-8e3c-933d5980fe6f on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:04.371183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686607f-c44e-47cf-bda9-bf28caacd20e None None] Pushing event deleted for resources: {'Port': ['ID=f06139a0-238c-48ae-8e3c-933d5980fe6f,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:04.450060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:04.451253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Checking segment: {'id': '743d6a84-c2c3-455e-81de-06a2bf73a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f988b35a-da2d-4e74-9299-d3890e99e3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:04.451926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Network hostable DHCP agents. Network: f988b35a-da2d-4e74-9299-d3890e99e3ab, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:47:04.472679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.525473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:04.525877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.578541 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b32141-02fd-4855-8e96-8653a6375476']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:04.598242 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89f9849-b85f-4c16-a749-0322c6c91130') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:04.598774 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89f9849-b85f-4c16-a749-0322c6c91130') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:04.612222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Network f988b35a-da2d-4e74-9299-d3890e99e3ab is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:47:04.618009 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.668366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, f988b35a-da2d-4e74-9299-d3890e99e3ab) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:04.676461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a763002a-ab64-4db8-b020-31e267dbd79a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 6eadfa41-1911-4f5e-992a-01eeed0fcf79 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:04.681514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa26a0-4632-43ee-aba9-08855f87b147 None None] Network f988b35a-da2d-4e74-9299-d3890e99e3ab requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:04.691929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a763002a-ab64-4db8-b020-31e267dbd79a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.703498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.718357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f06139a0-238c-48ae-8e3c-933d5980fe6f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:04.747019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:04.747611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.758242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: f06139a0-238c-48ae-8e3c-933d5980fe6f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:04.758753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f06139a0-238c-48ae-8e3c-933d5980fe6f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:04.764490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:04.764490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:04.785361 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:04.792573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.797195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a763002a-ab64-4db8-b020-31e267dbd79a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.867690 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9c0691f7-3d1b-4f74-8d5b-a8ec6ecf76af tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5685303 Dec 22 08:47:04.873813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53264) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:04.880226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1884598155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:04.886118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dc46e-8b41-4df1-86c4-5167188b5bc2 req-5ca28422-efc1-41fe-a658-a169b0fdbffa tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:04.887759 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-494dc46e-8b41-4df1-86c4-5167188b5bc2 req-5ca28422-efc1-41fe-a658-a169b0fdbffa tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.3850093 Dec 22 08:47:04.912042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:04.919536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Usage tracker for resource:router and tenant:3141eaca6a7744c7894f32491ed1d1fe is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:04.925365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:04.927813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.029967 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-494dc46e-8b41-4df1-86c4-5167188b5bc2 req-291a5b68-f101-4365-82cb-ddaa2e63cea4 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023755 Dec 22 08:47:05.033409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.037880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a763002a-ab64-4db8-b020-31e267dbd79a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.061867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-f988b35a-da2d-4e74-9299-d3890e99e3ab', 'network_id': 'f988b35a-da2d-4e74-9299-d3890e99e3ab', 'tenant_id': '3141eaca6a7744c7894f32491ed1d1fe', 'fixed_ips': [{'subnet_id': '148a57e8-cea2-4b89-8298-a25985ba9098'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:47:05.062782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.097208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.131051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:05.133398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.156903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event deleted for resources: {'Network': ['ID=12b32141-02fd-4855-8e96-8653a6375476,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:05.167609 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9aacb598-dd06-4564-996b-69db9330bcb5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "DELETE /v2.0/networks/12b32141-02fd-4855-8e96-8653a6375476 HTTP/1.1" status: 204 len: 168 time: 2.9817665 Dec 22 08:47:05.168970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53268) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:05.196261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.196712 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.199656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:05.232530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.263351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:05.272565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'Port': ['ID=89b4ed2a-36da-4300-a1f5-a06958331709,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:05.276083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:05.276212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Allocated IP 172.20.0.2 (f988b35a-da2d-4e74-9299-d3890e99e3ab/148a57e8-cea2-4b89-8298-a25985ba9098/205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:05.337757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.341904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.346253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.346655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.347197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.347759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.348162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.348547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.349132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.349879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.350407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.350952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.351196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.351448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.351642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.416185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a763002a-ab64-4db8-b020-31e267dbd79a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.496825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=da8d721b-fa42-4e59-a5fb-995d341ce334,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:05.512536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.524064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Transition to ACTIVE for port object 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:05.544023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Transition to ACTIVE for port object 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:05.549489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.553099 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.556745 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4d7dc27e-d685-4fea-bb34-3075c637e142 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6785192 Dec 22 08:47:05.559962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53272) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:05.618054 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Network f988b35a-da2d-4e74-9299-d3890e99e3ab is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:05.620869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:05.624405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763002a-ab64-4db8-b020-31e267dbd79a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=6eadfa41-1911-4f5e-992a-01eeed0fcf79,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:05.624596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:05.630105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Pushing event updated for resources: {'Port': ['ID=205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:05.648208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a763002a-ab64-4db8-b020-31e267dbd79a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.664002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd7b58f-68f2-482f-81c8-81947ab96f4e None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:05.692803 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a763002a-ab64-4db8-b020-31e267dbd79a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/6eadfa41-1911-4f5e-992a-01eeed0fcf79 HTTP/1.1" status: 204 len: 168 time: 1.3751996 Dec 22 08:47:05.693621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53276) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:05.722933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.803126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Attempting to bind port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:05.803411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Attempting to bind port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '743d6a84-c2c3-455e-81de-06a2bf73a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f988b35a-da2d-4e74-9299-d3890e99e3ab'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:05.803750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Attempting to bind port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 on network f988b35a-da2d-4e74-9299-d3890e99e3ab {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:47:05.812089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:47:05.812460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Checking segment: {'id': '743d6a84-c2c3-455e-81de-06a2bf73a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f988b35a-da2d-4e74-9299-d3890e99e3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:05.812865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.813253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Bound using segment: {'id': '743d6a84-c2c3-455e-81de-06a2bf73a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f988b35a-da2d-4e74-9299-d3890e99e3ab'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:47:05.813734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Bound port: 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743d6a84-c2c3-455e-81de-06a2bf73a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f988b35a-da2d-4e74-9299-d3890e99e3ab'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:05.814108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.815045 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ff056432-0974-4f7b-9522-d0ceaf3e1b1f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936387 Dec 22 08:47:05.818175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53280) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:05.837582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.980281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] For port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:47:05.983879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] For port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6,segment=NetworkSegment(743d6a84-c2c3-455e-81de-06a2bf73a343),segment_id=743d6a84-c2c3-455e-81de-06a2bf73a343)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:47:06.004008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.048417 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2c5b4a-120c-42ac-9dc7-5bebc85f0849']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:06.100686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1db1c-bc53-4554-a450-882a92e14cb0 None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:06.119149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9be1db1c-bc53-4554-a450-882a92e14cb0 None None] Deleting port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:06.119796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9be1db1c-bc53-4554-a450-882a92e14cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.142927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb903bd8-c529-4441-9ff6-903142ef95ca') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:06.143218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb903bd8-c529-4441-9ff6-903142ef95ca') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:06.173504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909a26c-203b-4999-958d-ef7ae53f6f86 None None] Pushing event updated for resources: {'Port': ['ID=205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:06.264068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.281013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.288262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:06.288756 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.444920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9be1db1c-bc53-4554-a450-882a92e14cb0 None None] For port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e6d3d3d6-bba4-4c1d-8b24-b4d430586b40,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:06.445319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9be1db1c-bc53-4554-a450-882a92e14cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:06.537451 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:06.634454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:06.644025 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.648508 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.663155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef11bae-aee7-4bbb-a16d-c4227310f007 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:06.663843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1ef11bae-aee7-4bbb-a16d-c4227310f007 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:06.665292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9be1db1c-bc53-4554-a450-882a92e14cb0 None None] Calling delete_port for e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:06.690629 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "DELETE /v2.0/networks/6d2c5b4a-120c-42ac-9dc7-5bebc85f0849 HTTP/1.1" status: 204 len: 168 time: 1.5184796 Dec 22 08:47:06.690629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704a9f7-8d45-4c5b-af4b-8d8bf0bcc341 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event deleted for resources: {'Network': ['ID=6d2c5b4a-120c-42ac-9dc7-5bebc85f0849,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:06.700156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53286) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:06.740934 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:47:06.760437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1ef11bae-aee7-4bbb-a16d-c4227310f007 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:06.763876 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1ef11bae-aee7-4bbb-a16d-c4227310f007 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8938866 Dec 22 08:47:06.771073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53290) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:06.775567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.815806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:06.816500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:06.822383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9be1db1c-bc53-4554-a450-882a92e14cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.876576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6698ba04-7d28-48d1-aab5-9b247e00a075 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Deleting subnet 27a89ffd-8332-4636-b7a9-c21d3895e711 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:06.886934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1db1c-bc53-4554-a450-882a92e14cb0 None None] Pushing event deleted for resources: {'Port': ['ID=e6d3d3d6-bba4-4c1d-8b24-b4d430586b40,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:06.889214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1db1c-bc53-4554-a450-882a92e14cb0 None None] No DVR routers for this DVR port e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:06.891221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af7943-e9e1-4e89-a2f5-15fdb460da6e req-d20a76ef-65da-4e7b-b08b-7b6c046f7b30 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:06.892759 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f7af7943-e9e1-4e89-a2f5-15fdb460da6e req-d20a76ef-65da-4e7b-b08b-7b6c046f7b30 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6774232 Dec 22 08:47:06.924521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:06.943032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6698ba04-7d28-48d1-aab5-9b247e00a075 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.959581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:06.960235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e6d3d3d6-bba4-4c1d-8b24-b4d430586b40 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:06.985740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37e96f6-207e-42bd-b453-f9d7c7a31d1b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:06.986428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b37e96f6-207e-42bd-b453-f9d7c7a31d1b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:06.996967 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port 720b9ce6-1310-430e-a46b-b3d1acc12ce6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:06.997447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.113795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6698ba04-7d28-48d1-aab5-9b247e00a075 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.151615 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f7af7943-e9e1-4e89-a2f5-15fdb460da6e req-06c2703e-771a-49cf-a11f-a16017137404 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675551 Dec 22 08:47:07.151827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b37e96f6-207e-42bd-b453-f9d7c7a31d1b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:07.155831 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b37e96f6-207e-42bd-b453-f9d7c7a31d1b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3723431 Dec 22 08:47:07.165068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53294) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:07.172187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:07.189107 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:07.221076 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:07.222890 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:07.255164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.266318 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b63bbe7d-3eb9-4574-9e36-c7a2ce0a892a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939994 Dec 22 08:47:07.270731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53300) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:07.323435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6698ba04-7d28-48d1-aab5-9b247e00a075 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.412569 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:07.426441 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-69b1b959-240a-4088-897f-ecaccc645a7b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4815195 Dec 22 08:47:07.439260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:07.446462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53302) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:07.531428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6698ba04-7d28-48d1-aab5-9b247e00a075 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.558011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.639543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afc0a03-25f6-477e-8216-b8ba53fa837f None None] Network f988b35a-da2d-4e74-9299-d3890e99e3ab requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:07.702108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698ba04-7d28-48d1-aab5-9b247e00a075 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event deleted for resources: {'Subnet': ['ID=27a89ffd-8332-4636-b7a9-c21d3895e711,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:07.716388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6698ba04-7d28-48d1-aab5-9b247e00a075 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.739997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.743815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce81b2aa-9794-4c78-9c59-f9fd3c7fdb99 None None] Network 81617c87-00e8-4644-8345-c352c55b1367 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:07.765728 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6698ba04-7d28-48d1-aab5-9b247e00a075 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "DELETE /v2.0/subnets/27a89ffd-8332-4636-b7a9-c21d3895e711 HTTP/1.1" status: 204 len: 168 time: 1.0619447 Dec 22 08:47:07.771660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53310) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:07.774935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:07.836782 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:04Z', 'revision_number': 9, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:07.843677 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:07.849753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for 720b9ce6-1310-430e-a46b-b3d1acc12ce6 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:07.853005 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:07.853636 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:07.870240 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-37990e5b-dbe2-4a97-88b4-bb9c0fa487d7 None None] Provisioning for port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:07.897902 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-37990e5b-dbe2-4a97-88b4-bb9c0fa487d7 None None] Provisioning complete for port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:07.898815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-37990e5b-dbe2-4a97-88b4-bb9c0fa487d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.949084 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db2aa92-ad35-49ed-8f76-81731ac081ae tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting subnet 09144ed7-58e1-4e41-95ec-1dbac990c33e {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:07.955588 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Allocated IP 172.20.0.1 (f988b35a-da2d-4e74-9299-d3890e99e3ab/148a57e8-cea2-4b89-8298-a25985ba9098/77cd1f60-7b1a-4d80-b027-767657605f75) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:07.963627 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4db2aa92-ad35-49ed-8f76-81731ac081ae tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.994448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:08.131425 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:08.139031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4db2aa92-ad35-49ed-8f76-81731ac081ae tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.250690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-37990e5b-dbe2-4a97-88b4-bb9c0fa487d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.275030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.290694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.322997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-37990e5b-dbe2-4a97-88b4-bb9c0fa487d7 None None] For port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6,segment=NetworkSegment(743d6a84-c2c3-455e-81de-06a2bf73a343),segment_id=743d6a84-c2c3-455e-81de-06a2bf73a343)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:08.330239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-37990e5b-dbe2-4a97-88b4-bb9c0fa487d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.347015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:08.351113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.388755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358109f-2ace-4553-9fce-401f1b23f7b5 req-42a674fd-bbd7-4871-bbe3-120efe195313 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:08.390310 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5358109f-2ace-4553-9fce-401f1b23f7b5 req-42a674fd-bbd7-4871-bbe3-120efe195313 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6674511 Dec 22 08:47:08.396584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] DHCP port deletion for 81617c87-00e8-4644-8345-c352c55b1367 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:08.440528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Deleting port 2245beec-449e-4f58-8392-c9edb3c900d6 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:08.442243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.477600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.504077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2245beec-449e-4f58-8392-c9edb3c900d6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:08.592766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37990e5b-dbe2-4a97-88b4-bb9c0fa487d7 None None] Pushing event updated for resources: {'Port': ['ID=205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:08.637347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.642569 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4db2aa92-ad35-49ed-8f76-81731ac081ae tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.650157 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:04Z', 'revision_number': 9, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:08.655627 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbab0e0-ab12-448f-a8b3-1f685b8359a4 None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:04Z', 'revision_number': 9, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': '97d0b138-27ab-4bdd-99ec-badd9131a3f7', 'name': '', 'network_id': 'e93baffa-d0e0-42c8-81c4-9c80503f05c4', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:01:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '897f701b-3dca-450e-ae6d-e2d452460913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:01Z', 'updated_at': '2021-12-22T08:46:16Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '897f701b-3dca-450e-ae6d-e2d452460913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:08.711980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-04f53938-d3f1-4fd9-a3f2-b4afc99a97fd None None] Provisioning complete for port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:08.712586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-04f53938-d3f1-4fd9-a3f2-b4afc99a97fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.714352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-46dd3bd0-82e4-4fe1-bbf0-3e7b5c7cbd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:08.715983 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-46dd3bd0-82e4-4fe1-bbf0-3e7b5c7cbd99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 1099 time: 1.0379357 Dec 22 08:47:08.733766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Deleting port 2245beec-449e-4f58-8392-c9edb3c900d6 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:08.735000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.783362 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event updated for resources: {'Port': ['ID=89b4ed2a-36da-4300-a1f5-a06958331709,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:08.811533 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5358109f-2ace-4553-9fce-401f1b23f7b5 req-2b31c711-f3ca-4eb5-8516-fc276072125f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082270 Dec 22 08:47:08.895466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.895942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4db2aa92-ad35-49ed-8f76-81731ac081ae tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.941743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] For port 2245beec-449e-4f58-8392-c9edb3c900d6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2245beec-449e-4f58-8392-c9edb3c900d6,segment=NetworkSegment(94fc2362-6e92-4d4b-997e-005bac9f2e2f),segment_id=94fc2362-6e92-4d4b-997e-005bac9f2e2f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:08.942152 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.957509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2aa92-ad35-49ed-8f76-81731ac081ae tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Subnet': ['ID=09144ed7-58e1-4e41-95ec-1dbac990c33e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:08.966470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4db2aa92-ad35-49ed-8f76-81731ac081ae tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.015666 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4db2aa92-ad35-49ed-8f76-81731ac081ae tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/09144ed7-58e1-4e41-95ec-1dbac990c33e HTTP/1.1" status: 204 len: 168 time: 1.5412722 Dec 22 08:47:09.018500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53314) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:09.021344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-d1180d5f-bf55-42e4-9ddb-aa1447406d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:09.022778 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-d1180d5f-bf55-42e4-9ddb-aa1447406d5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 200 len: 911 time: 0.2925332 Dec 22 08:47:09.049258 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Floating IP 050bd662-4e20-4ee4-b445-7855e61396ae associated. External IP: 172.26.1.227, port: e67676a6-9581-4e12-b428-d78bb3cbf903. Dec 22 08:47:09.118934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adae731-e092-4405-93eb-0c12f511876a None None] Network e78675eb-905e-44ee-baee-12012b177cc8 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:09.141141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Calling delete_port for 2245beec-449e-4f58-8392-c9edb3c900d6 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:09.146525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.163889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.188233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 2245beec-449e-4f58-8392-c9edb3c900d6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2245beec-449e-4f58-8392-c9edb3c900d6,segment=NetworkSegment(94fc2362-6e92-4d4b-997e-005bac9f2e2f),segment_id=94fc2362-6e92-4d4b-997e-005bac9f2e2f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:09.246438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.255007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] For port 2245beec-449e-4f58-8392-c9edb3c900d6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2245beec-449e-4f58-8392-c9edb3c900d6,segment=NetworkSegment(94fc2362-6e92-4d4b-997e-005bac9f2e2f),segment_id=94fc2362-6e92-4d4b-997e-005bac9f2e2f)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:09.255370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.333283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Transition to ACTIVE for port object 77cd1f60-7b1a-4d80-b027-767657605f75 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:09.351034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.400155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=720b9ce6-1310-430e-a46b-b3d1acc12ce6,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:09.482944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Calling delete_port for 2245beec-449e-4f58-8392-c9edb3c900d6 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:09.562955 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-6f573d54-4b9e-40ec-81f6-e4638ee03ef9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 200 len: 1002 time: 0.5192072 Dec 22 08:47:09.567299 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=2245beec-449e-4f58-8392-c9edb3c900d6,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:09.581137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:09.581306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:09.581410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:09.581811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.671206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d669af4-b53a-4bd9-b3dc-13c778301369 None None] DHCP port deletion for e78675eb-905e-44ee-baee-12012b177cc8 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:09.677115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8d669af4-b53a-4bd9-b3dc-13c778301369 None None] Deleting port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:09.677957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d669af4-b53a-4bd9-b3dc-13c778301369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.679450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.693572 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.869372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:09.869938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:09.883262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:47:09.890392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8d669af4-b53a-4bd9-b3dc-13c778301369 None None] For port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7b61d1bc-36b0-4756-ab28-3a5de510d2d0,segment=NetworkSegment(8ed9ab0e-2a56-4747-af6c-c09bc824ae81),segment_id=8ed9ab0e-2a56-4747-af6c-c09bc824ae81)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:09.891479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d669af4-b53a-4bd9-b3dc-13c778301369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.936379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.973548 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Network f988b35a-da2d-4e74-9299-d3890e99e3ab is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:09.975302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-748d7f4f-1972-4a6d-8b64-b86d0a02f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:09.976759 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-748d7f4f-1972-4a6d-8b64-b86d0a02f941 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d5c060c-ccd9-41f0-9d65-e66f1d58c321 HTTP/1.1" status: 200 len: 849 time: 0.3561459 Dec 22 08:47:09.984527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:09.996318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:10.068644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:10.072377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event updated for resources: {'Port': ['ID=77cd1f60-7b1a-4d80-b027-767657605f75,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:10.078261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8d669af4-b53a-4bd9-b3dc-13c778301369 None None] Calling delete_port for 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:10.104730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Deleting port 2245beec-449e-4f58-8392-c9edb3c900d6 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:10.104730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.124223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:10.126106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=75c13ff3-4089-418e-8619-4d689e9418b3,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:10.143837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:10.144828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.158313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da2d6eb-76c5-4e3b-b85b-595597fa3aa2 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:10.214047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:10.229219 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-df6384e5-ac3f-47e2-a427-658e53bd3c63 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8010743 Dec 22 08:47:10.234330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53320) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:10.249340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:10.280268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81be40c-3051-46f6-af69-f3fc6cff337c req-09cf9787-19f2-40b3-bd27-c9b678bc2a90 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:10.287528 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e81be40c-3051-46f6-af69-f3fc6cff337c req-09cf9787-19f2-40b3-bd27-c9b678bc2a90 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.3017085 Dec 22 08:47:10.388570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d669af4-b53a-4bd9-b3dc-13c778301369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.471684 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-eecabba0-0f92-4db7-ab03-0a2b7309ba31 None None] Provisioning for port 77cd1f60-7b1a-4d80-b027-767657605f75 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:10.475634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d669af4-b53a-4bd9-b3dc-13c778301369 None None] Pushing event deleted for resources: {'Port': ['ID=7b61d1bc-36b0-4756-ab28-3a5de510d2d0,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:10.476847 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:10.483531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.513206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d669af4-b53a-4bd9-b3dc-13c778301369 None None] No DVR routers for this DVR port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:10.525157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router fab15069-8e16-45f9-8fff-1f1c06e0ec0c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:10.530630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7b61d1bc-36b0-4756-ab28-3a5de510d2d0,segment=NetworkSegment(8ed9ab0e-2a56-4747-af6c-c09bc824ae81),segment_id=8ed9ab0e-2a56-4747-af6c-c09bc824ae81)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:10.530990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.544032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Deleting port 2245beec-449e-4f58-8392-c9edb3c900d6 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:10.544251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.580887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-eecabba0-0f92-4db7-ab03-0a2b7309ba31 None None] Provisioning complete for port 77cd1f60-7b1a-4d80-b027-767657605f75 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:10.581258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-eecabba0-0f92-4db7-ab03-0a2b7309ba31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.659980 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e81be40c-3051-46f6-af69-f3fc6cff337c req-7499ef8c-3473-4bd0-9c7f-da4fd097b492 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714848 Dec 22 08:47:10.681765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:10.719033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] For port 2245beec-449e-4f58-8392-c9edb3c900d6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2245beec-449e-4f58-8392-c9edb3c900d6,segment=NetworkSegment(94fc2362-6e92-4d4b-997e-005bac9f2e2f),segment_id=94fc2362-6e92-4d4b-997e-005bac9f2e2f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:10.719608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.733143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:10.762067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:10.770570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] Sync routers for ids ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:10.784618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.813323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:10.825063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:10.850359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-3f89233c-a90a-4a43-a206-c6c04b553606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:10.851604 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-3f89233c-a90a-4a43-a206-c6c04b553606 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be8d44ef-bc10-4f72-a013-37103d3cf27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8169508 Dec 22 08:47:10.852511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:10.892644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:10.909289 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ccf34-102b-4cb1-bf09-d132d37d636f None None] Sync routers for ids ['fab15069-8e16-45f9-8fff-1f1c06e0ec0c'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:10.916992 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3fee56bf-4cbb-46e0-b679-30e5c03ff80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/fab15069-8e16-45f9-8fff-1f1c06e0ec0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1503041 Dec 22 08:47:10.917369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Calling delete_port for 2245beec-449e-4f58-8392-c9edb3c900d6 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:10.928804 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ccf34-102b-4cb1-bf09-d132d37d636f None None] Routers {'fab15069-8e16-45f9-8fff-1f1c06e0ec0c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:10.929428 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d69ccf34-102b-4cb1-bf09-d132d37d636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['fab15069-8e16-45f9-8fff-1f1c06e0ec0c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:10.931068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53324) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:10.945511 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] Routers {'08e83ef3-2ad0-46e5-84e7-e2100ee60de2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:10.946337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:11.018896 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dd05d5d9-40ad-4a9c-b520-4fa5b8dce1f4 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab15069-8e16-45f9-8fff-1f1c06e0ec0c HTTP/1.1" status: 200 len: 205 time: 0.0861716 Dec 22 08:47:11.023969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53328) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.026556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:11.030298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.032573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:11.033047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:11.051056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.075621 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d69ccf34-102b-4cb1-bf09-d132d37d636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:11.082817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-eecabba0-0f92-4db7-ab03-0a2b7309ba31 None None] Port 77cd1f60-7b1a-4d80-b027-767657605f75 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:11.085273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '75c13ff3-4089-418e-8619-4d689e9418b3'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:47:11.087386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.088369 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ccf34-102b-4cb1-bf09-d132d37d636f None None] Routers {'fab15069-8e16-45f9-8fff-1f1c06e0ec0c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:11.090385 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d69ccf34-102b-4cb1-bf09-d132d37d636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['fab15069-8e16-45f9-8fff-1f1c06e0ec0c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:11.112561 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7dbf38cb-bbf2-4cea-bcac-39b2c9d3612d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.4690480 Dec 22 08:47:11.114406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] For port 2245beec-449e-4f58-8392-c9edb3c900d6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2245beec-449e-4f58-8392-c9edb3c900d6,segment=NetworkSegment(94fc2362-6e92-4d4b-997e-005bac9f2e2f),segment_id=94fc2362-6e92-4d4b-997e-005bac9f2e2f)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:11.114759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.140621 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-0aa7ff1b-9029-462f-a381-92adf9a3540b service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768419 Dec 22 08:47:11.154236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:47:11.169437 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d69ccf34-102b-4cb1-bf09-d132d37d636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:11.169896 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ccf34-102b-4cb1-bf09-d132d37d636f None None] The sync data for ids ['fab15069-8e16-45f9-8fff-1f1c06e0ec0c'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:11.266382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] Set router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:11.466625 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'status': 'completed', 'code': 200} Dec 22 08:47:11.527957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:11.527957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.535043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:11.535434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.565830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Calling delete_port for 2245beec-449e-4f58-8392-c9edb3c900d6 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:11.662978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ba86-fadd-47db-bda5-2f1eeafd9a23 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.674475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.750416 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-54d6a8d1-2f47-4ad9-9ae2-d9e1edddf2c7 req-7e2ea35b-cb99-4f8b-b4bb-b1aaf880d430 service neutron] 10.222.0.54 "GET /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455861 Dec 22 08:47:11.798970 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] Pushing event deleted for resources: {'Port': ['ID=2245beec-449e-4f58-8392-c9edb3c900d6,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:11.810178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] The port '7b61d1bc-36b0-4756-ab28-3a5de510d2d0' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:11.820369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103189e2-7026-4d6b-b635-f43c6cdb1f33 req-25415b79-5d5a-41eb-8978-1751ac139541 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:11.821854 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-103189e2-7026-4d6b-b635-f43c6cdb1f33 req-25415b79-5d5a-41eb-8978-1751ac139541 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.5185969 Dec 22 08:47:11.840521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c4c7f-62ac-40ac-8456-3ab79d5ed348 None None] No DVR routers for this DVR port 2245beec-449e-4f58-8392-c9edb3c900d6 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:11.981223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Allocated IP 2001:db8::f816:3eff:fe50:c88a (906224fb-f2fa-4b66-98df-524285cae5f9/75c13ff3-4089-418e-8619-4d689e9418b3/4fa0494a-0e15-417b-9183-6c452971f0df) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:12.007026 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-103189e2-7026-4d6b-b635-f43c6cdb1f33 req-462e1376-3ce6-4d38-b157-53906334640d tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557963 Dec 22 08:47:12.020478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.068850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78675eb-905e-44ee-baee-12012b177cc8']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:12.076021 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53340) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.087896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.089887 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.ipam_backend_mixin [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75c13ff3-4089-418e-8619-4d689e9418b3 (CIDR: 2001:db8::/64) Dec 22 08:47:12.100533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ba86-fadd-47db-bda5-2f1eeafd9a23 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.105301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ba86-fadd-47db-bda5-2f1eeafd9a23 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.106629 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:12.107068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:12.108802 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:12.131635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-d5d1aff4-6430-4ff8-aef7-80cbac1730bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:12.133111 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-d5d1aff4-6430-4ff8-aef7-80cbac1730bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9014609f35f344d1bd6c3d858b8fb4f4&device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 1098 time: 0.6712809 Dec 22 08:47:12.142921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:12.143228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:12.148862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed9ab0e-2a56-4747-af6c-c09bc824ae81') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:12.149175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed9ab0e-2a56-4747-af6c-c09bc824ae81') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:12.165535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.175460 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9b064cbf-b34d-4a6f-a14b-b098a29650aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9360738 Dec 22 08:47:12.178013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53344) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.192491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ba86-fadd-47db-bda5-2f1eeafd9a23 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.193003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b1ba86-fadd-47db-bda5-2f1eeafd9a23 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Fanout notify agent at l3_agent the message router_deleted on router fab15069-8e16-45f9-8fff-1f1c06e0ec0c {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:47:12.203127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:12.218206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:12.218552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b61d1bc-36b0-4756-ab28-3a5de510d2d0 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:12.219149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device da8d721b-fa42-4e59-a5fb-995d341ce334 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:12.244918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.260557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: da8d721b-fa42-4e59-a5fb-995d341ce334 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:12.260829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device da8d721b-fa42-4e59-a5fb-995d341ce334 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:12.293574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ba86-fadd-47db-bda5-2f1eeafd9a23 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.297002 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a3b1ba86-fadd-47db-bda5-2f1eeafd9a23 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/fab15069-8e16-45f9-8fff-1f1c06e0ec0c HTTP/1.1" status: 204 len: 168 time: 1.2434235 Dec 22 08:47:12.302680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53348) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.310182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.315839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:24Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '050bd662-4e20-4ee4-b445-7855e61396ae', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'floating_ip_address': '172.26.1.227', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'port_id': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'mac_address': 'fa:16:3e:3c:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:06Z', 'updated_at': '2021-12-22T08:47:06Z', 'revision_number': 0, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dba6e53-f704-43ac-9c20-5ce8d93b880c', 'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'mac_address': 'fa:16:3e:04:49:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:45Z', 'revision_number': 5, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'subnets': [{'id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:12.326062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] Checking router: 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:12.384011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:12.384414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.388483 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] Routers {'08e83ef3-2ad0-46e5-84e7-e2100ee60de2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:12.389227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:12.391386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ff159-7bcc-4d1c-87d8-fbc1fcfee0d1 req-be20b04a-e0a4-4876-8943-d9fc2e27a344 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:12.392870 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-802ff159-7bcc-4d1c-87d8-fbc1fcfee0d1 req-be20b04a-e0a4-4876-8943-d9fc2e27a344 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.5539060 Dec 22 08:47:12.432950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-45dde516-2b7e-494c-8eec-46d814f4fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:12.434966 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-45dde516-2b7e-494c-8eec-46d814f4fe48 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cac393ce-a974-4c63-bda3-99769584a184 HTTP/1.1" status: 200 len: 897 time: 0.2908318 Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:12.522868 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:12.538767 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0fbb2ac8-a6dc-43e2-bf0f-1f6e82f8c005 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/floatingips/050bd662-4e20-4ee4-b445-7855e61396ae HTTP/1.1" status: 200 len: 991 time: 0.4601552 Dec 22 08:47:12.543699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.545563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event updated for resources: {'Port': ['ID=77cd1f60-7b1a-4d80-b027-767657605f75,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:12.549565 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-802ff159-7bcc-4d1c-87d8-fbc1fcfee0d1 req-92a1b27e-2d6d-4dac-b925-dd55d078f207 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441112 Dec 22 08:47:12.567470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:12.579419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:12.584732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:12.591076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.598542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.599353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:12.602649 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-6218ee5f-7f43-4316-aa08-17f68d8fb6c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e67676a6-9581-4e12-b428-d78bb3cbf903 HTTP/1.1" status: 200 len: 999 time: 0.1507304 Dec 22 08:47:12.602815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Network': ['ID=e78675eb-905e-44ee-baee-12012b177cc8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:12.603364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.624632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Transition to ACTIVE for port object 4fa0494a-0e15-417b-9183-6c452971f0df will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:12.644090 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d8af392b-342d-45c2-adfa-b998277c8f47 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/networks/e78675eb-905e-44ee-baee-12012b177cc8 HTTP/1.1" status: 204 len: 168 time: 3.6211376 Dec 22 08:47:12.644302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Deleting port 2245beec-449e-4f58-8392-c9edb3c900d6 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:12.644392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.644708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-db18cc11-a7b0-4c7e-b99b-b9575f9d1d7d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting subnet 061122c6-ed35-428e-ac83-71944c11957d {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:12.656466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53352) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.659629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db18cc11-a7b0-4c7e-b99b-b9575f9d1d7d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.660204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] Set router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:12.680174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:12.683618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.755961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Transition to ACTIVE for port object 4fa0494a-0e15-417b-9183-6c452971f0df will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:12.778134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.885451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] The port '2245beec-449e-4f58-8392-c9edb3c900d6' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:12.916368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:12.921595 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:12.923355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db18cc11-a7b0-4c7e-b99b-b9575f9d1d7d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.927656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:12.991796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Pushing event updated for resources: {'Port': ['ID=4fa0494a-0e15-417b-9183-6c452971f0df,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:13.006708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-8ec2dc29-578d-4478-98c4-8ec7f60d9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:13.007999 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-8ec2dc29-578d-4478-98c4-8ec7f60d9cd7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4 HTTP/1.1" status: 200 len: 835 time: 0.3978822 Dec 22 08:47:13.118600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Attempting to bind port 4fa0494a-0e15-417b-9183-6c452971f0df on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:13.118964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Attempting to bind port 4fa0494a-0e15-417b-9183-6c452971f0df by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:13.119319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Attempting to bind port 4fa0494a-0e15-417b-9183-6c452971f0df on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:47:13.134765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:47:13.135134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:13.135532 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.135925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:47:13.136416 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Bound port: 4fa0494a-0e15-417b-9183-6c452971f0df, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:13.136896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.156696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.168392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Network f988b35a-da2d-4e74-9299-d3890e99e3ab is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:13.175694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:13.200105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81617c87-00e8-4644-8345-c352c55b1367']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:13.221505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fc2362-6e92-4d4b-997e-005bac9f2e2f') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:13.221505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fc2362-6e92-4d4b-997e-005bac9f2e2f') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:13.239383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.270118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.276776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-2fa0976f-4a15-4f3e-9efe-e9b89f3537a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:13.278602 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-2fa0976f-4a15-4f3e-9efe-e9b89f3537a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cac393ce-a974-4c63-bda3-99769584a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2563372 Dec 22 08:47:13.289071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:13.289978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.300139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] For port 4fa0494a-0e15-417b-9183-6c452971f0df, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:47:13.304434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] For port 4fa0494a-0e15-417b-9183-6c452971f0df, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4fa0494a-0e15-417b-9183-6c452971f0df,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:13.311422 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:13.316985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.411923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c2c56-5f13-4513-92b9-7e3cc84b09d8 None None] Pushing event updated for resources: {'Port': ['ID=4fa0494a-0e15-417b-9183-6c452971f0df,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:13.450073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:24Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '050bd662-4e20-4ee4-b445-7855e61396ae', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'floating_ip_address': '172.26.1.227', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'port_id': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'mac_address': 'fa:16:3e:3c:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:06Z', 'updated_at': '2021-12-22T08:47:06Z', 'revision_number': 0, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dba6e53-f704-43ac-9c20-5ce8d93b880c', 'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'mac_address': 'fa:16:3e:04:49:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:45Z', 'revision_number': 5, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'subnets': [{'id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:13.455412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67460c2d-1a52-4c07-8a6f-1cc7ba4f19cc None None] The sync data for ids ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'] in dv-neutron-822561-2-hyperv is: [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:24Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '050bd662-4e20-4ee4-b445-7855e61396ae', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'floating_ip_address': '172.26.1.227', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'port_id': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'mac_address': 'fa:16:3e:3c:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:06Z', 'updated_at': '2021-12-22T08:47:06Z', 'revision_number': 0, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dba6e53-f704-43ac-9c20-5ce8d93b880c', 'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'mac_address': 'fa:16:3e:04:49:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:45Z', 'revision_number': 5, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'subnets': [{'id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:13.515573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db18cc11-a7b0-4c7e-b99b-b9575f9d1d7d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.541855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-11cd4373-270a-4b86-b887-039fa335b418 None None] Provisioning complete for port 77cd1f60-7b1a-4d80-b027-767657605f75 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:13.542227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-11cd4373-270a-4b86-b887-039fa335b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.548528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53356) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:13.638022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.650799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-11cd4373-270a-4b86-b887-039fa335b418 None None] Port 77cd1f60-7b1a-4d80-b027-767657605f75 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:13.673932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.676850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Pushing event deleted for resources: {'Network': ['ID=81617c87-00e8-4644-8345-c352c55b1367,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:13.716253 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d3e76d6c-8af7-4ab9-aed0-91051d9955a5 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "DELETE /v2.0/networks/81617c87-00e8-4644-8345-c352c55b1367 HTTP/1.1" status: 204 len: 168 time: 5.9435754 Dec 22 08:47:13.724360 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53362) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:13.747832 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-b20caab5-28b4-450e-809e-a35abf51d689 service neutron] 10.222.0.54 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375172 Dec 22 08:47:13.756496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.860684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-da9796cc-dc9a-46d5-8862-117459df92a3 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Synchronizing usage tracker for tenant:f5ac21aded2e406d9604598327e36782 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:13.883573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027a673-bb74-4f26-898d-c2c1c71176b4 None None] New status for floating IP 050bd662-4e20-4ee4-b445-7855e61396ae: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:47:13.892418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=e91fc814-ef2d-494e-a53a-ce76dc743060,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:13.896942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:13.941462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:13.960481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:13.961085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.972658 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-20c14b28-ef5d-4c5d-91e1-b0803d7ab758 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/floatingips/050bd662-4e20-4ee4-b445-7855e61396ae HTTP/1.1" status: 200 len: 991 time: 0.4188581 Dec 22 08:47:13.999806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db18cc11-a7b0-4c7e-b99b-b9575f9d1d7d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.017770 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0776b7d4-6603-41e3-bfca-e2f2deca6714 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8264251 Dec 22 08:47:14.023824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53366) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:14.038530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-da9796cc-dc9a-46d5-8862-117459df92a3 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Unset dirty status for tenant:f5ac21aded2e406d9604598327e36782 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:14.039932 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-da9796cc-dc9a-46d5-8862-117459df92a3 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad8e3f93-8af8-47bc-86fe-1638d9f3d222 HTTP/1.1" status: 200 len: 205 time: 0.3121402 Dec 22 08:47:14.040938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:12:60:86', 'name': 'tempest-NetworksTestDHCPv6-447485084'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:14.055067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53370) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:14.063193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db18cc11-a7b0-4c7e-b99b-b9575f9d1d7d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.069189 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18cc11-a7b0-4c7e-b99b-b9575f9d1d7d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Subnet': ['ID=061122c6-ed35-428e-ac83-71944c11957d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:14.090372 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be5757b9-c482-4a68-9dc4-8a602e5f2734 req-d179bc06-f8e4-4ad5-9f9b-fd0610908b13 service neutron] 10.222.0.54 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273821 Dec 22 08:47:14.109606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f1bea-4eb2-4d46-a0b3-a146683780b5 None None] Network 03e50dc0-0169-483b-8bc8-dbe36cdb041c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:14.141974 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-db18cc11-a7b0-4c7e-b99b-b9575f9d1d7d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/061122c6-ed35-428e-ac83-71944c11957d HTTP/1.1" status: 204 len: 168 time: 1.8363941 Dec 22 08:47:14.144662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53374) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:14.148687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.220270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Router f069c191-fefc-4277-8e52-1e94e1a7ab58 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:47:14.251484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-150cc9fd-b98d-4d7b-9df8-b77632eb1d49 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.295531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:14.300451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.305476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:14.308682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:14.316773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:14.327591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port ec9b17a4-069c-44d5-8405-dcb27eb33b0c {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:14.327869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.369477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:14.443409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1e732-9f7e-4b09-bae2-594ae3a07b17 req-f44f935c-423c-45d2-8e9e-4e47418d374c tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:14.444995 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-11e1e732-9f7e-4b09-bae2-594ae3a07b17 req-f44f935c-423c-45d2-8e9e-4e47418d374c tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.6535132 Dec 22 08:47:14.521553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e2a26-c84f-4234-87ab-7e5b841dac26 None None] DHCP port deletion for 03e50dc0-0169-483b-8bc8-dbe36cdb041c request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:14.529817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e80e2a26-c84f-4234-87ab-7e5b841dac26 None None] Deleting port ec9b17a4-069c-44d5-8405-dcb27eb33b0c {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:14.530429 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e80e2a26-c84f-4234-87ab-7e5b841dac26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.581443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4fa0494a-0e15-417b-9183-6c452971f0df up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:14.621429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:14.633287 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc14aa9-c2c4-477f-a2c0-a638d7daa50d None None] Sync routers for ids ['f069c191-fefc-4277-8e52-1e94e1a7ab58'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:14.645582 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc14aa9-c2c4-477f-a2c0-a638d7daa50d None None] Routers {'f069c191-fefc-4277-8e52-1e94e1a7ab58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:14.647473 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ddc14aa9-c2c4-477f-a2c0-a638d7daa50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['f069c191-fefc-4277-8e52-1e94e1a7ab58'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:14.751679 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ddc14aa9-c2c4-477f-a2c0-a638d7daa50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:14.763742 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc14aa9-c2c4-477f-a2c0-a638d7daa50d None None] Routers {'f069c191-fefc-4277-8e52-1e94e1a7ab58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:14.764606 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ddc14aa9-c2c4-477f-a2c0-a638d7daa50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['f069c191-fefc-4277-8e52-1e94e1a7ab58'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:14.774863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 4fa0494a-0e15-417b-9183-6c452971f0df completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:14.866533 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ddc14aa9-c2c4-477f-a2c0-a638d7daa50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:14.867200 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc14aa9-c2c4-477f-a2c0-a638d7daa50d None None] The sync data for ids ['f069c191-fefc-4277-8e52-1e94e1a7ab58'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:14.899020 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e80e2a26-c84f-4234-87ab-7e5b841dac26 None None] For port ec9b17a4-069c-44d5-8405-dcb27eb33b0c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ec9b17a4-069c-44d5-8405-dcb27eb33b0c,segment=NetworkSegment(007cca8c-05b5-47b8-94ef-d2b1bfa1ad07),segment_id=007cca8c-05b5-47b8-94ef-d2b1bfa1ad07)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:14.899686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e80e2a26-c84f-4234-87ab-7e5b841dac26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.911506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port ec9b17a4-069c-44d5-8405-dcb27eb33b0c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ec9b17a4-069c-44d5-8405-dcb27eb33b0c,segment=NetworkSegment(007cca8c-05b5-47b8-94ef-d2b1bfa1ad07),segment_id=007cca8c-05b5-47b8-94ef-d2b1bfa1ad07)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:14.911884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.926240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.996754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53378) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:15.019764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c829da45-2f7a-49bb-8056-ed31e229ef80 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:15.045176 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6c200f6a-25ab-4a36-ba99-e372d203c6c8 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "PUT /v2.0/routers/f069c191-fefc-4277-8e52-1e94e1a7ab58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4812160 Dec 22 08:47:15.057381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53382) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:15.063633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for ec9b17a4-069c-44d5-8405-dcb27eb33b0c owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:15.072335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-150cc9fd-b98d-4d7b-9df8-b77632eb1d49 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.079037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Request body: {'port': {'network_id': 'f988b35a-da2d-4e74-9299-d3890e99e3ab', 'name': 'tempest-FloatingIPNegativeTestJSON-248462737'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:15.093659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-150cc9fd-b98d-4d7b-9df8-b77632eb1d49 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.100900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e80e2a26-c84f-4234-87ab-7e5b841dac26 None None] Calling delete_port for ec9b17a4-069c-44d5-8405-dcb27eb33b0c owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:15.126320 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-11e1e732-9f7e-4b09-bae2-594ae3a07b17 req-ed322810-3501-4ffe-8daa-eebad0794465 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5847385 Dec 22 08:47:15.210217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 81118985-5113-446d-806f-705314354286 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:47:15.231174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-150cc9fd-b98d-4d7b-9df8-b77632eb1d49 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.231788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150cc9fd-b98d-4d7b-9df8-b77632eb1d49 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Fanout notify agent at l3_agent the message router_deleted on router ad8e3f93-8af8-47bc-86fe-1638d9f3d222 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:47:15.272331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-150cc9fd-b98d-4d7b-9df8-b77632eb1d49 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.275836 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-150cc9fd-b98d-4d7b-9df8-b77632eb1d49 tempest-RoutersNegativeTest-1477741340 tempest-RoutersNegativeTest-1477741340-project] 10.222.0.37 "DELETE /v2.0/routers/ad8e3f93-8af8-47bc-86fe-1638d9f3d222 HTTP/1.1" status: 204 len: 168 time: 1.2138257 Dec 22 08:47:15.299025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e80e2a26-c84f-4234-87ab-7e5b841dac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.313079 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:15.318231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Usage tracker for resource:port and tenant:3141eaca6a7744c7894f32491ed1d1fe is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:15.322478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:15.329055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:15.337487 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.351609 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3866b161-4431-40e4-96bf-0f11cc3c07e2 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/floatingips/050bd662-4e20-4ee4-b445-7855e61396ae HTTP/1.1" status: 200 len: 993 time: 0.3536205 Dec 22 08:47:15.370739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d5ba3fb2-e4eb-4ee8-810b-bf715588ad9b None None] Provisioning for port 4fa0494a-0e15-417b-9183-6c452971f0df completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:15.373656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:15.374258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:15.384667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e2a26-c84f-4234-87ab-7e5b841dac26 None None] No DVR routers for this DVR port ec9b17a4-069c-44d5-8405-dcb27eb33b0c on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:15.390231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e2a26-c84f-4234-87ab-7e5b841dac26 None None] Pushing event deleted for resources: {'Port': ['ID=ec9b17a4-069c-44d5-8405-dcb27eb33b0c,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:15.398815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d5ba3fb2-e4eb-4ee8-810b-bf715588ad9b None None] Provisioning complete for port 4fa0494a-0e15-417b-9183-6c452971f0df triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:15.399336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3fb2-e4eb-4ee8-810b-bf715588ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.516838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97ec8-ec0b-41aa-a7d5-43afe9b1a94f req-3a54b568-c83b-450a-ba0f-c63056aaf3b7 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:15.518417 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7fa97ec8-ec0b-41aa-a7d5-43afe9b1a94f req-3a54b568-c83b-450a-ba0f-c63056aaf3b7 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.2446444 Dec 22 08:47:15.583514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8:0:1::1cf (906224fb-f2fa-4b66-98df-524285cae5f9/e91fc814-ef2d-494e-a53a-ce76dc743060/81118985-5113-446d-806f-705314354286) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:15.592604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3fb2-e4eb-4ee8-810b-bf715588ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.594745 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7fa97ec8-ec0b-41aa-a7d5-43afe9b1a94f req-e2043788-948a-4f27-9215-a206b682b9d8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687304 Dec 22 08:47:15.596002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::f816:3eff:fe12:6086 (906224fb-f2fa-4b66-98df-524285cae5f9/75c13ff3-4089-418e-8619-4d689e9418b3/81118985-5113-446d-806f-705314354286) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:15.671314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d5ba3fb2-e4eb-4ee8-810b-bf715588ad9b None None] For port 4fa0494a-0e15-417b-9183-6c452971f0df, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4fa0494a-0e15-417b-9183-6c452971f0df,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:15.706441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3fb2-e4eb-4ee8-810b-bf715588ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.739757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Made reservation on behalf of 3141eaca6a7744c7894f32491ed1d1fe for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:15.744224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.773995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] device_id is not set on port cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:47:15.778627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53394) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:15.823231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba3fb2-e4eb-4ee8-810b-bf715588ad9b None None] Pushing event updated for resources: {'Port': ['ID=4fa0494a-0e15-417b-9183-6c452971f0df,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:15.857707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.877119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port ec9b17a4-069c-44d5-8405-dcb27eb33b0c {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:15.877597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.946749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 81118985-5113-446d-806f-705314354286 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:15.985476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] The port 'ec9b17a4-069c-44d5-8405-dcb27eb33b0c' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:16.002577 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ca7b2-192a-45c0-a9f0-624de84bc062 None None] Update dhcp port {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': '75c13ff3-4089-418e-8619-4d689e9418b3', 'ip_address': '2001:db8::f816:3eff:fe50:c88a'}, {'subnet_id': 'e91fc814-ef2d-494e-a53a-ce76dc743060'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': '4fa0494a-0e15-417b-9183-6c452971f0df'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:47:16.028636 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 97d0b138-27ab-4bdd-99ec-badd9131a3f7 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:16.028973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.055367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Allocated IP 172.20.0.9 (f988b35a-da2d-4e74-9299-d3890e99e3ab/148a57e8-cea2-4b89-8298-a25985ba9098/cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:16.086056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca7b2-192a-45c0-a9f0-624de84bc062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.192740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.280888 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bce46c51-a006-4817-bbbe-cf2cbf74f42f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5ac21aded2e406d9604598327e36782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001295 Dec 22 08:47:16.284692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e50dc0-0169-483b-8bc8-dbe36cdb041c']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:16.291472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53402) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.295468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.350538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007cca8c-05b5-47b8-94ef-d2b1bfa1ad07') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:16.350906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007cca8c-05b5-47b8-94ef-d2b1bfa1ad07') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:16.352983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-ad8ca7b2-192a-45c0-a9f0-624de84bc062 None None] Allocated IP 2001:db8:0:1::2 (906224fb-f2fa-4b66-98df-524285cae5f9/e91fc814-ef2d-494e-a53a-ce76dc743060/4fa0494a-0e15-417b-9183-6c452971f0df) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:16.389112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port 97d0b138-27ab-4bdd-99ec-badd9131a3f7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=97d0b138-27ab-4bdd-99ec-badd9131a3f7,segment=NetworkSegment(d3a8396e-007e-43d3-8bcd-004d5b7c936e),segment_id=d3a8396e-007e-43d3-8bcd-004d5b7c936e)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:16.389112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.397386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.441666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:16.442941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.457800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:16.466023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:16.466442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.481550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:16.487184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:16.488078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:16.491811 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:16.493931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=81118985-5113-446d-806f-705314354286,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:16.502920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4fa0494a-0e15-417b-9183-6c452971f0df up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:16.528274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 97d0b138-27ab-4bdd-99ec-badd9131a3f7 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:16.569532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.575733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ad8ca7b2-192a-45c0-a9f0-624de84bc062 None None] For port 4fa0494a-0e15-417b-9183-6c452971f0df, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4fa0494a-0e15-417b-9183-6c452971f0df,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:16.597070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Transition to ACTIVE for port object cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:16.597991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-016a6b73-c444-4de1-8dda-fe3dffcf7b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.610855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb5024-3e6f-46a2-b112-f070f1a4b98c req-72b6786f-363c-43d0-9e62-d662f63ac2ef tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:16.612350 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38eb5024-3e6f-46a2-b112-f070f1a4b98c req-72b6786f-363c-43d0-9e62-d662f63ac2ef tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.4312751 Dec 22 08:47:16.620503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca7b2-192a-45c0-a9f0-624de84bc062 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.628884 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4fa0494a-0e15-417b-9183-6c452971f0df triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:16.629309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.651775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.654418 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c143bf90-7268-4655-b991-51ea54e05869 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6294348 Dec 22 08:47:16.664109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53406) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.667580 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.688352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.693053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-016a6b73-c444-4de1-8dda-fe3dffcf7b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.696926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ad8ca7b2-192a-45c0-a9f0-624de84bc062 None None] Transition to ACTIVE for port object 4fa0494a-0e15-417b-9183-6c452971f0df will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:16.704639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca7b2-192a-45c0-a9f0-624de84bc062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.828486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Network': ['ID=03e50dc0-0169-483b-8bc8-dbe36cdb041c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:16.842036 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d72a38d6-44e9-4c27-a047-61e84a85aeb7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/networks/03e50dc0-0169-483b-8bc8-dbe36cdb041c HTTP/1.1" status: 204 len: 168 time: 2.6914208 Dec 22 08:47:16.857598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53410) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.864250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port 4fa0494a-0e15-417b-9183-6c452971f0df had new provisioning blocks added so it will not transition to active. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Dec 22 08:47:16.867540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ca7b2-192a-45c0-a9f0-624de84bc062 None None] Pushing event updated for resources: {'Port': ['ID=4fa0494a-0e15-417b-9183-6c452971f0df,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:16.875068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1937336490', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:16.886997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:16.891663 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38eb5024-3e6f-46a2-b112-f070f1a4b98c req-229411dd-d7e4-4e6a-9325-9231dadc7b96 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668276 Dec 22 08:47:16.896022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:router and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:16.899279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:16.905476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:16.924388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.925668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.947004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Network f988b35a-da2d-4e74-9299-d3890e99e3ab is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:16.947525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ec9b17a4-069c-44d5-8405-dcb27eb33b0c no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:16.948372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.949969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-016a6b73-c444-4de1-8dda-fe3dffcf7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.956822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:16.973830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a6b73-c444-4de1-8dda-fe3dffcf7b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaf84d3-5339-4310-ae09-58c21a93d1d3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:16.991601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-016a6b73-c444-4de1-8dda-fe3dffcf7b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.992885 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-016a6b73-c444-4de1-8dda-fe3dffcf7b16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccaf84d3-5339-4310-ae09-58c21a93d1d3 HTTP/1.1" status: 204 len: 168 time: 0.6991854 Dec 22 08:47:17.000585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: ec9b17a4-069c-44d5-8405-dcb27eb33b0c {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:17.001093 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ec9b17a4-069c-44d5-8405-dcb27eb33b0c not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:17.015822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:17.080943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event updated for resources: {'Port': ['ID=cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:17.143587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-dcc32921-fb7d-4ef0-823e-9c00f1096e1f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 81118985-5113-446d-806f-705314354286 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:17.144426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcc32921-fb7d-4ef0-823e-9c00f1096e1f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.189570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.337805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=97d0b138-27ab-4bdd-99ec-badd9131a3f7,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:17.360030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:17.360701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.361741 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.448363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-009cdaa3-f29b-46d2-8117-9cca645b40d1 None None] Provisioning for port cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:17.454304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-009cdaa3-f29b-46d2-8117-9cca645b40d1 None None] Provisioning complete for port cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:17.454791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-009cdaa3-f29b-46d2-8117-9cca645b40d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.498498 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-75440ee7-41b2-4897-b688-f76d6b9c6779 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4348443 Dec 22 08:47:17.503619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53422) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:17.521560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:17.535103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:17.546075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Usage tracker for resource:floatingip and tenant:3141eaca6a7744c7894f32491ed1d1fe is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:17.557360 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:17.623353 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:17.655106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-009cdaa3-f29b-46d2-8117-9cca645b40d1 None None] Port cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:17.790271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.834235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.879317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.990840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.998015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-82ffa7f8-da43-4238-8047-93365a5a7b39 None None] Provisioning for port 4fa0494a-0e15-417b-9183-6c452971f0df completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:18.004661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-82ffa7f8-da43-4238-8047-93365a5a7b39 None None] Provisioning complete for port 4fa0494a-0e15-417b-9183-6c452971f0df triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:18.005186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-82ffa7f8-da43-4238-8047-93365a5a7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.035323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcc32921-fb7d-4ef0-823e-9c00f1096e1f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.062894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Allocated IP 172.26.1.149 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/124ffb25-4f12-4d66-9209-94bc9e4ee668) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:18.156536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53440) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:18.288219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-caf83fc6-0a4a-45d1-a025-6388afbe2b34 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:18.288934 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING neutron.api.v2.base [None req-caf83fc6-0a4a-45d1-a025-6388afbe2b34 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 08:47:18.289451 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-caf83fc6-0a4a-45d1-a025-6388afbe2b34 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:47:18.291335 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-caf83fc6-0a4a-45d1-a025-6388afbe2b34 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1317401 Dec 22 08:47:18.299006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53446) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:18.307039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'tempest-secgroup--803417388'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:18.320685 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.325631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:18.331684 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:18.337101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:18.339322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ba56942e-cae0-4219-b3b7-19eb0ffb3b32 None None] Provisioning for port 81118985-5113-446d-806f-705314354286 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:18.345145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ba56942e-cae0-4219-b3b7-19eb0ffb3b32 None None] Provisioning complete for port 81118985-5113-446d-806f-705314354286 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:18.346496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ba56942e-cae0-4219-b3b7-19eb0ffb3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.361255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:18.369074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.412041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.422604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ba56942e-cae0-4219-b3b7-19eb0ffb3b32 None None] Port 81118985-5113-446d-806f-705314354286 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:18.441202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.467627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:18.468754 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-dcc32921-fb7d-4ef0-823e-9c00f1096e1f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 81118985-5113-446d-806f-705314354286 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:18.470495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:18.474627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:18.480514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:18.509158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:18.510488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=124ffb25-4f12-4d66-9209-94bc9e4ee668,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:18.518944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4fa0494a-0e15-417b-9183-6c452971f0df up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:18.522941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:18.585669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:18.618252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4fa0494a-0e15-417b-9183-6c452971f0df triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:18.618671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.915841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6e05-3a50-4677-bba3-43a086cfaedd req-e732f57d-1597-43e9-8091-3eb6f5a30a9d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:18.917315 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a26a6e05-3a50-4677-bba3-43a086cfaedd req-e732f57d-1597-43e9-8091-3eb6f5a30a9d tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.7670190 Dec 22 08:47:18.936129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-c3bb96b8-7187-4b88-b642-4aa0e0f8f5a8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:18.937640 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-c3bb96b8-7187-4b88-b642-4aa0e0f8f5a8 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.54 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.4246213 Dec 22 08:47:18.976458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.994237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:19.095329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Deleting port 2dc65dd8-10d9-4261-9692-eaee493fcef4 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:19.095659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.112004 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a26a6e05-3a50-4677-bba3-43a086cfaedd req-3138c90b-0c73-4e5a-a5d3-4dbaeec385fc tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736813 Dec 22 08:47:19.289368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.299515 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcc32921-fb7d-4ef0-823e-9c00f1096e1f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.321979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-33bcce01-8565-4b9c-94df-30f06a43aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.370600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc32921-fb7d-4ef0-823e-9c00f1096e1f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=81118985-5113-446d-806f-705314354286,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:19.452341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:19.463933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:19.475088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:19.476213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:19.480215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Allocated IP 172.26.1.114 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/7b566e68-59cb-4ca6-a19d-30173e2ccfdc) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:19.483237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcc32921-fb7d-4ef0-823e-9c00f1096e1f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.485055 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dcc32921-fb7d-4ef0-823e-9c00f1096e1f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/81118985-5113-446d-806f-705314354286 HTTP/1.1" status: 204 len: 168 time: 2.8194425 Dec 22 08:47:19.487901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53450) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.494563 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7751ce9c-45d5-41b9-953a-7168f1bd7aa0 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8336396 Dec 22 08:47:19.505201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53454) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.666118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:19.671975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af7294-66b2-406d-af73-ddd6c676198b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.672693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-63af7294-66b2-406d-af73-ddd6c676198b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:19.683819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.699769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.703754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:19.717310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-63af7294-66b2-406d-af73-ddd6c676198b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:19.718488 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-63af7294-66b2-406d-af73-ddd6c676198b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2295423 Dec 22 08:47:19.721361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.724090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53458) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.794191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-608a87cf-7a78-4048-afce-09d5f9b394aa tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting subnet 897f701b-3dca-450e-ae6d-e2d452460913 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:19.810204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:19.815771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-608a87cf-7a78-4048-afce-09d5f9b394aa tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.820681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d7102-4699-447a-b5aa-bc4402f63bd2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.825231 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-319d7102-4699-447a-b5aa-bc4402f63bd2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0972130 Dec 22 08:47:19.825390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53462) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.828448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.864543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:19.890844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:19.896369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] For port 2dc65dd8-10d9-4261-9692-eaee493fcef4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2dc65dd8-10d9-4261-9692-eaee493fcef4,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:19.896369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.910032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b081547-8530-4af1-b7e7-46ca8b210d0a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:19.951795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:19.960556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:19.962685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event updated for resources: {'Port': ['ID=7b566e68-59cb-4ca6-a19d-30173e2ccfdc,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:19.968408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb13d1d-6dd3-4182-a46d-319c76770ccb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.969916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb13d1d-6dd3-4182-a46d-319c76770ccb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.971392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb13d1d-6dd3-4182-a46d-319c76770ccb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.975473 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-adb13d1d-6dd3-4182-a46d-319c76770ccb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1466081 Dec 22 08:47:19.975473 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:19.988849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:16Z', 'revision_number': 10, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:19.992934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:19.998344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53466) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:20.002526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:20.003299 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:46:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:20.090232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-465653b1-44e6-4036-a7e7-c0662a3d8ff8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 75c13ff3-4089-418e-8619-4d689e9418b3 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:20.094784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-465653b1-44e6-4036-a7e7-c0662a3d8ff8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.115100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-608a87cf-7a78-4048-afce-09d5f9b394aa tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.160624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.171823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-465653b1-44e6-4036-a7e7-c0662a3d8ff8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.197424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:20.207105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.286065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.365906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-465653b1-44e6-4036-a7e7-c0662a3d8ff8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.548116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:16Z', 'revision_number': 10, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:20.553037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56511a73-09fb-43f2-aa2e-bdd5e1171205 None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:16Z', 'revision_number': 10, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None, '_interfaces': [{'id': 'b5c94b4b-cb63-4134-baeb-c20ffbfec03d', 'name': '', 'network_id': 'cf389479-d9ef-4697-8b4b-da7342218d4a', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'mac_address': 'fa:16:3e:8e:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:50Z', 'updated_at': '2021-12-22T08:46:03Z', 'revision_number': 5, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'subnets': [{'id': '5a3bb21c-698b-4b2d-9d08-8460e4c1f492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:20.700421 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.718826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-465653b1-44e6-4036-a7e7-c0662a3d8ff8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.768852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465653b1-44e6-4036-a7e7-c0662a3d8ff8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=75c13ff3-4089-418e-8619-4d689e9418b3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:20.773222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-465653b1-44e6-4036-a7e7-c0662a3d8ff8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.773462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.782861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a801bdaf-6372-41eb-aae8-24b01b7a8e0d None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:20.800354 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-465653b1-44e6-4036-a7e7-c0662a3d8ff8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/75c13ff3-4089-418e-8619-4d689e9418b3 HTTP/1.1" status: 204 len: 168 time: 0.7962606 Dec 22 08:47:20.804010 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53472) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:20.836183 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.845189 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-68309399-0d3d-4786-a56b-d4afdb2b264a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2293954 Dec 22 08:47:20.848346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-608a87cf-7a78-4048-afce-09d5f9b394aa tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.850013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.988007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.988385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.989151 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Floating IP 93fc9920-085a-4b74-ba98-d26178598fc2 disassociated. External IP: 172.26.1.208, port: 2dc65dd8-10d9-4261-9692-eaee493fcef4. Dec 22 08:47:20.989500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Calling delete_port for 2dc65dd8-10d9-4261-9692-eaee493fcef4 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:21.014973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event updated for resources: {'Port': ['ID=7b566e68-59cb-4ca6-a19d-30173e2ccfdc,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.032341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c619dab-ae44-43da-99d6-968da35db1aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet e91fc814-ef2d-494e-a53a-ce76dc743060 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:21.038765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7c619dab-ae44-43da-99d6-968da35db1aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.098908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.101743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.103562 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.8031206 Dec 22 08:47:21.104607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30df7c-3589-408b-bd6c-21d034b8b9f4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe2090-11ba-4457-9fd2-7f7f70f95296,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.110435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53476) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.121606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': 'd0fe2090-11ba-4457-9fd2-7f7f70f95296', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:21.132956 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7c619dab-ae44-43da-99d6-968da35db1aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.166704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d00ebc-e881-406f-85e4-85871d469955 req-853517c9-4d57-4030-8d54-355e2a1a5a85 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:21.168490 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6d00ebc-e881-406f-85e4-85871d469955 req-853517c9-4d57-4030-8d54-355e2a1a5a85 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 946 time: 0.8852456 Dec 22 08:47:21.171099 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:21.191053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:21.193877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.197661 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-24673015-8781-4752-9193-e0f31f1928ab tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6885672 Dec 22 08:47:21.197661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:21.202835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53480) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.210673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:21.217259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-efeb2395-8008-449e-89c4-d825d0338276 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Request body: {'floatingip': {'port_id': 'cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:21.248342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 3e2d5108-a05f-4f6e-bcef-841961e1712a is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:47:21.281356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-608a87cf-7a78-4048-afce-09d5f9b394aa tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.284992 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.319565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-efeb2395-8008-449e-89c4-d825d0338276 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for floatingip, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.379638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-9454605a-57bf-493f-a724-04506b4bb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:21.381048 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-9454605a-57bf-493f-a724-04506b4bb4bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9014609f35f344d1bd6c3d858b8fb4f4&device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 1098 time: 0.4263821 Dec 22 08:47:21.398948 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.412427 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6d00ebc-e881-406f-85e4-85871d469955 req-68915263-8319-4ec2-b02f-37192fd96546 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d0ffd97-32fb-4f26-8326-41bdf70bd79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266338 Dec 22 08:47:21.477109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-608a87cf-7a78-4048-afce-09d5f9b394aa tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.479540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a87cf-7a78-4048-afce-09d5f9b394aa tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Subnet': ['ID=897f701b-3dca-450e-ae6d-e2d452460913,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.487632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Pushing event deleted for resources: {'Port': ['ID=2dc65dd8-10d9-4261-9692-eaee493fcef4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.502006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd9c1c-f329-4365-9e04-7ae27f40ca09 None None] Network e93baffa-d0e0-42c8-81c4-9c80503f05c4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:21.566790 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-608a87cf-7a78-4048-afce-09d5f9b394aa tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/897f701b-3dca-450e-ae6d-e2d452460913 HTTP/1.1" status: 204 len: 168 time: 2.0454724 Dec 22 08:47:21.575113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53484) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.605672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7c619dab-ae44-43da-99d6-968da35db1aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.779569 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-efeb2395-8008-449e-89c4-d825d0338276 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] update failed (client error): The resource could not be found. Dec 22 08:47:21.783305 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-efeb2395-8008-449e-89c4-d825d0338276 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "PUT /v2.0/floatingips/15e6de84-38b7-4854-b4f1-1f20cb3a9763 HTTP/1.1" status: 404 len: 507 time: 0.5726244 Dec 22 08:47:21.785198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.786828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53488) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.802443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.812709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cc544bb0-912f-4200-bf9d-420ba9d2d256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.869767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf42534-a053-4795-bed5-e245a3197e64,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.895256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-41500719-f14b-4640-b881-e38d9f9a3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:21.897217 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-41500719-f14b-4640-b881-e38d9f9a3444 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cac393ce-a974-4c63-bda3-99769584a184 HTTP/1.1" status: 200 len: 897 time: 0.4836199 Dec 22 08:47:21.965324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] DHCP port deletion for e93baffa-d0e0-42c8-81c4-9c80503f05c4 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:21.967211 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.971186 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4223bb9d-0889-4eed-bac8-236ffd91133f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8520858 Dec 22 08:47:21.971186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7c619dab-ae44-43da-99d6-968da35db1aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.973485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Deleting port cd50e651-8cfb-43b4-9eb8-310de9173724 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:21.974038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.988936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53492) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.032339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7c619dab-ae44-43da-99d6-968da35db1aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.038209 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7c619dab-ae44-43da-99d6-968da35db1aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/e91fc814-ef2d-494e-a53a-ce76dc743060 HTTP/1.1" status: 204 len: 168 time: 1.2310257 Dec 22 08:47:22.039206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53496) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.056869 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-cb0851f4-f81d-4d6e-a652-f0726446c02b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': 'd0fe2090-11ba-4457-9fd2-7f7f70f95296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:22.066964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c619dab-ae44-43da-99d6-968da35db1aa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=e91fc814-ef2d-494e-a53a-ce76dc743060,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:22.071219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cb0851f4-f81d-4d6e-a652-f0726446c02b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:22.089088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cb0851f4-f81d-4d6e-a652-f0726446c02b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:22.096173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cb0851f4-f81d-4d6e-a652-f0726446c02b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:22.113190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cb0851f4-f81d-4d6e-a652-f0726446c02b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:22.118271 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-a81c0741-572b-4a14-8898-2ba4c392d3c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e67676a6-9581-4e12-b428-d78bb3cbf903 HTTP/1.1" status: 200 len: 1001 time: 0.2133849 Dec 22 08:47:22.121262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 2dc65dd8-10d9-4261-9692-eaee493fcef4 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:22.154317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532eebbe-8d0f-45dc-a6ba-477296f34637 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:22.192894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb0851f4-f81d-4d6e-a652-f0726446c02b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.213542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 2dc65dd8-10d9-4261-9692-eaee493fcef4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:22.213903 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 2dc65dd8-10d9-4261-9692-eaee493fcef4 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:22.226846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:22.237566 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6f68e-40bd-4d7d-b22f-1370f138a2eb None None] Sync routers for ids ['3e2d5108-a05f-4f6e-bcef-841961e1712a'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:22.245800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.247468 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6f68e-40bd-4d7d-b22f-1370f138a2eb None None] Routers {'3e2d5108-a05f-4f6e-bcef-841961e1712a'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:22.248465 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-2ba6f68e-40bd-4d7d-b22f-1370f138a2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['3e2d5108-a05f-4f6e-bcef-841961e1712a'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:22.253554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3a48a815-22a3-4787-9ddc-1924e08810b5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Deleting port 7b566e68-59cb-4ca6-a19d-30173e2ccfdc {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:22.254006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3a48a815-22a3-4787-9ddc-1924e08810b5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.292133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Router 27f2239d-acf9-4f2c-9566-99d4c033778b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:22.324816 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-2ba6f68e-40bd-4d7d-b22f-1370f138a2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:22.325789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.329933 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-93932799-b57f-4dd5-b6e1-a5afc9e241ff tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4709861 Dec 22 08:47:22.333268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53502) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.337394 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6f68e-40bd-4d7d-b22f-1370f138a2eb None None] Routers {'3e2d5108-a05f-4f6e-bcef-841961e1712a'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:22.338776 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-2ba6f68e-40bd-4d7d-b22f-1370f138a2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['3e2d5108-a05f-4f6e-bcef-841961e1712a'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:22.367755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3d23abe6-5ecf-44fb-8a56-cfb3033de2e0 None None] Provisioning complete for port 4fa0494a-0e15-417b-9183-6c452971f0df triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:22.368301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3d23abe6-5ecf-44fb-8a56-cfb3033de2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.396523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port cd50e651-8cfb-43b4-9eb8-310de9173724 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:22.396992 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.417094 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-2ba6f68e-40bd-4d7d-b22f-1370f138a2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:22.417875 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6f68e-40bd-4d7d-b22f-1370f138a2eb None None] The sync data for ids ['3e2d5108-a05f-4f6e-bcef-841961e1712a'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:22.468164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-2614ecb1-e863-4700-936e-e3851157a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:22.469610 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-2614ecb1-e863-4700-936e-e3851157a698 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4 HTTP/1.1" status: 200 len: 835 time: 0.3435433 Dec 22 08:47:22.514988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cd50e651-8cfb-43b4-9eb8-310de9173724 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:22.556060 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-91ccb2a6-9898-44c2-b517-feacb6d98975 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4938517 Dec 22 08:47:22.564408 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-cb0851f4-f81d-4d6e-a652-f0726446c02b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:47:22.567931 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cb0851f4-f81d-4d6e-a652-f0726446c02b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5486786 Dec 22 08:47:22.567931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53508) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.582128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53510) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.614652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:22.647012 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-29822c3c-b42a-411c-a706-2a107f4e572e req-575590c8-0729-481e-8969-a3215a42a96f tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 210 time: 0.1009660 Dec 22 08:47:22.695767 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] For port cd50e651-8cfb-43b4-9eb8-310de9173724, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cd50e651-8cfb-43b4-9eb8-310de9173724,segment=NetworkSegment(d3a8396e-007e-43d3-8bcd-004d5b7c936e),segment_id=d3a8396e-007e-43d3-8bcd-004d5b7c936e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:22.696155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.763521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-c27cf91a-b4c9-4b3b-9d49-fc9a23c665ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:22.765256 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-c27cf91a-b4c9-4b3b-9d49-fc9a23c665ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cac393ce-a974-4c63-bda3-99769584a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2682068 Dec 22 08:47:22.766323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:22.770604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:22.791023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:22.801961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:22.845074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Calling delete_port for cd50e651-8cfb-43b4-9eb8-310de9173724 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:22.874786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:22.878662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.921281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.962626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3a48a815-22a3-4787-9ddc-1924e08810b5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.962946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3a48a815-22a3-4787-9ddc-1924e08810b5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.985829 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a703c490-9f9a-4390-9d2e-f04fbadd2eba tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/routers/3e2d5108-a05f-4f6e-bcef-841961e1712a HTTP/1.1" status: 200 len: 885 time: 0.6492243 Dec 22 08:47:22.986475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53516) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.016052 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-d2f1b1fd-3f4d-4219-aab7-979a50a21691 service neutron] 10.222.0.54 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424660 Dec 22 08:47:23.035359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.092762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port cd50e651-8cfb-43b4-9eb8-310de9173724, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cd50e651-8cfb-43b4-9eb8-310de9173724,segment=NetworkSegment(d3a8396e-007e-43d3-8bcd-004d5b7c936e),segment_id=d3a8396e-007e-43d3-8bcd-004d5b7c936e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:23.095551 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.111491 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.112254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 97d0b138-27ab-4bdd-99ec-badd9131a3f7 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:23.124739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:23.217385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 97d0b138-27ab-4bdd-99ec-badd9131a3f7 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:23.217385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 97d0b138-27ab-4bdd-99ec-badd9131a3f7 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:23.219069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] Sync routers for ids ['27f2239d-acf9-4f2c-9566-99d4c033778b'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:23.233381 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5748e9a7-e8ed-4fc8-953c-43b038e487d8 req-d8b2d41d-0329-4bd1-8126-457b82cbbb28 service neutron] 10.222.0.54 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062268 Dec 22 08:47:23.234039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:23.243832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-967d7eab-c7d4-44d2-92dc-19fe60c9f5dc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.260350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3a48a815-22a3-4787-9ddc-1924e08810b5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Calling delete_port for 7b566e68-59cb-4ca6-a19d-30173e2ccfdc owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:23.272759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Deleting port 4fa0494a-0e15-417b-9183-6c452971f0df {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:23.273237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.308358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:23.308780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:23.309321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] Routers {'27f2239d-acf9-4f2c-9566-99d4c033778b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:23.310030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['27f2239d-acf9-4f2c-9566-99d4c033778b'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:23.415662 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=cd50e651-8cfb-43b4-9eb8-310de9173724,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:23.432839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.objects.ports [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87534) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:47:23.436269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port cd50e651-8cfb-43b4-9eb8-310de9173724, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cd50e651-8cfb-43b4-9eb8-310de9173724,segment=NetworkSegment(d3a8396e-007e-43d3-8bcd-004d5b7c936e),segment_id=d3a8396e-007e-43d3-8bcd-004d5b7c936e)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:23.436630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.616069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.661012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] Set router 27f2239d-acf9-4f2c-9566-99d4c033778b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:23.745462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for cd50e651-8cfb-43b4-9eb8-310de9173724 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:23.767802 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] For port 4fa0494a-0e15-417b-9183-6c452971f0df, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4fa0494a-0e15-417b-9183-6c452971f0df,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:23.768189 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.836444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Deleting port cd50e651-8cfb-43b4-9eb8-310de9173724 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:23.836905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.891724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] No DVR routers for this DVR port 2dc65dd8-10d9-4261-9692-eaee493fcef4 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:23.897016 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-59314102-c0a4-43a0-96c8-801aa3693342 req-6f9906cd-0a18-4256-9cbb-7cea0c15fdf1 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/ports?device_id=b791f6e9-2644-43df-a434-7d4fcfec144c HTTP/1.1" status: 200 len: 210 time: 0.0635207 Dec 22 08:47:23.908847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.911087 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0d4fcae8-ef32-4ba4-a449-036728649194 req-006bad79-d715-4595-a26d-5a92a962e446 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.54 "DELETE /v2.0/ports/2dc65dd8-10d9-4261-9692-eaee493fcef4 HTTP/1.1" status: 204 len: 173 time: 4.9630969 Dec 22 08:47:23.918385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'name': 'network-vif-deleted', 'tag': '2dc65dd8-10d9-4261-9692-eaee493fcef4'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:47:23.937835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] For port 4fa0494a-0e15-417b-9183-6c452971f0df, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4fa0494a-0e15-417b-9183-6c452971f0df,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:23.942367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-967d7eab-c7d4-44d2-92dc-19fe60c9f5dc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.986711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:23.987055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:24.020086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.028102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Calling delete_port for 4fa0494a-0e15-417b-9183-6c452971f0df owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:24.036865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.037629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.089793 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b791f6e9-2644-43df-a434-7d4fcfec144c', 'name': 'network-vif-deleted', 'tag': '2dc65dd8-10d9-4261-9692-eaee493fcef4', 'status': 'completed', 'code': 200} Dec 22 08:47:24.186390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-967d7eab-c7d4-44d2-92dc-19fe60c9f5dc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.199540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:24.203781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:24.210320 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:24.211047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.217073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=4fa0494a-0e15-417b-9183-6c452971f0df,revision_number=8']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:24.219519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d7eab-c7d4-44d2-92dc-19fe60c9f5dc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe2090-11ba-4457-9fd2-7f7f70f95296,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:24.233032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=234e9e8f-01d4-4fc2-bb14-9168d7b89d96,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:24.249893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3a48a815-22a3-4787-9ddc-1924e08810b5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.251925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.254945 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-197ecce9-da5a-48e8-85ed-359bcc45747b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6563125 Dec 22 08:47:24.254945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53528) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.260925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:24.311821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fcdce40c-78ff-4447-a9d1-ddcf8a8afc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Synchronizing usage tracker for tenant:6827e56aa66a4583898b6dc22333e774 on resource:router {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:24.316849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48a815-22a3-4787-9ddc-1924e08810b5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event deleted for resources: {'Port': ['ID=7b566e68-59cb-4ca6-a19d-30173e2ccfdc,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:24.349040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-967d7eab-c7d4-44d2-92dc-19fe60c9f5dc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.352560 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-967d7eab-c7d4-44d2-92dc-19fe60c9f5dc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/d0fe2090-11ba-4457-9fd2-7f7f70f95296 HTTP/1.1" status: 204 len: 168 time: 1.7670219 Dec 22 08:47:24.353966 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53532) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.365274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:24.365626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:24.419473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fcdce40c-78ff-4447-a9d1-ddcf8a8afc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Unset dirty status for tenant:6827e56aa66a4583898b6dc22333e774 on resource:router {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:24.419473 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fcdce40c-78ff-4447-a9d1-ddcf8a8afc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.4182799 Dec 22 08:47:24.419473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53536) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.425869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d57bfc89-a350-4cd1-a9f7-6656551c8b14 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1937336490'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:24.492636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4fa0494a-0e15-417b-9183-6c452971f0df no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:24.531116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port cd50e651-8cfb-43b4-9eb8-310de9173724 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:24.531440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.573491 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] For port cd50e651-8cfb-43b4-9eb8-310de9173724, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cd50e651-8cfb-43b4-9eb8-310de9173724,segment=NetworkSegment(d3a8396e-007e-43d3-8bcd-004d5b7c936e),segment_id=d3a8396e-007e-43d3-8bcd-004d5b7c936e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:24.574479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.580269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:24.585718 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c2f05a5f-c77c-402e-8c1e-87622c6e34c5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2307017 Dec 22 08:47:24.590315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53540) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.591641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:24.596223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:24.601815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291884332'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:24.608271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:24.612327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:24.615375 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:24.621372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:24.632496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:24.638293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.664526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3a48a815-22a3-4787-9ddc-1924e08810b5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.665757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:24.668470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3a48a815-22a3-4787-9ddc-1924e08810b5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.670374 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3a48a815-22a3-4787-9ddc-1924e08810b5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "DELETE /v2.0/floatingips/15e6de84-38b7-4854-b4f1-1f20cb3a9763 HTTP/1.1" status: 204 len: 168 time: 2.8784385 Dec 22 08:47:24.674512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:24.678117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53544) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.678795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.689014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d6968040-1e75-453f-a8c0-441d19d20b9b tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Request body: {'floatingip': {'floating_network_id': 'f988b35a-da2d-4e74-9299-d3890e99e3ab', 'port_id': 'cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:24.694037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:24.700433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:24.704625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d6968040-1e75-453f-a8c0-441d19d20b9b tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:24.715376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d6968040-1e75-453f-a8c0-441d19d20b9b tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Usage tracker for resource:floatingip and tenant:3141eaca6a7744c7894f32491ed1d1fe is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:24.718565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:24.742567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d6968040-1e75-453f-a8c0-441d19d20b9b tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:24.765323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d6968040-1e75-453f-a8c0-441d19d20b9b tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:24.802256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Calling delete_port for cd50e651-8cfb-43b4-9eb8-310de9173724 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:24.856733 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.ipam_backend_mixin [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 234e9e8f-01d4-4fc2-bb14-9168d7b89d96 (CIDR: 2001:db8::/64) Dec 22 08:47:24.867643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Deleting port 4fa0494a-0e15-417b-9183-6c452971f0df {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:24.868019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.871653 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:24.872205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:24.877334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6968040-1e75-453f-a8c0-441d19d20b9b tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.898226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.906819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.930143 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7221725a-152c-499a-8af5-e17f3aea5f29 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6738348 Dec 22 08:47:24.930884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53548) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.944897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:24.972640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.973946 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3792405 Dec 22 08:47:24.981006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53554) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.003614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ad564032-2d41-43f4-b1c6-b2054a482532 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '7ead17fd-cda1-4f59-b16e-62f9d1376c02', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:25.004491 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-ad564032-2d41-43f4-b1c6-b2054a482532 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 08:47:25.005182 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-ad564032-2d41-43f4-b1c6-b2054a482532 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:25.006295 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ad564032-2d41-43f4-b1c6-b2054a482532 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106866 Dec 22 08:47:25.009721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53558) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.010247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a06ab-7b41-44e6-9cd3-29f2f3c2e84e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ead17fd-cda1-4f59-b16e-62f9d1376c02,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:25.092063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port cd50e651-8cfb-43b4-9eb8-310de9173724, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cd50e651-8cfb-43b4-9eb8-310de9173724,segment=NetworkSegment(d3a8396e-007e-43d3-8bcd-004d5b7c936e),segment_id=d3a8396e-007e-43d3-8bcd-004d5b7c936e)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:25.092418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.152825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4fa23888-c35c-4b84-b8ab-c1a6d7374c0e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.171738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.198613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:25.200156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:47Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cc278bda-853b-4774-8e39-71cc6e0fa9a4', 'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'mac_address': 'fa:16:3e:a4:a7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:43Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 5, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'subnets': [{'id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:25.202361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4fa23888-c35c-4b84-b8ab-c1a6d7374c0e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.209448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.214396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:25.219644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:25.233152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:25.244683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] Checking router: 27f2239d-acf9-4f2c-9566-99d4c033778b for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:25.255822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:25.259853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.282610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for cd50e651-8cfb-43b4-9eb8-310de9173724 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:25.293508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] No DVR routers for this DVR port cd50e651-8cfb-43b4-9eb8-310de9173724 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:25.297492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4fa23888-c35c-4b84-b8ab-c1a6d7374c0e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.299643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50923b23-1099-4b90-a9e5-2d0ea5c70883 None None] Pushing event deleted for resources: {'Port': ['ID=cd50e651-8cfb-43b4-9eb8-310de9173724,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:25.328422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] Routers {'27f2239d-acf9-4f2c-9566-99d4c033778b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:25.329060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['27f2239d-acf9-4f2c-9566-99d4c033778b'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:25.383137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 4fa0494a-0e15-417b-9183-6c452971f0df, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4fa0494a-0e15-417b-9183-6c452971f0df,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:25.384823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa23888-c35c-4b84-b8ab-c1a6d7374c0e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ead17fd-cda1-4f59-b16e-62f9d1376c02,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:25.400542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4fa23888-c35c-4b84-b8ab-c1a6d7374c0e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.404753 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4fa23888-c35c-4b84-b8ab-c1a6d7374c0e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/7ead17fd-cda1-4f59-b16e-62f9d1376c02 HTTP/1.1" status: 204 len: 168 time: 0.3880663 Dec 22 08:47:25.406087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53564) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.471234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.487091 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f23cb630-30c3-4005-ae5c-4202f6db80c0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Synchronizing usage tracker for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:25.541611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f23cb630-30c3-4005-ae5c-4202f6db80c0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Unset dirty status for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:25.546873 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f23cb630-30c3-4005-ae5c-4202f6db80c0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1372859 Dec 22 08:47:25.548321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53568) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.561274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596973181'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:25.580650 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:25.634409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.663791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] For port 4fa0494a-0e15-417b-9183-6c452971f0df, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4fa0494a-0e15-417b-9183-6c452971f0df,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:25.664176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.683766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:25.693505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:25.696823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:25.700958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:25.701298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:25.701755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:25.702410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.716074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57bfc89-a350-4cd1-a9f7-6656551c8b14 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.721013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=bf921dc2-a716-4421-850a-58b52a287bcc,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:25.727008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.737903 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8aca9c32-fc93-407c-88fc-62c3d506e217 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7989125 Dec 22 08:47:25.739093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53572) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.745271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:6c:6b:60', 'name': 'tempest-NetworksTestDHCPv6-2029573709'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:25.750763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=4fa0494a-0e15-417b-9183-6c452971f0df,revision_number=9']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:25.756804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57bfc89-a350-4cd1-a9f7-6656551c8b14 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.819616 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Calling delete_port for 4fa0494a-0e15-417b-9183-6c452971f0df owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:25.824995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:25.834591 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-d6968040-1e75-453f-a8c0-441d19d20b9b tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:25.840074 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d6968040-1e75-453f-a8c0-441d19d20b9b tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1565688 Dec 22 08:47:25.841037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53576) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.845273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': 'cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:25.850256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:25.851497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:25.854594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:25.857433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Usage tracker for resource:floatingip and tenant:3141eaca6a7744c7894f32491ed1d1fe is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:25.862910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:25.867543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:25.874887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] Set router 27f2239d-acf9-4f2c-9566-99d4c033778b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:25.877366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:25.903877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.935227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:25.970581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:25.996468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:25.998407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57bfc89-a350-4cd1-a9f7-6656551c8b14 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 3e2d5108-a05f-4f6e-bcef-841961e1712a has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:26.077087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:26.077437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:26.098326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.110054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.179731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53584) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:26.230170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76fd545-3669-4cb4-8e6e-9f1c0ca2d82b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:26.235770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port cd50e651-8cfb-43b4-9eb8-310de9173724 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:26.235770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.242763 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.245390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Deleting port 4fa0494a-0e15-417b-9183-6c452971f0df {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:26.246650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.277536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.281418 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b9e5f922-afc6-499d-ab2c-a17c2d0990bc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7278390 Dec 22 08:47:26.285043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53588) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:26.303410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 81c2469e-56ff-4daf-8956-fdaf5c72f732 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:47:26.320248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] The port 'cd50e651-8cfb-43b4-9eb8-310de9173724' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:26.338917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2c6ce065-5c7f-4903-8191-920d046ac112 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': 'a76fd545-3669-4cb4-8e6e-9f1c0ca2d82b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:26.340266 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-2c6ce065-5c7f-4903-8191-920d046ac112 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 08:47:26.340765 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-2c6ce065-5c7f-4903-8191-920d046ac112 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:26.344752 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2c6ce065-5c7f-4903-8191-920d046ac112 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0504978 Dec 22 08:47:26.347553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53592) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:26.362122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57bfc89-a350-4cd1-a9f7-6656551c8b14 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:26.378534 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b526e1-e5c8-4eb3-9f1d-b5f028b86de2 None None] Sync routers for ids ['3e2d5108-a05f-4f6e-bcef-841961e1712a'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:26.381303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57bfc89-a350-4cd1-a9f7-6656551c8b14 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.382910 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d57bfc89-a350-4cd1-a9f7-6656551c8b14 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/3e2d5108-a05f-4f6e-bcef-841961e1712a HTTP/1.1" status: 200 len: 892 time: 1.9639554 Dec 22 08:47:26.386873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53596) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:26.391928 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b526e1-e5c8-4eb3-9f1d-b5f028b86de2 None None] Routers {'3e2d5108-a05f-4f6e-bcef-841961e1712a'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:26.392538 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c7b526e1-e5c8-4eb3-9f1d-b5f028b86de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['3e2d5108-a05f-4f6e-bcef-841961e1712a'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:26.432888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e765e81-d705-4d50-aa1b-e4f81d46b663 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.461437 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c7b526e1-e5c8-4eb3-9f1d-b5f028b86de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:26.471097 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b526e1-e5c8-4eb3-9f1d-b5f028b86de2 None None] Routers {'3e2d5108-a05f-4f6e-bcef-841961e1712a'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:26.471929 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c7b526e1-e5c8-4eb3-9f1d-b5f028b86de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['3e2d5108-a05f-4f6e-bcef-841961e1712a'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:26.475181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.523047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.535147 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c7b526e1-e5c8-4eb3-9f1d-b5f028b86de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:26.535752 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b526e1-e5c8-4eb3-9f1d-b5f028b86de2 None None] The sync data for ids ['3e2d5108-a05f-4f6e-bcef-841961e1712a'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:26.541289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e765e81-d705-4d50-aa1b-e4f81d46b663 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.565042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93baffa-d0e0-42c8-81c4-9c80503f05c4']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:26.568918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:47Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cc278bda-853b-4774-8e39-71cc6e0fa9a4', 'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'mac_address': 'fa:16:3e:a4:a7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:43Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 5, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'subnets': [{'id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:26.579480 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca7d52-5ff2-4bc0-afbc-dda46888f78d None None] The sync data for ids ['27f2239d-acf9-4f2c-9566-99d4c033778b'] in dv-neutron-822561-2-hyperv is: [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:43:47Z', 'revision_number': 4, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cc278bda-853b-4774-8e39-71cc6e0fa9a4', 'name': '', 'network_id': 'be8d44ef-bc10-4f72-a013-37103d3cf27d', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'mac_address': 'fa:16:3e:a4:a7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:43Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 5, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'subnets': [{'id': '1d5c060c-ccd9-41f0-9d65-e66f1d58c321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:26.583068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a8396e-007e-43d3-8bcd-004d5b7c936e') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:26.583352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a8396e-007e-43d3-8bcd-004d5b7c936e') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:26.606298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.615571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] For port 4fa0494a-0e15-417b-9183-6c452971f0df, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4fa0494a-0e15-417b-9183-6c452971f0df,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:26.615976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.688510 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eae7e47f-9561-4306-b8b5-fa920d8c73a4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.691714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.703353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:26.703754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:26.718454 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:26.750606 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fbfd569a-e836-47e3-8f49-d687e3a3a331 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/routers/3e2d5108-a05f-4f6e-bcef-841961e1712a HTTP/1.1" status: 200 len: 892 time: 0.3626497 Dec 22 08:47:26.761331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Calling delete_port for 4fa0494a-0e15-417b-9183-6c452971f0df owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:26.794495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53600) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:26.856154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3cf5fdeb-a96d-4913-84f0-d37586263250 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Synchronizing usage tracker for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:26.871611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.901894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.904862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3cf5fdeb-a96d-4913-84f0-d37586263250 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Unset dirty status for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:26.906021 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3cf5fdeb-a96d-4913-84f0-d37586263250 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2d5108-a05f-4f6e-bcef-841961e1712a HTTP/1.1" status: 200 len: 205 time: 0.1108487 Dec 22 08:47:26.918823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53604) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:26.927470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.991514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] Pushing event deleted for resources: {'Port': ['ID=4fa0494a-0e15-417b-9183-6c452971f0df,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:27.065753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14fd38f-681b-4f48-aefe-19e11cd2695e None None] New status for floating IP 93fc9920-085a-4b74-ba98-d26178598fc2: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:47:27.076298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Network': ['ID=e93baffa-d0e0-42c8-81c4-9c80503f05c4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:27.083558 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a1e8c7ae-efbc-4ea1-be75-f8a44f418384 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/networks/e93baffa-d0e0-42c8-81c4-9c80503f05c4 HTTP/1.1" status: 204 len: 168 time: 5.5051968 Dec 22 08:47:27.086422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53608) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:27.112614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eae7e47f-9561-4306-b8b5-fa920d8c73a4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.131631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637699d-1dcf-4b75-9eac-09b04078664b None None] No DVR routers for this DVR port 4fa0494a-0e15-417b-9183-6c452971f0df on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:27.163903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e765e81-d705-4d50-aa1b-e4f81d46b663 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.217639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e765e81-d705-4d50-aa1b-e4f81d46b663 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0ffd97-32fb-4f26-8326-41bdf70bd79e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:27.218482 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a023a3-f32f-44a0-892f-4a4e37a4ddb4 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:27.244648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Allocated IP 172.26.1.45 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/52c82cab-0f75-4ab0-893d-6aec0018f2c8) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:27.276220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8:0:1::3ab (906224fb-f2fa-4b66-98df-524285cae5f9/bf921dc2-a716-4421-850a-58b52a287bcc/81c2469e-56ff-4daf-8956-fdaf5c72f732) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:27.283468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.344950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::f816:3eff:fe6c:6b60 (906224fb-f2fa-4b66-98df-524285cae5f9/234e9e8f-01d4-4fc2-bb14-9168d7b89d96/81c2469e-56ff-4daf-8956-fdaf5c72f732) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:27.350912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eae7e47f-9561-4306-b8b5-fa920d8c73a4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.416787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7e47f-9561-4306-b8b5-fa920d8c73a4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76fd545-3669-4cb4-8e6e-9f1c0ca2d82b,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:27.435939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e765e81-d705-4d50-aa1b-e4f81d46b663 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.437232 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9e765e81-d705-4d50-aa1b-e4f81d46b663 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d0ffd97-32fb-4f26-8326-41bdf70bd79e HTTP/1.1" status: 204 len: 168 time: 1.2549934 Dec 22 08:47:27.440346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53612) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:27.450382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eae7e47f-9561-4306-b8b5-fa920d8c73a4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.453736 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eae7e47f-9561-4306-b8b5-fa920d8c73a4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/a76fd545-3669-4cb4-8e6e-9f1c0ca2d82b HTTP/1.1" status: 204 len: 168 time: 1.1012731 Dec 22 08:47:27.462624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53616) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:27.520021 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-5812422b-d32a-4854-b250-2752f6b1a5b1 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] show failed (client error): The resource could not be found. Dec 22 08:47:27.523829 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5812422b-d32a-4854-b250-2752f6b1a5b1 tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "GET /v2.0/security-groups/7d0ffd97-32fb-4f26-8326-41bdf70bd79e HTTP/1.1" status: 404 len: 347 time: 0.0752585 Dec 22 08:47:27.526726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53620) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:27.548191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': '234e9e8f-01d4-4fc2-bb14-9168d7b89d96'}, {'subnet_id': 'bf921dc2-a716-4421-850a-58b52a287bcc'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:47:27.549239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.751636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fe585b26-4c14-486a-825d-486680545df1 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Synchronizing usage tracker for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:27.765731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-915c8b8d-48bf-4ec4-9c84-de07a4d052ad tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Deleting port 6a59ef98-5507-496e-b526-9c972e8c15aa {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:27.765964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.766097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-915c8b8d-48bf-4ec4-9c84-de07a4d052ad tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.802247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port 124ffb25-4f12-4d66-9209-94bc9e4ee668 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:27.802591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.827725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.837623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fe585b26-4c14-486a-825d-486680545df1 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Unset dirty status for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:27.838886 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fe585b26-4c14-486a-825d-486680545df1 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3750446 Dec 22 08:47:27.843659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53624) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:27.866491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436500819'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:27.880618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:27.895419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:27.939589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:27.974690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.016697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:28.024782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 81c2469e-56ff-4daf-8956-fdaf5c72f732 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:28.025169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-915c8b8d-48bf-4ec4-9c84-de07a4d052ad tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.025709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-915c8b8d-48bf-4ec4-9c84-de07a4d052ad tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.034650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.034785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:28.065062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:28.087773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:28.116585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.134562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:28.189365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:28.205177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-915c8b8d-48bf-4ec4-9c84-de07a4d052ad tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Calling delete_port for 6a59ef98-5507-496e-b526-9c972e8c15aa owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:28.255854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for 124ffb25-4f12-4d66-9209-94bc9e4ee668 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:28.282961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:28.328372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event updated for resources: {'Port': ['ID=52c82cab-0f75-4ab0-893d-6aec0018f2c8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:28.342059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.359999 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.491863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Allocated IP 2001:db8:0:1::2 (906224fb-f2fa-4b66-98df-524285cae5f9/bf921dc2-a716-4421-850a-58b52a287bcc/476f70f2-e5a3-42b1-b85b-b6f943296206) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:28.498933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Allocated IP 2001:db8::f816:3eff:fe68:3278 (906224fb-f2fa-4b66-98df-524285cae5f9/234e9e8f-01d4-4fc2-bb14-9168d7b89d96/476f70f2-e5a3-42b1-b85b-b6f943296206) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:28.641722 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:28.649592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=81c2469e-56ff-4daf-8956-fdaf5c72f732,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:28.649979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.652852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:28.659558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:28.663400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.665830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:28.666565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.716572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.727740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Transition to ACTIVE for port object 476f70f2-e5a3-42b1-b85b-b6f943296206 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:28.741931 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e53ec569-9454-4bff-b37f-a93daccf47e6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0016074 Dec 22 08:47:28.745713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53628) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:28.750613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Transition to ACTIVE for port object 476f70f2-e5a3-42b1-b85b-b6f943296206 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:28.758818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.776837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247f6e98-9b08-4e83-957f-3bb623d6d4af,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:28.789042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-915c8b8d-48bf-4ec4-9c84-de07a4d052ad tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.850364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Deleting port 52c82cab-0f75-4ab0-893d-6aec0018f2c8 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:28.850801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.868275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:28.871175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:28.874822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:28.880614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Pushing event updated for resources: {'Port': ['ID=476f70f2-e5a3-42b1-b85b-b6f943296206,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:28.883663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c8b8d-48bf-4ec4-9c84-de07a4d052ad tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Pushing event deleted for resources: {'Port': ['ID=6a59ef98-5507-496e-b526-9c972e8c15aa,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:28.927257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-90b53cbd-40ef-4a46-9498-009559dbaa2b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 81c2469e-56ff-4daf-8956-fdaf5c72f732 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:28.927690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-90b53cbd-40ef-4a46-9498-009559dbaa2b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.935630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.939599 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5e25be92-b91d-4414-812c-4893a49131e6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0928895 Dec 22 08:47:28.959926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53632) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:28.986559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-15181867-c624-457f-b3b1-eff979f801af tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '247f6e98-9b08-4e83-957f-3bb623d6d4af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:28.997517 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-15181867-c624-457f-b3b1-eff979f801af tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 08:47:28.998432 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-15181867-c624-457f-b3b1-eff979f801af tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:28.999816 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-15181867-c624-457f-b3b1-eff979f801af tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0371797 Dec 22 08:47:29.002275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-915c8b8d-48bf-4ec4-9c84-de07a4d052ad tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.004867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-915c8b8d-48bf-4ec4-9c84-de07a4d052ad tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.009372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53636) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:29.009619 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-915c8b8d-48bf-4ec4-9c84-de07a4d052ad tempest-ServerActionsTestJSON-1889374260 tempest-ServerActionsTestJSON-1889374260-project] 10.222.0.37 "DELETE /v2.0/floatingips/93fc9920-085a-4b74-ba98-d26178598fc2 HTTP/1.1" status: 204 len: 168 time: 1.4805036 Dec 22 08:47:29.009915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53638) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:29.010808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Attempting to bind port 476f70f2-e5a3-42b1-b85b-b6f943296206 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:29.012151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Attempting to bind port 476f70f2-e5a3-42b1-b85b-b6f943296206 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:29.013028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Attempting to bind port 476f70f2-e5a3-42b1-b85b-b6f943296206 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:47:29.019122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:47:29.019784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:29.020398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.021021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:47:29.022265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Bound port: 476f70f2-e5a3-42b1-b85b-b6f943296206, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:29.022867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.087551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port b5c94b4b-cb63-4134-baeb-c20ffbfec03d {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:29.087888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.099098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-571613c4-761e-439a-b45a-f9e590b99fa1 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '247f6e98-9b08-4e83-957f-3bb623d6d4af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:29.099881 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-571613c4-761e-439a-b45a-f9e590b99fa1 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 08:47:29.100460 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-571613c4-761e-439a-b45a-f9e590b99fa1 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:29.101528 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-571613c4-761e-439a-b45a-f9e590b99fa1 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0906079 Dec 22 08:47:29.116555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53644) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:29.120099 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.123143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] For port 476f70f2-e5a3-42b1-b85b-b6f943296206, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:47:29.126683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] For port 476f70f2-e5a3-42b1-b85b-b6f943296206, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=476f70f2-e5a3-42b1-b85b-b6f943296206,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:47:29.131592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.135338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c408f548-db07-4f79-a5a5-28b3deb71c42 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '247f6e98-9b08-4e83-957f-3bb623d6d4af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:29.137215 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING neutron.api.v2.base [None req-c408f548-db07-4f79-a5a5-28b3deb71c42 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 08:47:29.137735 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-c408f548-db07-4f79-a5a5-28b3deb71c42 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:29.141405 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c408f548-db07-4f79-a5a5-28b3deb71c42 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0212035 Dec 22 08:47:29.142057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53648) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:29.148688 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-016c1cd2-80f4-4fe2-9c9e-0a3cee0f52ab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '247f6e98-9b08-4e83-957f-3bb623d6d4af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:29.149452 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING neutron.api.v2.base [None req-016c1cd2-80f4-4fe2-9c9e-0a3cee0f52ab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 08:47:29.149945 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-016c1cd2-80f4-4fe2-9c9e-0a3cee0f52ab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:29.153779 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-016c1cd2-80f4-4fe2-9c9e-0a3cee0f52ab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079141 Dec 22 08:47:29.153954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53652) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:29.220134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389a4e9-ed82-4327-90c2-8f3d70b1c91d None None] Pushing event updated for resources: {'Port': ['ID=476f70f2-e5a3-42b1-b85b-b6f943296206,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:29.287115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=124ffb25-4f12-4d66-9209-94bc9e4ee668,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:29.343451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c61f-2440-4a84-a02c-d564e57fa2c4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.373649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port b5c94b4b-cb63-4134-baeb-c20ffbfec03d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b5c94b4b-cb63-4134-baeb-c20ffbfec03d,segment=NetworkSegment(fb87d27f-0f4f-48ea-afe9-09add91babe0),segment_id=fb87d27f-0f4f-48ea-afe9-09add91babe0)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:29.374023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.446985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c61f-2440-4a84-a02c-d564e57fa2c4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.521373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for b5c94b4b-cb63-4134-baeb-c20ffbfec03d owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:29.625449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c61f-2440-4a84-a02c-d564e57fa2c4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.632693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.633224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.652516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1c61f-2440-4a84-a02c-d564e57fa2c4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247f6e98-9b08-4e83-957f-3bb623d6d4af,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:29.665859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c61f-2440-4a84-a02c-d564e57fa2c4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.669636 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0ff1c61f-2440-4a84-a02c-d564e57fa2c4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/247f6e98-9b08-4e83-957f-3bb623d6d4af HTTP/1.1" status: 204 len: 168 time: 0.5125601 Dec 22 08:47:29.670437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53658) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:29.711737 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.736434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1140b65c-3098-486c-8219-c61b3072ab2b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Synchronizing usage tracker for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:29.792608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1140b65c-3098-486c-8219-c61b3072ab2b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Unset dirty status for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:29.793870 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1140b65c-3098-486c-8219-c61b3072ab2b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1228659 Dec 22 08:47:29.798406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53662) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:29.805391 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'tempest-secgroup--36518781'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:29.814659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:29.825296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:29.829895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:29.918765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=b5c94b4b-cb63-4134-baeb-c20ffbfec03d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:29.927206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.156582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Calling delete_port for 52c82cab-0f75-4ab0-893d-6aec0018f2c8 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:30.185573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.403845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:30.460063 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.465257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:30.486075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:30.489135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.492700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-90b53cbd-40ef-4a46-9498-009559dbaa2b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.504138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:30.563766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0e0970-e98a-42eb-9599-4a09103f2f87 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:30.686175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 476f70f2-e5a3-42b1-b85b-b6f943296206 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:30.750899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-63f24fae-9bb2-4492-8f1b-3eec402b0b82 None None] Provisioning for port 476f70f2-e5a3-42b1-b85b-b6f943296206 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:30.769938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-90b53cbd-40ef-4a46-9498-009559dbaa2b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 81c2469e-56ff-4daf-8956-fdaf5c72f732 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:30.779997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 476f70f2-e5a3-42b1-b85b-b6f943296206 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:30.790766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 476f70f2-e5a3-42b1-b85b-b6f943296206 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:30.791140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.837460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.853724 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.854607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Fanout notify agent at l3_agent the message router_deleted on router 3e2d5108-a05f-4f6e-bcef-841961e1712a {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:47:30.858016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.887946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:30.932877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccf2260-6968-4823-bd8d-f7ecac0689a5,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:31.006988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb8d32-64cf-4ca8-a02d-c3246bfcdb27 req-f35a6675-23e5-4205-9135-41d9458ffa2a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:31.008692 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfdb8d32-64cf-4ca8-a02d-c3246bfcdb27 req-f35a6675-23e5-4205-9135-41d9458ffa2a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.3269501 Dec 22 08:47:31.073257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.082066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.083152 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3ec343c5-25d6-4cec-9098-ae15667ebc38 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/3e2d5108-a05f-4f6e-bcef-841961e1712a HTTP/1.1" status: 204 len: 168 time: 4.1289759 Dec 22 08:47:31.083305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.084333 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-09c5c7a9-7a22-42b3-99f8-8303132b884d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2851098 Dec 22 08:47:31.087777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53684) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:31.090351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53686) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:31.113108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:31.117931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 476f70f2-e5a3-42b1-b85b-b6f943296206, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=476f70f2-e5a3-42b1-b85b-b6f943296206,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:31.118863 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f1265bcc-e79e-48f2-8bc5-fe50935b82fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0307415 Dec 22 08:47:31.122690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53692) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:31.126214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-80316624'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:31.127512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.132936 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:31.140823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-73adbfa9-11ef-4731-a065-ad8e3c00ebc5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '1ccf2260-6968-4823-bd8d-f7ecac0689a5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:31.141960 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-73adbfa9-11ef-4731-a065-ad8e3c00ebc5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 08:47:31.142636 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-73adbfa9-11ef-4731-a065-ad8e3c00ebc5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:31.143774 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-73adbfa9-11ef-4731-a065-ad8e3c00ebc5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0524333 Dec 22 08:47:31.145040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:31.151622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.156496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53696) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:31.158949 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:31.161308 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:31.171323 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfdb8d32-64cf-4ca8-a02d-c3246bfcdb27 req-f66602e0-3108-499c-814d-9e98411cb15a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051202 Dec 22 08:47:31.207842 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-92114541-b635-49ab-9a21-6f0e161072da tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '1ccf2260-6968-4823-bd8d-f7ecac0689a5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:31.213474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-053228ef-9465-4bdd-afa8-5cfaa8cf8ba6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting subnet 5a3bb21c-698b-4b2d-9d08-8460e4c1f492 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:31.217451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-053228ef-9465-4bdd-afa8-5cfaa8cf8ba6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.221877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:network and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:31.234757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:31.240830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=476f70f2-e5a3-42b1-b85b-b6f943296206,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:31.243918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-92114541-b635-49ab-9a21-6f0e161072da tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:31.249200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event deleted for resources: {'Port': ['ID=52c82cab-0f75-4ab0-893d-6aec0018f2c8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:31.261863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:31.287766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-053228ef-9465-4bdd-afa8-5cfaa8cf8ba6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.295921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-92114541-b635-49ab-9a21-6f0e161072da tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:31.314042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-92114541-b635-49ab-9a21-6f0e161072da tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:31.347145 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:31.354930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-92114541-b635-49ab-9a21-6f0e161072da tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:31.358929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-90b53cbd-40ef-4a46-9498-009559dbaa2b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.365473 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:31.369234 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.406057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-053228ef-9465-4bdd-afa8-5cfaa8cf8ba6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.464571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b53cbd-40ef-4a46-9498-009559dbaa2b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=81c2469e-56ff-4daf-8956-fdaf5c72f732,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:31.479356 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:29Z', 'revision_number': 11, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:31.480975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dddf8588-a6a3-46b0-8c1d-6429e825e240 None None] Could not find standard attr ID for object 81c2469e-56ff-4daf-8956-fdaf5c72f732. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:47:31.484628 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:31.493983 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:31.494740 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:31.497078 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dddf8588-a6a3-46b0-8c1d-6429e825e240 None None] Provisioning complete for port 476f70f2-e5a3-42b1-b85b-b6f943296206 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:31.497704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dddf8588-a6a3-46b0-8c1d-6429e825e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.534767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-053228ef-9465-4bdd-afa8-5cfaa8cf8ba6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.576607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:47:31.592765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.593576 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added segment cb88e612-fd35-448b-947a-4dbefb299442 of type vlan for network 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 Dec 22 08:47:31.607643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053228ef-9465-4bdd-afa8-5cfaa8cf8ba6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3bb21c-698b-4b2d-9d08-8460e4c1f492,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:31.615441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-053228ef-9465-4bdd-afa8-5cfaa8cf8ba6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.628380 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-053228ef-9465-4bdd-afa8-5cfaa8cf8ba6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/5a3bb21c-698b-4b2d-9d08-8460e4c1f492 HTTP/1.1" status: 204 len: 168 time: 0.5046592 Dec 22 08:47:31.632206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53700) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:31.637526 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.642179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1368aae8-7782-4e38-80e3-f99ccc426ae9 None None] Network cf389479-d9ef-4697-8b4b-da7342218d4a requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:31.656020 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:31.724538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-90b53cbd-40ef-4a46-9498-009559dbaa2b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.782506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.795984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Deleting port 988e789b-d7af-4cc1-8145-671ddfac4beb {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:31.796409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.811057 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] create failed (client error): The resource could not be found. Dec 22 08:47:31.813304 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dd913a27-b249-4c59-adf2-f1e280427de5 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9709115 Dec 22 08:47:31.813304 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.819107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:31.819712 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:31.823832 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:29Z', 'revision_number': 11, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:31.828729 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c44f8d8-2c41-4d93-94a5-5d70bf89b9a5 None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:29Z', 'revision_number': 11, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:31.843248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53704) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:31.914877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e2da2be9-092f-47f6-b83d-0c6ab31098be None None] Could not find standard attr ID for object 81c2469e-56ff-4daf-8956-fdaf5c72f732. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:47:31.978344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2630d-fb59-4c96-9a2d-62a2e1d615d1 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Deleting port cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:31.978685 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ffb2630d-fb59-4c96-9a2d-62a2e1d615d1 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:32.142336 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-90b53cbd-40ef-4a46-9498-009559dbaa2b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/81c2469e-56ff-4daf-8956-fdaf5c72f732 HTTP/1.1" status: 204 len: 168 time: 3.3914611 Dec 22 08:47:32.147723 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0587201 Dec 22 08:47:32.148384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53708) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:32.151631 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-92114541-b635-49ab-9a21-6f0e161072da tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:32.155630 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-92114541-b635-49ab-9a21-6f0e161072da tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9551895 Dec 22 08:47:32.157507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53710) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:32.157845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53714) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:32.161508 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6f1f8-6e55-45ca-b188-0d1ba4d6308f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Network': ['ID=699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:32.173957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:47:32.219547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'subnet': {'network_id': '699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:32.229805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] For port 988e789b-d7af-4cc1-8145-671ddfac4beb, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=988e789b-d7af-4cc1-8145-671ddfac4beb,segment=NetworkSegment(fb87d27f-0f4f-48ea-afe9-09add91babe0),segment_id=fb87d27f-0f4f-48ea-afe9-09add91babe0)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:32.231784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] DHCP port deletion for cf389479-d9ef-4697-8b4b-da7342218d4a request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:32.232871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:32.239945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-82754ed9-d89f-4aac-a2a5-7fb34ef12b5c tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '1ccf2260-6968-4823-bd8d-f7ecac0689a5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:32.240603 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-82754ed9-d89f-4aac-a2a5-7fb34ef12b5c tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 08:47:32.241129 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-82754ed9-d89f-4aac-a2a5-7fb34ef12b5c tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:32.241931 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-82754ed9-d89f-4aac-a2a5-7fb34ef12b5c tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0815115 Dec 22 08:47:32.249468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53722) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:32.271331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-af61a61f-e68e-4c07-88f1-0673b938331b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '1ccf2260-6968-4823-bd8d-f7ecac0689a5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:32.278114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-af61a61f-e68e-4c07-88f1-0673b938331b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:32.282510 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-af61a61f-e68e-4c07-88f1-0673b938331b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:32.285641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-af61a61f-e68e-4c07-88f1-0673b938331b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:32.291749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-af61a61f-e68e-4c07-88f1-0673b938331b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:32.320041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] Deleting port 988e789b-d7af-4cc1-8145-671ddfac4beb {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:32.320436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:32.479150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:32.491555 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:subnet and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:32.496652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:32.497394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 476f70f2-e5a3-42b1-b85b-b6f943296206 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:32.502438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:32.563280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Calling delete_port for 988e789b-d7af-4cc1-8145-671ddfac4beb owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:32.563879 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-af61a61f-e68e-4c07-88f1-0673b938331b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:32.567676 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-af61a61f-e68e-4c07-88f1-0673b938331b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3148546 Dec 22 08:47:32.567676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:32.586460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53726) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:32.600470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6e700ea2-cee7-41e4-85b4-78f66fcff0aa tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '1ccf2260-6968-4823-bd8d-f7ecac0689a5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:32.600949 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-6e700ea2-cee7-41e4-85b4-78f66fcff0aa tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 08:47:32.601442 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-6e700ea2-cee7-41e4-85b4-78f66fcff0aa tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:32.604999 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6e700ea2-cee7-41e4-85b4-78f66fcff0aa tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131638 Dec 22 08:47:32.607685 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53730) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:32.613011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c20f7-2efa-4d24-acb8-c17e7e2149a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:32.613762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ae2c20f7-2efa-4d24-acb8-c17e7e2149a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:32.661247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-235ce7b7-b007-41fb-aec0-475765df8ebc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '1ccf2260-6968-4823-bd8d-f7ecac0689a5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:32.665092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] For port 988e789b-d7af-4cc1-8145-671ddfac4beb, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=988e789b-d7af-4cc1-8145-671ddfac4beb,segment=NetworkSegment(fb87d27f-0f4f-48ea-afe9-09add91babe0),segment_id=fb87d27f-0f4f-48ea-afe9-09add91babe0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:32.665641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:32.673294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-235ce7b7-b007-41fb-aec0-475765df8ebc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:32.682582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-235ce7b7-b007-41fb-aec0-475765df8ebc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:32.687269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:32.690742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:32.695901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-235ce7b7-b007-41fb-aec0-475765df8ebc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:32.708789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-235ce7b7-b007-41fb-aec0-475765df8ebc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:32.744813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de65dfa-acc5-4cbd-95eb-5edfeab69f20 req-c637c0a5-6bd8-453c-84a8-a2a68283af4b tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:32.746270 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9de65dfa-acc5-4cbd-95eb-5edfeab69f20 req-c637c0a5-6bd8-453c-84a8-a2a68283af4b tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.3805416 Dec 22 08:47:32.754852 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-235ce7b7-b007-41fb-aec0-475765df8ebc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Project 5103754d20a04803aacd383909701761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:47:32.770716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ffb2630d-fb59-4c96-9a2d-62a2e1d615d1 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:32.781839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ae2c20f7-2efa-4d24-acb8-c17e7e2149a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:32.786087 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ae2c20f7-2efa-4d24-acb8-c17e7e2149a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6305118 Dec 22 08:47:32.794950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53734) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:32.807696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] Calling delete_port for 988e789b-d7af-4cc1-8145-671ddfac4beb owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:32.840785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:32.849019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 476f70f2-e5a3-42b1-b85b-b6f943296206 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:32.849396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:32.932478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2630d-fb59-4c96-9a2d-62a2e1d615d1 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Calling delete_port for cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:32.934109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:32.934460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:32.982987 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-235ce7b7-b007-41fb-aec0-475765df8ebc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:32.986593 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-235ce7b7-b007-41fb-aec0-475765df8ebc tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3732224 Dec 22 08:47:32.994961 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9de65dfa-acc5-4cbd-95eb-5edfeab69f20 req-e3fc0c78-6063-4fea-a02e-1633ea4c3c45 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341349 Dec 22 08:47:32.995514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53738) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:33.004889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Port': ['ID=988e789b-d7af-4cc1-8145-671ddfac4beb,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:33.008880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No DVR routers for this DVR port 988e789b-d7af-4cc1-8145-671ddfac4beb on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:33.038208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2cd8d976-9ae1-4e3e-bf14-dc3e1826755b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '1ccf2260-6968-4823-bd8d-f7ecac0689a5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:33.038670 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-2cd8d976-9ae1-4e3e-bf14-dc3e1826755b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 08:47:33.039406 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-2cd8d976-9ae1-4e3e-bf14-dc3e1826755b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:33.041212 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2cd8d976-9ae1-4e3e-bf14-dc3e1826755b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161281 Dec 22 08:47:33.045941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53742) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:33.061609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2f4db32d-aab1-4dc7-8e21-a8629e25b510 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '1ccf2260-6968-4823-bd8d-f7ecac0689a5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:33.073271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b5c94b4b-cb63-4134-baeb-c20ffbfec03d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:33.091649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2f4db32d-aab1-4dc7-8e21-a8629e25b510 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:33.112598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: b5c94b4b-cb63-4134-baeb-c20ffbfec03d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:33.113084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b5c94b4b-cb63-4134-baeb-c20ffbfec03d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:33.113644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 988e789b-d7af-4cc1-8145-671ddfac4beb no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:33.118416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2f4db32d-aab1-4dc7-8e21-a8629e25b510 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:33.124850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2f4db32d-aab1-4dc7-8e21-a8629e25b510 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:33.136312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2f4db32d-aab1-4dc7-8e21-a8629e25b510 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:33.148553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 988e789b-d7af-4cc1-8145-671ddfac4beb {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:33.149035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 988e789b-d7af-4cc1-8145-671ddfac4beb not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:33.167422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b6b672-d47b-4793-9361-f081cf129a28 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:33.168941 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-36b6b672-d47b-4793-9361-f081cf129a28 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3730564 Dec 22 08:47:33.174023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53746) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:33.228611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.242535 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-2f4db32d-aab1-4dc7-8e21-a8629e25b510 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Project 5103754d20a04803aacd383909701761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:47:33.290142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf389479-d9ef-4697-8b4b-da7342218d4a']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:33.307227 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-2f4db32d-aab1-4dc7-8e21-a8629e25b510 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:33.308866 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2f4db32d-aab1-4dc7-8e21-a8629e25b510 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2566638 Dec 22 08:47:33.311854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb87d27f-0f4f-48ea-afe9-09add91babe0') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:33.312157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb87d27f-0f4f-48ea-afe9-09add91babe0') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:33.315765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53750) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:33.323301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ffb2630d-fb59-4c96-9a2d-62a2e1d615d1 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.325931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.327936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff999f93-f60c-4400-b802-f0fb808b8db7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:33.329553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff999f93-f60c-4400-b802-f0fb808b8db7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:33.331078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff999f93-f60c-4400-b802-f0fb808b8db7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:33.331864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ff999f93-f60c-4400-b802-f0fb808b8db7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:33.338405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-94b7997c-faae-43da-bcc8-5d2cb426dbb5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '1ccf2260-6968-4823-bd8d-f7ecac0689a5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:33.351083 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.356467 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-94b7997c-faae-43da-bcc8-5d2cb426dbb5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:33.382191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2630d-fb59-4c96-9a2d-62a2e1d615d1 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event deleted for resources: {'Port': ['ID=cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:33.391393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.391534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] Deleting port cc278bda-853b-4774-8e39-71cc6e0fa9a4 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:33.391736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.422108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-94b7997c-faae-43da-bcc8-5d2cb426dbb5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:33.431445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-94b7997c-faae-43da-bcc8-5d2cb426dbb5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:33.436251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] Deleting port 988e789b-d7af-4cc1-8145-671ddfac4beb {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:33.437292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.453928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-94b7997c-faae-43da-bcc8-5d2cb426dbb5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:33.462909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:33.463309 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:33.478063 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:33.504392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ff999f93-f60c-4400-b802-f0fb808b8db7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:33.505602 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ff999f93-f60c-4400-b802-f0fb808b8db7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3288093 Dec 22 08:47:33.511042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53754) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:33.533972 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-94b7997c-faae-43da-bcc8-5d2cb426dbb5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Project 5103754d20a04803aacd383909701761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:47:33.537436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Subnet': ['ID=647cd167-ae11-454a-a98a-60ad63b4d3ea,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:33.551547 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-228e81c3-4634-4f19-b2f1-942ebe9277d3 None None] The port '988e789b-d7af-4cc1-8145-671ddfac4beb' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:33.571667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Checking segment: {'id': 'cb88e612-fd35-448b-947a-4dbefb299442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:33.572041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network hostable DHCP agents. Network: 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:47:33.635961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.637667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ffb2630d-fb59-4c96-9a2d-62a2e1d615d1 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.640683 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-94b7997c-faae-43da-bcc8-5d2cb426dbb5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:33.644280 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-94b7997c-faae-43da-bcc8-5d2cb426dbb5 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3206050 Dec 22 08:47:33.654003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53758) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:33.661971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.680147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:47:33.683044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Pushing event deleted for resources: {'Network': ['ID=cf389479-d9ef-4697-8b4b-da7342218d4a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:33.690124 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ffb2630d-fb59-4c96-9a2d-62a2e1d615d1 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "DELETE /v2.0/ports/cc38cdb3-90f7-481a-9ef7-8ca2d6c5f12a HTTP/1.1" status: 204 len: 168 time: 1.8465552 Dec 22 08:47:33.696673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a07c833-8dce-4bd8-8a7e-52f0ee6c82d8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet 234e9e8f-01d4-4fc2-bb14-9168d7b89d96 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:33.699557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53762) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:33.701925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8a07c833-8dce-4bd8-8a7e-52f0ee6c82d8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.718394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:33.729843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5847b5e7-e671-43f3-a433-bf796a1e3c5d None None] Network 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:33.732955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] For port cc278bda-853b-4774-8e39-71cc6e0fa9a4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cc278bda-853b-4774-8e39-71cc6e0fa9a4,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:33.733308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.744359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:33.745053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:33.763793 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9234b275-5d60-44cf-b5b0-d633b1d2dc88 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/networks/cf389479-d9ef-4697-8b4b-da7342218d4a HTTP/1.1" status: 204 len: 168 time: 2.1281989 Dec 22 08:47:33.771293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53766) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:33.796116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-78c69950-241e-4940-a523-7cd76b79f010 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'routes': None}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:33.973872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63', 'network_id': '699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'fixed_ips': [{'subnet_id': '647cd167-ae11-454a-a98a-60ad63b4d3ea'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:47:33.974865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.016192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] Calling delete_port for cc278bda-853b-4774-8e39-71cc6e0fa9a4 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:34.064877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8a07c833-8dce-4bd8-8a7e-52f0ee6c82d8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.069930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f050780-cf50-4384-a7eb-b23b6ada5e90 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.098884 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2ddb838a-aef3-4fd3-9a1d-f670f0a0fe10 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9397097 Dec 22 08:47:34.106471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53772) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:34.115811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-936051277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:34.141363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:34.149769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f050780-cf50-4384-a7eb-b23b6ada5e90 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.160216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:router and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:34.176223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:34.198539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:34.211015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Allocated IP 2001:db8::2 (699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63/647cd167-ae11-454a-a98a-60ad63b4d3ea/0c0a4a9b-c454-43da-8c14-04bef9f3301d) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:34.231595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.233044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.259845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f050780-cf50-4384-a7eb-b23b6ada5e90 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.293979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.306361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f050780-cf50-4384-a7eb-b23b6ada5e90 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccf2260-6968-4823-bd8d-f7ecac0689a5,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:34.331839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f050780-cf50-4384-a7eb-b23b6ada5e90 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.333235 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9f050780-cf50-4384-a7eb-b23b6ada5e90 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/1ccf2260-6968-4823-bd8d-f7ecac0689a5 HTTP/1.1" status: 204 len: 168 time: 0.6781838 Dec 22 08:47:34.336316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53776) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:34.343342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.extraroute_db [None req-78c69950-241e-4940-a523-7cd76b79f010 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Added routes are [] {{(pid=87535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:47:34.343641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.extraroute_db [None req-78c69950-241e-4940-a523-7cd76b79f010 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Removed routes are [] {{(pid=87535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:47:34.344004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78c69950-241e-4940-a523-7cd76b79f010 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.356502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.458124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b35b5954-f39a-4d5f-9361-a15ffe00fde0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Synchronizing usage tracker for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:34.468070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.476328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.480514 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e457aa61-0915-4cb0-89d3-05da296f314a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3728189 Dec 22 08:47:34.485942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53780) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:34.496864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49cdcbe-1029-4561-8959-2b0dd8bc37ba tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:34.497834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c49cdcbe-1029-4561-8959-2b0dd8bc37ba tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Synchronizing usage tracker for tenant:3141eaca6a7744c7894f32491ed1d1fe on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:34.552061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Transition to ACTIVE for port object 0c0a4a9b-c454-43da-8c14-04bef9f3301d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:34.559138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b35b5954-f39a-4d5f-9361-a15ffe00fde0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Unset dirty status for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:34.560299 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b35b5954-f39a-4d5f-9361-a15ffe00fde0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2226505 Dec 22 08:47:34.561186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.565548 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53784) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:34.581069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Transition to ACTIVE for port object 0c0a4a9b-c454-43da-8c14-04bef9f3301d will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:34.586556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8a07c833-8dce-4bd8-8a7e-52f0ee6c82d8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.588398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.659607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Network 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:34.662632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:34.666293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:34.672946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'tempest-secgroup--284497560'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:34.680624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc278bda-853b-4774-8e39-71cc6e0fa9a4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:34.687059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:34.717339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78c69950-241e-4940-a523-7cd76b79f010 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.723016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c49cdcbe-1029-4561-8959-2b0dd8bc37ba tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Unset dirty status for tenant:3141eaca6a7744c7894f32491ed1d1fe on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:34.724182 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c49cdcbe-1029-4561-8959-2b0dd8bc37ba tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "GET /v2.0/ports?device_id=f069c191-fefc-4277-8e52-1e94e1a7ab58 HTTP/1.1" status: 200 len: 913 time: 1.0237105 Dec 22 08:47:34.734680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a40cff-b07e-4040-a90a-7659cd4a2c8d req-751eb4e0-1642-4447-83b5-3112d30599a5 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:34.736110 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-37a40cff-b07e-4040-a90a-7659cd4a2c8d req-751eb4e0-1642-4447-83b5-3112d30599a5 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.5747454 Dec 22 08:47:34.738871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53788) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:34.741259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78c69950-241e-4940-a523-7cd76b79f010 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.757778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Pushing event updated for resources: {'Port': ['ID=0c0a4a9b-c454-43da-8c14-04bef9f3301d,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:34.796060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Attempting to bind port 0c0a4a9b-c454-43da-8c14-04bef9f3301d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:34.796424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Attempting to bind port 0c0a4a9b-c454-43da-8c14-04bef9f3301d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'cb88e612-fd35-448b-947a-4dbefb299442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:34.796779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Attempting to bind port 0c0a4a9b-c454-43da-8c14-04bef9f3301d on network 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:47:34.810408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:47:34.810731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Checking segment: {'id': 'cb88e612-fd35-448b-947a-4dbefb299442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:34.811129 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.811516 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Bound using segment: {'id': 'cb88e612-fd35-448b-947a-4dbefb299442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:47:34.812046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Bound port: 0c0a4a9b-c454-43da-8c14-04bef9f3301d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb88e612-fd35-448b-947a-4dbefb299442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:34.812443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.909778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:34.912083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] For port 0c0a4a9b-c454-43da-8c14-04bef9f3301d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:47:34.915339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] For port 0c0a4a9b-c454-43da-8c14-04bef9f3301d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0c0a4a9b-c454-43da-8c14-04bef9f3301d,segment=NetworkSegment(cb88e612-fd35-448b-947a-4dbefb299442),segment_id=cb88e612-fd35-448b-947a-4dbefb299442)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:47:34.924254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.045021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8a07c833-8dce-4bd8-8a7e-52f0ee6c82d8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.053792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f568a7-0800-4f5c-b9b1-84bc80724a76 None None] Pushing event updated for resources: {'Port': ['ID=0c0a4a9b-c454-43da-8c14-04bef9f3301d,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:35.088689 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-37a40cff-b07e-4040-a90a-7659cd4a2c8d req-3b716037-1223-43f9-ab48-398a2b88c34f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893136 Dec 22 08:47:35.107895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07c833-8dce-4bd8-8a7e-52f0ee6c82d8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=234e9e8f-01d4-4fc2-bb14-9168d7b89d96,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:35.114408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8a07c833-8dce-4bd8-8a7e-52f0ee6c82d8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.121488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c69950-241e-4940-a523-7cd76b79f010 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router d4b144e9-bd53-4236-82d4-66039ef8ab53 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:35.128373 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76dd0ab-ee75-44de-a771-9ee7ba640739 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:35.132269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.312963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:35.355725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:35.360667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:35.369914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:35.440453 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.471333 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8a07c833-8dce-4bd8-8a7e-52f0ee6c82d8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/234e9e8f-01d4-4fc2-bb14-9168d7b89d96 HTTP/1.1" status: 204 len: 168 time: 1.9566641 Dec 22 08:47:35.501962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53792) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:35.632536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c69950-241e-4940-a523-7cd76b79f010 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:35.644873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78c69950-241e-4940-a523-7cd76b79f010 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.646110 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-78c69950-241e-4940-a523-7cd76b79f010 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53 HTTP/1.1" status: 200 len: 701 time: 1.8696189 Dec 22 08:47:35.647617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] Sync routers for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:35.660454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:35.661894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:35.678275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53796) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:35.730863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.744207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fd1061-1598-4f30-891f-c69e843e85d5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet bf921dc2-a716-4421-850a-58b52a287bcc {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:35.751381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e50b06c-ffb1-4723-9aad-886d78f47146 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:35.753841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-11fd1061-1598-4f30-891f-c69e843e85d5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.843119 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:35.882392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-11fd1061-1598-4f30-891f-c69e843e85d5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.915917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e50b06c-ffb1-4723-9aad-886d78f47146 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:35.916795 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3e50b06c-ffb1-4723-9aad-886d78f47146 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b144e9-bd53-4236-82d4-66039ef8ab53 HTTP/1.1" status: 200 len: 205 time: 0.2355371 Dec 22 08:47:35.924089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53800) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:36.017704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:29Z', 'revision_number': 11, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:36.023138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] Checking router: d4b144e9-bd53-4236-82d4-66039ef8ab53 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:36.034893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] Routers {'d4b144e9-bd53-4236-82d4-66039ef8ab53'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:36.035712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d4b144e9-bd53-4236-82d4-66039ef8ab53'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:36.213977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] Set router d4b144e9-bd53-4236-82d4-66039ef8ab53 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:36.233584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f124fa7-6a64-4575-99bf-c4f6fd24f9ac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.305529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.323136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.346931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:29Z', 'revision_number': 11, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:36.356729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b4954-6563-41d9-b697-06d11606e591 None None] The sync data for ids ['d4b144e9-bd53-4236-82d4-66039ef8ab53'] in dv-neutron-822561-2-hyperv is: [{'id': 'd4b144e9-bd53-4236-82d4-66039ef8ab53', 'name': 'tempest-RoutersTest-router-1096965259', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:45Z', 'updated_at': '2021-12-22T08:47:29Z', 'revision_number': 11, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:36.384068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ee4102ef-230d-4ef7-b904-5e6f60fc84ec None None] Provisioning complete for port 476f70f2-e5a3-42b1-b85b-b6f943296206 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:36.384810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee4102ef-230d-4ef7-b904-5e6f60fc84ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.438632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Allocated IP 2001:db8::1 (699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63/647cd167-ae11-454a-a98a-60ad63b4d3ea/eb17b014-f4a6-4d1c-a72c-b93c76026bcc) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:36.591796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174dcaea-6116-4654-9fef-31da59ef43cb None None] Network 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:36.635220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.694400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0c0a4a9b-c454-43da-8c14-04bef9f3301d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:36.706834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-11fd1061-1598-4f30-891f-c69e843e85d5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.738593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f124fa7-6a64-4575-99bf-c4f6fd24f9ac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.740947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Transition to ACTIVE for port object eb17b014-f4a6-4d1c-a72c-b93c76026bcc will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:36.749295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f124fa7-6a64-4575-99bf-c4f6fd24f9ac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.783914 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9ac1b598-7d1b-4803-9b0d-c906523608af None None] Provisioning for port 0c0a4a9b-c454-43da-8c14-04bef9f3301d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:36.791302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853a2f67-99c1-48a7-b0bf-37777fd3a33f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:36.813449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.813607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 0c0a4a9b-c454-43da-8c14-04bef9f3301d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:36.850508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0c0a4a9b-c454-43da-8c14-04bef9f3301d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:36.851183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.872684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.878392 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-53c44d5b-a6dd-43d7-b63b-ee2bcc5f8a5a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2282934 Dec 22 08:47:36.878573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f124fa7-6a64-4575-99bf-c4f6fd24f9ac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.878573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f124fa7-6a64-4575-99bf-c4f6fd24f9ac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Fanout notify agent at l3_agent the message router_deleted on router d4b144e9-bd53-4236-82d4-66039ef8ab53 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:47:36.881831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53806) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:36.889603 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2248eb92-8db9-4db0-8971-242bfd46aa41 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '853a2f67-99c1-48a7-b0bf-37777fd3a33f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:36.900702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2248eb92-8db9-4db0-8971-242bfd46aa41 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:36.909759 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2248eb92-8db9-4db0-8971-242bfd46aa41 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:36.915429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2248eb92-8db9-4db0-8971-242bfd46aa41 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:36.927229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2248eb92-8db9-4db0-8971-242bfd46aa41 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:36.958888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485cbe4-fc72-4264-9a4b-bb096cf40b1d req-0a26d6ca-ceea-421c-87e0-e8151e189387 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:36.960485 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b485cbe4-fc72-4264-9a4b-bb096cf40b1d req-0a26d6ca-ceea-421c-87e0-e8151e189387 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.6534002 Dec 22 08:47:36.964985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.063637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.085650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] Router 27f2239d-acf9-4f2c-9566-99d4c033778b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:37.108983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 0c0a4a9b-c454-43da-8c14-04bef9f3301d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0c0a4a9b-c454-43da-8c14-04bef9f3301d,segment=NetworkSegment(cb88e612-fd35-448b-947a-4dbefb299442),segment_id=cb88e612-fd35-448b-947a-4dbefb299442)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:37.114652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.127495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:37.142666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-11fd1061-1598-4f30-891f-c69e843e85d5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.147413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:37.160877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:37.161402 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.198687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f124fa7-6a64-4575-99bf-c4f6fd24f9ac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.206504 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2f124fa7-6a64-4575-99bf-c4f6fd24f9ac tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53 HTTP/1.1" status: 204 len: 168 time: 1.2796566 Dec 22 08:47:37.210332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53810) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:37.212210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd1061-1598-4f30-891f-c69e843e85d5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=bf921dc2-a716-4421-850a-58b52a287bcc,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:37.231257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e136f-fcbb-4434-a33e-e042b18463a2 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:37.236881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=eb17b014-f4a6-4d1c-a72c-b93c76026bcc,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:37.251940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=0c0a4a9b-c454-43da-8c14-04bef9f3301d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:37.255927 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b485cbe4-fc72-4264-9a4b-bb096cf40b1d req-9d0b8173-03a1-4f35-a68a-3cc1ec410894 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631774 Dec 22 08:47:37.260646 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-2248eb92-8db9-4db0-8971-242bfd46aa41 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The resource could not be found. Dec 22 08:47:37.262167 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2248eb92-8db9-4db0-8971-242bfd46aa41 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3794136 Dec 22 08:47:37.278809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53812) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:37.278809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c471fff7-32ba-4f2f-871d-fafea9f57a4a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '853a2f67-99c1-48a7-b0bf-37777fd3a33f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a24c4cd6-3d06-4679-987e-6a180e6780b3'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:37.290231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c471fff7-32ba-4f2f-871d-fafea9f57a4a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:37.300999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1253316545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:37.306836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-11fd1061-1598-4f30-891f-c69e843e85d5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.311064 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-11fd1061-1598-4f30-891f-c69e843e85d5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/bf921dc2-a716-4421-850a-58b52a287bcc HTTP/1.1" status: 204 len: 168 time: 1.8055918 Dec 22 08:47:37.334542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53818) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:37.343276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:37.369022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c471fff7-32ba-4f2f-871d-fafea9f57a4a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:37.375927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c471fff7-32ba-4f2f-871d-fafea9f57a4a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:37.384466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c471fff7-32ba-4f2f-871d-fafea9f57a4a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:37.438152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Usage tracker for resource:router and tenant:a6ba00af519d4fa1b975662ce6c8da55 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:37.444985 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-77e9c116-ab78-4a8c-96ef-52cb8a525979 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058154 Dec 22 08:47:37.448669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:37.451754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53822) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:37.459870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:37.460040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:37.469666 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] Sync routers for ids ['27f2239d-acf9-4f2c-9566-99d4c033778b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:37.476490 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ba84522c-8cb1-4e23-90b9-63381c4ef363 admin admin] 10.222.0.37 "PUT /v2.0/routers/27f2239d-acf9-4f2c-9566-99d4c033778b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4637723 Dec 22 08:47:37.479360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:37.482982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53826) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:37.486949 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] Routers {'27f2239d-acf9-4f2c-9566-99d4c033778b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:37.487587 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['27f2239d-acf9-4f2c-9566-99d4c033778b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:37.529415 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d53edef1-fcd5-41f0-ac43-7b49401f602a None None] Provisioning for port eb17b014-f4a6-4d1c-a72c-b93c76026bcc completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:37.539361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d53edef1-fcd5-41f0-ac43-7b49401f602a None None] Provisioning complete for port eb17b014-f4a6-4d1c-a72c-b93c76026bcc triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:37.540050 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d53edef1-fcd5-41f0-ac43-7b49401f602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.613147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.614631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.616147 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-c471fff7-32ba-4f2f-871d-fafea9f57a4a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The resource could not be found. Dec 22 08:47:37.616986 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c471fff7-32ba-4f2f-871d-fafea9f57a4a tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3443711 Dec 22 08:47:37.620012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.622499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53830) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:37.658176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d53edef1-fcd5-41f0-ac43-7b49401f602a None None] Port eb17b014-f4a6-4d1c-a72c-b93c76026bcc cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:37.679470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d53edef1-fcd5-41f0-ac43-7b49401f602a None None] Provisioning complete for port 0c0a4a9b-c454-43da-8c14-04bef9f3301d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:37.679838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d53edef1-fcd5-41f0-ac43-7b49401f602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.680072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:37.686278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:37.689310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:37.696651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:37.768276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.793364 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] Set router 27f2239d-acf9-4f2c-9566-99d4c033778b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:37.799356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bc5b8f-cf71-469b-8ef0-d056eac8183a None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:37.813576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc5b8f-cf71-469b-8ef0-d056eac8183a None None] Deleting port 476f70f2-e5a3-42b1-b85b-b6f943296206 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:37.814503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5b8f-cf71-469b-8ef0-d056eac8183a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:37.867930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:37.872629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.089691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.109088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.130717 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:47:34Z', 'revision_number': 5, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:38.135113 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] Checking router: 27f2239d-acf9-4f2c-9566-99d4c033778b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:38.144995 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] Routers {'27f2239d-acf9-4f2c-9566-99d4c033778b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:38.145864 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['27f2239d-acf9-4f2c-9566-99d4c033778b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:38.155189 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Deleting port 77cd1f60-7b1a-4d80-b027-767657605f75 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:38.155538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.198087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c82f6c50-38b2-483e-a040-931cf3a33f5a None None] Provisioning complete for port eb17b014-f4a6-4d1c-a72c-b93c76026bcc triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:38.198690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c82f6c50-38b2-483e-a040-931cf3a33f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.250164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f6bc5b8f-cf71-469b-8ef0-d056eac8183a None None] For port 476f70f2-e5a3-42b1-b85b-b6f943296206, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=476f70f2-e5a3-42b1-b85b-b6f943296206,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:38.250793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5b8f-cf71-469b-8ef0-d056eac8183a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.339150 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] Set router 27f2239d-acf9-4f2c-9566-99d4c033778b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:38.383370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.437217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc5b8f-cf71-469b-8ef0-d056eac8183a None None] Calling delete_port for 476f70f2-e5a3-42b1-b85b-b6f943296206 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:38.452752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.484421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c82f6c50-38b2-483e-a040-931cf3a33f5a None None] Port eb17b014-f4a6-4d1c-a72c-b93c76026bcc cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:38.493469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0c0a4a9b-c454-43da-8c14-04bef9f3301d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:38.496430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Deleting port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:38.496827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.588814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Calling delete_port for 77cd1f60-7b1a-4d80-b027-767657605f75 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:38.593116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0c0a4a9b-c454-43da-8c14-04bef9f3301d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:38.593604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.659058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f6bc5b8f-cf71-469b-8ef0-d056eac8183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.670585 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:47:34Z', 'revision_number': 5, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:38.675278 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcd27f-c8e5-42db-af5e-d0bba0d1ec23 None None] The sync data for ids ['27f2239d-acf9-4f2c-9566-99d4c033778b'] in dv-neutron-822561-2-hyperv is: [{'id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'name': 'tempest-ServerActionsTestJSON-40233843-router', 'tenant_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:25Z', 'updated_at': '2021-12-22T08:47:34Z', 'revision_number': 5, 'project_id': 'b5d739fc9ee44d6698e1164a0722daa8', 'gw_port': {'id': '61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f2239d-acf9-4f2c-9566-99d4c033778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:38.683054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.704155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc5b8f-cf71-469b-8ef0-d056eac8183a None None] No DVR routers for this DVR port 476f70f2-e5a3-42b1-b85b-b6f943296206 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:38.727258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc5b8f-cf71-469b-8ef0-d056eac8183a None None] Pushing event deleted for resources: {'Port': ['ID=476f70f2-e5a3-42b1-b85b-b6f943296206,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:38.729886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d2418a89-d84d-473d-847f-9793c664f8fd tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.739053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] For port 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:38.739412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.770749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.774479 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a50d2d11-1532-4336-95b5-d1119eb0731b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4760084 Dec 22 08:47:38.794941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53836) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:38.816231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0c34413b-52b2-46ed-9861-b8a379f9638c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:38.863296 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.874097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Calling delete_port for 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:38.902544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:38.903324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.011087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:39.027143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:39.043734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78eda0-5d05-46c9-877d-a62e75b2b25c None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:39.066746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 476f70f2-e5a3-42b1-b85b-b6f943296206 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:39.091947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=eb17b014-f4a6-4d1c-a72c-b93c76026bcc,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:39.096901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:39.097487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.103386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d2418a89-d84d-473d-847f-9793c664f8fd tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.145279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=aa7793d6-e8a3-484f-90b9-1fb9a830ab5a,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:39.163021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 476f70f2-e5a3-42b1-b85b-b6f943296206 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:39.163493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 476f70f2-e5a3-42b1-b85b-b6f943296206 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:39.172173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:39.173766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:39.400879 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-66ec8cec-f1db-406a-b77a-fe8d60d38dad tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9454927 Dec 22 08:47:39.452242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': 'aa7793d6-e8a3-484f-90b9-1fb9a830ab5a'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:47:39.453469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.504179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53840) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:39.524598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:39.562025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c34413b-52b2-46ed-9861-b8a379f9638c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.573403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d2418a89-d84d-473d-847f-9793c664f8fd tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.602831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2418a89-d84d-473d-847f-9793c664f8fd tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853a2f67-99c1-48a7-b0bf-37777fd3a33f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:39.610805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c34413b-52b2-46ed-9861-b8a379f9638c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.624759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde7d6b-b55b-4917-9139-260ba04e6dbb req-029d0dfc-b598-4815-aaee-fca66fbc1f1a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:39.626318 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3bde7d6b-b55b-4917-9139-260ba04e6dbb req-029d0dfc-b598-4815-aaee-fca66fbc1f1a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.9254529 Dec 22 08:47:39.662742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/aa7793d6-e8a3-484f-90b9-1fb9a830ab5a/898af390-3ffa-44be-a126-4062fb13c945) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:39.667204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3573c85a-0cef-46fa-b7b9-2e03acee5626 None None] Provisioning complete for port eb17b014-f4a6-4d1c-a72c-b93c76026bcc triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:39.668378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3573c85a-0cef-46fa-b7b9-2e03acee5626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.741769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.791222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.801925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Pushing event deleted for resources: {'Port': ['ID=61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:39.804266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3573c85a-0cef-46fa-b7b9-2e03acee5626 None None] Port eb17b014-f4a6-4d1c-a72c-b93c76026bcc cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:39.839955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:39.854960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:39.859706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d2418a89-d84d-473d-847f-9793c664f8fd tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.860816 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d2418a89-d84d-473d-847f-9793c664f8fd tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/853a2f67-99c1-48a7-b0bf-37777fd3a33f HTTP/1.1" status: 204 len: 168 time: 2.2161295 Dec 22 08:47:39.865041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event deleted for resources: {'Port': ['ID=77cd1f60-7b1a-4d80-b027-767657605f75,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:39.867708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53844) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:39.885509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:39.900821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:39.913955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router a67a17e0-7579-4067-9020-0968da48868f is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:47:39.915282 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3bde7d6b-b55b-4917-9139-260ba04e6dbb req-031919b1-d667-4468-af29-4976c5184745 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228177 Dec 22 08:47:39.935018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:39.947505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.035360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.050119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-069e2d19-1a1d-42c4-aa18-ed1c487f6cc4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Synchronizing usage tracker for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:40.055981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c34413b-52b2-46ed-9861-b8a379f9638c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Router 1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:47:40.056189 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Transition to ACTIVE for port object 898af390-3ffa-44be-a126-4062fb13c945 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:40.064307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.076621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Transition to ACTIVE for port object 898af390-3ffa-44be-a126-4062fb13c945 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:40.085254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.153032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:40.156558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:40.160581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:40.235922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Pushing event updated for resources: {'Port': ['ID=898af390-3ffa-44be-a126-4062fb13c945,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:40.257822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Attempting to bind port 898af390-3ffa-44be-a126-4062fb13c945 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:40.258342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Attempting to bind port 898af390-3ffa-44be-a126-4062fb13c945 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:40.258805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Attempting to bind port 898af390-3ffa-44be-a126-4062fb13c945 on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:47:40.264857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:47:40.265143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-069e2d19-1a1d-42c4-aa18-ed1c487f6cc4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Unset dirty status for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:40.265379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:40.265912 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.266397 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:47:40.266500 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-069e2d19-1a1d-42c4-aa18-ed1c487f6cc4 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3940752 Dec 22 08:47:40.267165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Bound port: 898af390-3ffa-44be-a126-4062fb13c945, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:40.267639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.284487 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53848) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:40.330158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.342060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c34413b-52b2-46ed-9861-b8a379f9638c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:40.349184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0c34413b-52b2-46ed-9861-b8a379f9638c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.353513 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0c34413b-52b2-46ed-9861-b8a379f9638c tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "PUT /v2.0/routers/1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece HTTP/1.1" status: 200 len: 694 time: 1.5512526 Dec 22 08:47:40.353834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b5e6f0f8-fffb-4389-98d0-43d0c9100511 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': 'e5cd5166-76d2-48db-be34-9668a3707dca', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:40.354617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53852) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:40.359673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] Sync routers for ids ['1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:40.360355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b5e6f0f8-fffb-4389-98d0-43d0c9100511 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:40.368705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] For port 898af390-3ffa-44be-a126-4062fb13c945, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:47:40.373499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] For port 898af390-3ffa-44be-a126-4062fb13c945, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=898af390-3ffa-44be-a126-4062fb13c945,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:47:40.378771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] Routers {'1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:40.379392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:40.385240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b5e6f0f8-fffb-4389-98d0-43d0c9100511 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:40.441163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.444431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b5e6f0f8-fffb-4389-98d0-43d0c9100511 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:40.448173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.459670 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.465523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b5e6f0f8-fffb-4389-98d0-43d0c9100511 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:40.506465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:40.528114 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2290bfdb-ce2b-43e2-98d1-9367d98bc8bb tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/a67a17e0-7579-4067-9020-0968da48868f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0410609 Dec 22 08:47:40.533619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53856) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:40.534566 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d0f2f4-4fd9-4a41-868c-136ff4f0ca7f None None] Sync routers for ids ['a67a17e0-7579-4067-9020-0968da48868f'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:40.548046 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d0f2f4-4fd9-4a41-868c-136ff4f0ca7f None None] Routers {'a67a17e0-7579-4067-9020-0968da48868f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:40.548943 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-00d0f2f4-4fd9-4a41-868c-136ff4f0ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a67a17e0-7579-4067-9020-0968da48868f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:40.602521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9017609-cc00-487e-8f47-65bef5c4f7c2 None None] Pushing event updated for resources: {'Port': ['ID=898af390-3ffa-44be-a126-4062fb13c945,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:40.605843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cc278bda-853b-4774-8e39-71cc6e0fa9a4 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:40.649664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e9c68-c0ca-4628-b490-8e3247ccaf33 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:40.650294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-100e9c68-c0ca-4628-b490-8e3247ccaf33 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Synchronizing usage tracker for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:40.651205 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-00d0f2f4-4fd9-4a41-868c-136ff4f0ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:40.655613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: cc278bda-853b-4774-8e39-71cc6e0fa9a4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:40.655898 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cc278bda-853b-4774-8e39-71cc6e0fa9a4 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:40.662685 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-b5e6f0f8-fffb-4389-98d0-43d0c9100511 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The resource could not be found. Dec 22 08:47:40.670679 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b5e6f0f8-fffb-4389-98d0-43d0c9100511 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3760531 Dec 22 08:47:40.673613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] Set router 1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:40.677250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53860) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:40.680406 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d0f2f4-4fd9-4a41-868c-136ff4f0ca7f None None] Routers {'a67a17e0-7579-4067-9020-0968da48868f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:40.681024 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-00d0f2f4-4fd9-4a41-868c-136ff4f0ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a67a17e0-7579-4067-9020-0968da48868f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:40.684432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.685260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27f2239d-acf9-4f2c-9566-99d4c033778b {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:47:40.706369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'tempest-secgroup--918082273'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:40.720083 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.ipam_backend_mixin [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa7793d6-e8a3-484f-90b9-1fb9a830ab5a (CIDR: 2001:db8::/64) Dec 22 08:47:40.726085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.730803 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fef51447-acc2-4c46-b5de-a3f407cf675f admin admin] 10.222.0.37 "DELETE /v2.0/routers/27f2239d-acf9-4f2c-9566-99d4c033778b HTTP/1.1" status: 204 len: 168 time: 3.2446506 Dec 22 08:47:40.734305 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53864) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:40.785488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:40.785987 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:40.786604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:40.821823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:40.822199 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-48fe8d6a-ff5d-4858-813d-6ac4c53d3ec7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3165870 Dec 22 08:47:40.823707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-100e9c68-c0ca-4628-b490-8e3247ccaf33 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Unset dirty status for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:40.824474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53868) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:40.825981 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-100e9c68-c0ca-4628-b490-8e3247ccaf33 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports/eb17b014-f4a6-4d1c-a72c-b93c76026bcc HTTP/1.1" status: 200 len: 911 time: 0.2868745 Dec 22 08:47:40.829111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53872) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:40.834886 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9a0f2e59-4eb7-48fd-b4c1-fd5161e95adc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/routers/1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece HTTP/1.1" status: 200 len: 700 time: 0.4308977 Dec 22 08:47:40.835764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53876) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:40.845753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:40.847885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-46ded2e1-b357-4618-8b3b-fc3d1b92b0b0 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '647cd167-ae11-454a-a98a-60ad63b4d3ea'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:40.863133 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-00d0f2f4-4fd9-4a41-868c-136ff4f0ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:40.868976 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d0f2f4-4fd9-4a41-868c-136ff4f0ca7f None None] The sync data for ids ['a67a17e0-7579-4067-9020-0968da48868f'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:40.870243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece', 'name': 'tempest-RoutersTest-router-1253316545', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:37Z', 'updated_at': '2021-12-22T08:47:39Z', 'revision_number': 2, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:40.880497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] Checking router: 1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:40.889914 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] Routers {'1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:40.897413 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:40.926896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4137b716-a39d-4aca-bf5d-398312d59828 admin admin] Deleting subnet 1d5c060c-ccd9-41f0-9d65-e66f1d58c321 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:40.930362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4137b716-a39d-4aca-bf5d-398312d59828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:41.012805 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2d4f6d65-97b9-41ad-ade7-ceb0e5e19fa6 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece HTTP/1.1" status: 200 len: 205 time: 0.1380188 Dec 22 08:47:41.016512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53882) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:41.072858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:41.128929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] Set router 1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:41.178437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:41.188705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:41.192683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Router f069c191-fefc-4277-8e52-1e94e1a7ab58 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:41.196396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:41.207109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:41.237869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece', 'name': 'tempest-RoutersTest-router-1253316545', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:37Z', 'updated_at': '2021-12-22T08:47:39Z', 'revision_number': 2, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:41.242345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930ec20d-c137-4ed5-8732-84c0bc741b63 None None] The sync data for ids ['1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece'] in dv-neutron-822561-2-hyperv is: [{'id': '1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece', 'name': 'tempest-RoutersTest-router-1253316545', 'tenant_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:37Z', 'updated_at': '2021-12-22T08:47:39Z', 'revision_number': 2, 'project_id': 'a6ba00af519d4fa1b975662ce6c8da55', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:41.402494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:41.407643 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fab732e0-c6ea-46b4-b7d3-3ef1d20f8222 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "PUT /v2.0/routers/f069c191-fefc-4277-8e52-1e94e1a7ab58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6679597 Dec 22 08:47:41.413744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:41.415003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825ea85-4024-4045-9b31-e85263abb08c None None] Sync routers for ids ['f069c191-fefc-4277-8e52-1e94e1a7ab58'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:41.418368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:41.421372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:41.432846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53886) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:41.436996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:41.453018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825ea85-4024-4045-9b31-e85263abb08c None None] Routers {'f069c191-fefc-4277-8e52-1e94e1a7ab58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:41.456497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2825ea85-4024-4045-9b31-e85263abb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['f069c191-fefc-4277-8e52-1e94e1a7ab58'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:41.510470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4137b716-a39d-4aca-bf5d-398312d59828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:41.539881 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2825ea85-4024-4045-9b31-e85263abb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:41.550016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825ea85-4024-4045-9b31-e85263abb08c None None] Routers {'f069c191-fefc-4277-8e52-1e94e1a7ab58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:41.550690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2825ea85-4024-4045-9b31-e85263abb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['f069c191-fefc-4277-8e52-1e94e1a7ab58'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:41.585383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:41.589272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:41.622579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5063637-21a9-47f7-be3b-5dfa39e05b5c tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:41.624729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2825ea85-4024-4045-9b31-e85263abb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:41.625200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825ea85-4024-4045-9b31-e85263abb08c None None] The sync data for ids ['f069c191-fefc-4277-8e52-1e94e1a7ab58'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:41.657205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-91813003-ee86-4ff4-bf86-4d94ac3c78a2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:41.800698 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-46ded2e1-b357-4618-8b3b-fc3d1b92b0b0 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.073070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-91813003-ee86-4ff4-bf86-4d94ac3c78a2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.079643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-91813003-ee86-4ff4-bf86-4d94ac3c78a2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.129936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.149083 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4137b716-a39d-4aca-bf5d-398312d59828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.196092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd0c92-0080-4dd9-87b1-25919baf1d57 req-6352de1a-2fa4-4f29-9359-cd0bd1f0bd40 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:42.197037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.197622 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e1dd0c92-0080-4dd9-87b1-25919baf1d57 req-6352de1a-2fa4-4f29-9359-cd0bd1f0bd40 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.9608817 Dec 22 08:47:42.242688 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5063637-21a9-47f7-be3b-5dfa39e05b5c tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.248135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5063637-21a9-47f7-be3b-5dfa39e05b5c tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.293790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25908470-0544-4b09-9fd0-68c9006c0e96,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:42.300717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.305756 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-845d0364-bed9-468b-8a64-e1fd678251ad tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6141236 Dec 22 08:47:42.310516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53890) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:42.316516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374445793'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:42.342858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-91813003-ee86-4ff4-bf86-4d94ac3c78a2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.343247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91813003-ee86-4ff4-bf86-4d94ac3c78a2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Fanout notify agent at l3_agent the message router_deleted on router 1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:47:42.359269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5063637-21a9-47f7-be3b-5dfa39e05b5c tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.359824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5063637-21a9-47f7-be3b-5dfa39e05b5c tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Fanout notify agent at l3_agent the message router_deleted on router f069c191-fefc-4277-8e52-1e94e1a7ab58 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:47:42.364498 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e1dd0c92-0080-4dd9-87b1-25919baf1d57 req-ea7f6b93-3e2b-43d1-a438-c20420f9b56b tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988450 Dec 22 08:47:42.367635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:42.383955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5063637-21a9-47f7-be3b-5dfa39e05b5c tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.385255 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a5063637-21a9-47f7-be3b-5dfa39e05b5c tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "DELETE /v2.0/routers/f069c191-fefc-4277-8e52-1e94e1a7ab58 HTTP/1.1" status: 204 len: 168 time: 0.9506805 Dec 22 08:47:42.389132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:42.391625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53894) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:42.392551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-91813003-ee86-4ff4-bf86-4d94ac3c78a2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.395709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8729a31e-41c6-42f6-8b63-7a5985af5c3f None None] Provisioning for port 898af390-3ffa-44be-a126-4062fb13c945 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:42.396868 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-91813003-ee86-4ff4-bf86-4d94ac3c78a2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece HTTP/1.1" status: 204 len: 168 time: 1.3744292 Dec 22 08:47:42.397692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53896) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:42.448979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:42.455723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:42.474249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.478570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4137b716-a39d-4aca-bf5d-398312d59828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.530268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-01cb3680-41c3-40a9-873e-51dc10ad6cc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Synchronizing usage tracker for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:42.531011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:42.540727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:42.554743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee1b4bb-8eee-4763-b81d-fdfbdbcd0951 None None] Network be8d44ef-bc10-4f72-a013-37103d3cf27d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:42.559844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137b716-a39d-4aca-bf5d-398312d59828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5c060c-ccd9-41f0-9d65-e66f1d58c321,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:42.566530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:42.567529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4137b716-a39d-4aca-bf5d-398312d59828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.574327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cd1281-e87f-41ce-9520-6a1870df01e3 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Deleting subnet 148a57e8-cea2-4b89-8298-a25985ba9098 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:42.581251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59cd1281-e87f-41ce-9520-6a1870df01e3 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.581664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 898af390-3ffa-44be-a126-4062fb13c945 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:42.614207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:42.637467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53906) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:42.637759 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4137b716-a39d-4aca-bf5d-398312d59828 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1d5c060c-ccd9-41f0-9d65-e66f1d58c321 HTTP/1.1" status: 204 len: 168 time: 1.9012647 Dec 22 08:47:42.638350 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-01cb3680-41c3-40a9-873e-51dc10ad6cc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] Unset dirty status for tenant:a6ba00af519d4fa1b975662ce6c8da55 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:42.641781 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-01cb3680-41c3-40a9-873e-51dc10ad6cc2 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece HTTP/1.1" status: 200 len: 205 time: 0.2038500 Dec 22 08:47:42.643468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53908) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:42.731095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59cd1281-e87f-41ce-9520-6a1870df01e3 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.849529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 898af390-3ffa-44be-a126-4062fb13c945 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:42.857074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 898af390-3ffa-44be-a126-4062fb13c945 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:42.857453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.892782 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-56707750-2378-45b6-bcba-f1a1165b915e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] delete failed (client error): The resource could not be found. Dec 22 08:47:42.895692 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-56707750-2378-45b6-bcba-f1a1165b915e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/1b8dd6dd-6e45-4523-9e1e-9aaf8a0deece HTTP/1.1" status: 404 len: 336 time: 0.2493443 Dec 22 08:47:42.897038 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53914) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:42.918865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.944920 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63e3e31-69ac-459c-98e9-7d608c18184e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:42.945383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63e3e31-69ac-459c-98e9-7d608c18184e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:42.950081 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e63e3e31-69ac-459c-98e9-7d608c18184e tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/8345ad1d-02f1-4583-9e73-3cc6e5ffb4da HTTP/1.1" status: 404 len: 337 time: 0.0497079 Dec 22 08:47:42.951293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53918) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:42.990512 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-587d88b4-5ab3-4dfe-a31c-d7aa1ddd3ea8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:42.990882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587d88b4-5ab3-4dfe-a31c-d7aa1ddd3ea8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:43.003997 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-587d88b4-5ab3-4dfe-a31c-d7aa1ddd3ea8 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/09144ed7-58e1-4e41-95ec-1dbac990c33e HTTP/1.1" status: 404 len: 337 time: 0.0404189 Dec 22 08:47:43.008458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53922) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:43.035658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.075214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 898af390-3ffa-44be-a126-4062fb13c945, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=898af390-3ffa-44be-a126-4062fb13c945,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:43.080827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.088081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.089227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Deleting port 0cc6881c-bf72-4106-918c-44b711b07fd7 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:43.089653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.127851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:43.136829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.140597 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdf44fd-eee5-4e22-9fc0-2e48319ed816 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:43.141530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdf44fd-eee5-4e22-9fc0-2e48319ed816 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:43.157920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5162f-fc7b-4dbe-8be7-6df1791b97dd None None] DHCP port deletion for be8d44ef-bc10-4f72-a013-37103d3cf27d request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:43.185704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5162f-fc7b-4dbe-8be7-6df1791b97dd None None] Deleting port 0cc6881c-bf72-4106-918c-44b711b07fd7 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:43.186185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fbc5162f-fc7b-4dbe-8be7-6df1791b97dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.187780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-46ded2e1-b357-4618-8b3b-fc3d1b92b0b0 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.196040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-46ded2e1-b357-4618-8b3b-fc3d1b92b0b0 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.203387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ded2e1-b357-4618-8b3b-fc3d1b92b0b0 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:43.204018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-46ded2e1-b357-4618-8b3b-fc3d1b92b0b0 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.207968 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-46ded2e1-b357-4618-8b3b-fc3d1b92b0b0 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/ports/eb17b014-f4a6-4d1c-a72c-b93c76026bcc HTTP/1.1" status: 200 len: 911 time: 2.3752687 Dec 22 08:47:43.208104 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4bdf44fd-eee5-4e22-9fc0-2e48319ed816 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/897f701b-3dca-450e-ae6d-e2d452460913 HTTP/1.1" status: 404 len: 337 time: 0.1818423 Dec 22 08:47:43.210563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59cd1281-e87f-41ce-9520-6a1870df01e3 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.212419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:43.212869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 61c1db7b-2e2a-43c1-86b7-a5d7dbb28acb not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:43.245423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53926) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:43.245423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53928) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:43.260187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:47:43.285788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=898af390-3ffa-44be-a126-4062fb13c945,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:43.320558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85db38ff-e88c-45b9-bcf0-478b0a989e06,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:43.337986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.338532 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e013b9e6-247e-40a9-ac9e-d2e09507cb84 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0263605 Dec 22 08:47:43.342941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53934) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:43.369442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b2b11e9e-1bf7-4614-bc61-6ca6a67063b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': '25908470-0544-4b09-9fd0-68c9006c0e96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '85db38ff-e88c-45b9-bcf0-478b0a989e06'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:43.428475 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a728ba18-5c98-4d72-876d-34084a53c082 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:43.428818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a728ba18-5c98-4d72-876d-34084a53c082 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:43.433736 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a728ba18-5c98-4d72-876d-34084a53c082 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/5a3bb21c-698b-4b2d-9d08-8460e4c1f492 HTTP/1.1" status: 404 len: 337 time: 0.1860411 Dec 22 08:47:43.436602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53940) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:43.448086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b2b11e9e-1bf7-4614-bc61-6ca6a67063b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:43.459350 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fbc5162f-fc7b-4dbe-8be7-6df1791b97dd None None] For port 0cc6881c-bf72-4106-918c-44b711b07fd7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0cc6881c-bf72-4106-918c-44b711b07fd7,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:43.459842 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fbc5162f-fc7b-4dbe-8be7-6df1791b97dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.469900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b2b11e9e-1bf7-4614-bc61-6ca6a67063b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:43.476680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b2b11e9e-1bf7-4614-bc61-6ca6a67063b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:43.494869 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b2b11e9e-1bf7-4614-bc61-6ca6a67063b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:43.496959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ded2e1-b357-4618-8b3b-fc3d1b92b0b0 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=eb17b014-f4a6-4d1c-a72c-b93c76026bcc,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:43.523161 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0fdb6e5f-f6ff-4463-ad1d-e562304c90fc tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b144e9-bd53-4236-82d4-66039ef8ab53 HTTP/1.1" status: 200 len: 205 time: 0.0852406 Dec 22 08:47:43.577647 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53944) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:43.590514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59cd1281-e87f-41ce-9520-6a1870df01e3 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.649201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5162f-fc7b-4dbe-8be7-6df1791b97dd None None] Calling delete_port for 0cc6881c-bf72-4106-918c-44b711b07fd7 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:43.689521 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-b2b11e9e-1bf7-4614-bc61-6ca6a67063b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:43.690739 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b2b11e9e-1bf7-4614-bc61-6ca6a67063b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3361514 Dec 22 08:47:43.693475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53948) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:43.731509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fbc5162f-fc7b-4dbe-8be7-6df1791b97dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.742554 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:47:43.783515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5162f-fc7b-4dbe-8be7-6df1791b97dd None None] Pushing event deleted for resources: {'Port': ['ID=0cc6881c-bf72-4106-918c-44b711b07fd7,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:43.791226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5162f-fc7b-4dbe-8be7-6df1791b97dd None None] No DVR routers for this DVR port 0cc6881c-bf72-4106-918c-44b711b07fd7 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:43.857447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc8dd-53fa-40a5-8d84-a008ff2950a6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.891876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc8dd-53fa-40a5-8d84-a008ff2950a6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.913615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd1281-e87f-41ce-9520-6a1870df01e3 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event deleted for resources: {'Subnet': ['ID=148a57e8-cea2-4b89-8298-a25985ba9098,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:43.925771 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-8c7431e8-dc4e-4e38-807b-1cc0eb2442de tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] delete failed (client error): The resource could not be found. Dec 22 08:47:43.926760 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8c7431e8-dc4e-4e38-807b-1cc0eb2442de tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/d4b144e9-bd53-4236-82d4-66039ef8ab53 HTTP/1.1" status: 404 len: 336 time: 0.3481393 Dec 22 08:47:43.933185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbad3e-94de-4967-bb63-ca5fc1ddad05 None None] Network f988b35a-da2d-4e74-9299-d3890e99e3ab requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:43.933797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53952) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:43.941069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59cd1281-e87f-41ce-9520-6a1870df01e3 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.983022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] For port 0cc6881c-bf72-4106-918c-44b711b07fd7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0cc6881c-bf72-4106-918c-44b711b07fd7,segment=NetworkSegment(ea38d410-5474-4137-8e9c-7f7eaa4d6f25),segment_id=ea38d410-5474-4137-8e9c-7f7eaa4d6f25)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:43.983448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.004876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc8dd-53fa-40a5-8d84-a008ff2950a6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.037605 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdc8dd-53fa-40a5-8d84-a008ff2950a6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85db38ff-e88c-45b9-bcf0-478b0a989e06,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:44.051774 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2dc91cd6-3462-413f-9e73-ef345aa9879b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=975a6f1b-5144-4310-b5bc-ae2706cc7985 HTTP/1.1" status: 200 len: 205 time: 0.1033089 Dec 22 08:47:44.051774 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-59cd1281-e87f-41ce-9520-6a1870df01e3 tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "DELETE /v2.0/subnets/148a57e8-cea2-4b89-8298-a25985ba9098 HTTP/1.1" status: 204 len: 168 time: 1.6478341 Dec 22 08:47:44.052030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc8dd-53fa-40a5-8d84-a008ff2950a6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.057383 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e8bdc8dd-53fa-40a5-8d84-a008ff2950a6 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/85db38ff-e88c-45b9-bcf0-478b0a989e06 HTTP/1.1" status: 204 len: 168 time: 0.3629923 Dec 22 08:47:44.058358 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53956) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:44.058690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53958) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:44.059000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53960) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:44.107623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.179158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Calling delete_port for 0cc6881c-bf72-4106-918c-44b711b07fd7 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:44.183761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.242775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad161e9-eee3-4e47-8bd8-e4288aa79b62 None None] DHCP port deletion for f988b35a-da2d-4e74-9299-d3890e99e3ab request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:44.247731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4ad161e9-eee3-4e47-8bd8-e4288aa79b62 None None] Deleting port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:44.248217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ad161e9-eee3-4e47-8bd8-e4288aa79b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.259382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.309730 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-e71f9cd7-f12f-4dd6-8e92-414436c6318d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] delete failed (client error): The resource could not be found. Dec 22 08:47:44.313079 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e71f9cd7-f12f-4dd6-8e92-414436c6318d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/975a6f1b-5144-4310-b5bc-ae2706cc7985 HTTP/1.1" status: 404 len: 336 time: 0.2456074 Dec 22 08:47:44.328296 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53968) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:44.334010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547a804-a535-42da-8c11-7084cef55548 req-9fc24d80-0f89-4b17-a3cc-6dec8fbe0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:44.335499 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1547a804-a535-42da-8c11-7084cef55548 req-9fc24d80-0f89-4b17-a3cc-6dec8fbe0535 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 1098 time: 0.6199553 Dec 22 08:47:44.354283 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b224c-5198-43b4-9590-7d5bf9f87aea req-615dc517-ae49-4f1a-b2f4-53384bc25576 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:44.355594 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4a9b224c-5198-43b4-9590-7d5bf9f87aea req-615dc517-ae49-4f1a-b2f4-53384bc25576 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.7613928 Dec 22 08:47:44.380924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:44.380924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:44.449723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-1547a804-a535-42da-8c11-7084cef55548 req-0b5d49cf-8c9c-4810-8538-10d6d8d4216f service neutron] Synchronizing usage tracker for tenant:b237907100614cf9bc129160858b6bab on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:44.477730 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4a9b224c-5198-43b4-9590-7d5bf9f87aea req-5c4bcd48-4715-4623-9b24-0dcab13d1444 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036875 Dec 22 08:47:44.515348 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 898af390-3ffa-44be-a126-4062fb13c945 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:44.563731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4ad161e9-eee3-4e47-8bd8-e4288aa79b62 None None] For port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6,segment=NetworkSegment(743d6a84-c2c3-455e-81de-06a2bf73a343),segment_id=743d6a84-c2c3-455e-81de-06a2bf73a343)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:44.564755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ad161e9-eee3-4e47-8bd8-e4288aa79b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.566653 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-349fb068-b0ee-4e8f-a26c-d44ea3a8b3a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:44.567120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349fb068-b0ee-4e8f-a26c-d44ea3a8b3a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:44.571375 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-349fb068-b0ee-4e8f-a26c-d44ea3a8b3a1 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/63628d51-71fb-45c6-b3c6-0bf64fb241c3 HTTP/1.1" status: 404 len: 337 time: 0.2371595 Dec 22 08:47:44.572866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53972) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:44.573524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-1547a804-a535-42da-8c11-7084cef55548 req-0b5d49cf-8c9c-4810-8538-10d6d8d4216f service neutron] Unset dirty status for tenant:b237907100614cf9bc129160858b6bab on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:44.575407 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1547a804-a535-42da-8c11-7084cef55548 req-0b5d49cf-8c9c-4810-8538-10d6d8d4216f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177515 Dec 22 08:47:44.613802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.630521 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a9ce288d-dcea-4aa4-be58-9118b597ac37 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db1a2cf-f047-46b9-b969-373ff8c6beb9 HTTP/1.1" status: 200 len: 205 time: 0.0525177 Dec 22 08:47:44.631499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53976) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:44.674173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aa778988-08db-49e5-b95e-f786fda8694d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Synchronizing usage tracker for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:44.713070 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-8e698c03-0052-443f-af70-4f2c9e4ea89d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] delete failed (client error): The resource could not be found. Dec 22 08:47:44.717093 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8e698c03-0052-443f-af70-4f2c9e4ea89d tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/0db1a2cf-f047-46b9-b969-373ff8c6beb9 HTTP/1.1" status: 404 len: 336 time: 0.0816956 Dec 22 08:47:44.718505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53980) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:44.723929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] For port 898af390-3ffa-44be-a126-4062fb13c945, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=898af390-3ffa-44be-a126-4062fb13c945,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:44.744128 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Deleting port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:44.744691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.746486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4ad161e9-eee3-4e47-8bd8-e4288aa79b62 None None] Calling delete_port for 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:44.772805 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-39a2db70-a6c4-42a7-b0d3-a614ad2612cf tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=c880eb25-0c99-42b3-aa36-a34027fe06aa HTTP/1.1" status: 200 len: 205 time: 0.0511034 Dec 22 08:47:44.773068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53984) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:44.774744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aa778988-08db-49e5-b95e-f786fda8694d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Unset dirty status for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:44.775169 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aa778988-08db-49e5-b95e-f786fda8694d tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7078085 Dec 22 08:47:44.792691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53988) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:44.823609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 898af390-3ffa-44be-a126-4062fb13c945 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:44.824366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.842767 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-a022bed3-885a-4ac2-a402-8ed91a263b5f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] delete failed (client error): The resource could not be found. Dec 22 08:47:44.844024 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a022bed3-885a-4ac2-a402-8ed91a263b5f tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/c880eb25-0c99-42b3-aa36-a34027fe06aa HTTP/1.1" status: 404 len: 336 time: 0.0701299 Dec 22 08:47:44.846564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 53992) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:44.891047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Deleting port 0cc6881c-bf72-4106-918c-44b711b07fd7 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:44.891450 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.902932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ad161e9-eee3-4e47-8bd8-e4288aa79b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.933734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.941870 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a28a28-d54e-483b-ae9e-6bfb0d36fb1a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:44.942318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a28a28-d54e-483b-ae9e-6bfb0d36fb1a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:44.946875 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.947722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.956320 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad161e9-eee3-4e47-8bd8-e4288aa79b62 None None] Pushing event deleted for resources: {'Port': ['ID=205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:44.986319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] The port '0cc6881c-bf72-4106-918c-44b711b07fd7' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:45.005939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8069e069-533f-4473-94b0-13e4b635d717 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.013160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad161e9-eee3-4e47-8bd8-e4288aa79b62 None None] No DVR routers for this DVR port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:45.076928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:45.113006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:45.115303 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-92a28a28-d54e-483b-ae9e-6bfb0d36fb1a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/2457fafa-71e6-4e4c-abc7-6308c0a3ec81 HTTP/1.1" status: 404 len: 337 time: 0.2677069 Dec 22 08:47:45.118008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 53996) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:45.118353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:45.118861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:45.119267 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0cc6881c-bf72-4106-918c-44b711b07fd7 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:45.119426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8069e069-533f-4473-94b0-13e4b635d717 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.128475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port eb17b014-f4a6-4d1c-a72c-b93c76026bcc {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:45.128656 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.139563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:45.164950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29d15b4-fe32-40c5-880a-de3aa52a6c26 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:45.177514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 0cc6881c-bf72-4106-918c-44b711b07fd7 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:45.177906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0cc6881c-bf72-4106-918c-44b711b07fd7 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:45.227658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.238919 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d1c6c6bd-b877-4d61-b80e-39ffedceb81a tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b0c28d-63d7-4195-890d-403e530dcfbd HTTP/1.1" status: 200 len: 205 time: 0.1097164 Dec 22 08:47:45.241893 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] For port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6,segment=NetworkSegment(743d6a84-c2c3-455e-81de-06a2bf73a343),segment_id=743d6a84-c2c3-455e-81de-06a2bf73a343)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:45.242256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.254275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8d44ef-bc10-4f72-a013-37103d3cf27d']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:45.256208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54000) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:45.271340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:45.271340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea38d410-5474-4137-8e9c-7f7eaa4d6f25') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:45.283655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:45.284160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.313420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.342350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=b9fc2ba6-8d3a-42c3-a1ef-7c2dc2c62a49,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:45.349974 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.5242345 Dec 22 08:47:45.353813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54004) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:45.361999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:8e:82:13', 'name': 'tempest-NetworksTestDHCPv6-2111227638'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:45.378199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.380323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7ac92-6bc5-46cc-a358-a1b6c1f4976b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=898af390-3ffa-44be-a126-4062fb13c945,revision_number=5']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:45.403546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:45.403943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:45.424968 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:45.479488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Calling delete_port for 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:45.509671 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-dccb30f7-3050-46d8-9dd5-8788277cb619 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] delete failed (client error): The resource could not be found. Dec 22 08:47:45.510946 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dccb30f7-3050-46d8-9dd5-8788277cb619 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/a4b0c28d-63d7-4195-890d-403e530dcfbd HTTP/1.1" status: 404 len: 336 time: 0.2519073 Dec 22 08:47:45.526159 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54010) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:45.663534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8069e069-533f-4473-94b0-13e4b635d717 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.695317 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db5aeca-019c-412a-9821-9af781faeab3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:45.696362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db5aeca-019c-412a-9821-9af781faeab3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:45.757548 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069e069-533f-4473-94b0-13e4b635d717 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25908470-0544-4b09-9fd0-68c9006c0e96,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:45.772043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.778386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.819191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:45.831613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] Pushing event deleted for resources: {'Network': ['ID=be8d44ef-bc10-4f72-a013-37103d3cf27d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:45.846058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:45.855280 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-89e24196-af0a-473f-993f-ed2da6bb0008 admin admin] 10.222.0.37 "DELETE /v2.0/networks/be8d44ef-bc10-4f72-a013-37103d3cf27d HTTP/1.1" status: 204 len: 168 time: 3.2078474 Dec 22 08:47:45.857802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:45.863416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:45.874513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:45.888175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:45.967012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for eb17b014-f4a6-4d1c-a72c-b93c76026bcc owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:46.039025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.071867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 16519fb9-94b3-45ff-a30a-df434fa71829 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:47:46.078783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8069e069-533f-4473-94b0-13e4b635d717 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.080041 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8069e069-533f-4473-94b0-13e4b635d717 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/25908470-0544-4b09-9fd0-68c9006c0e96 HTTP/1.1" status: 204 len: 168 time: 1.2854557 Dec 22 08:47:46.083866 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7db5aeca-019c-412a-9821-9af781faeab3 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/b4040d17-e171-485f-b519-7f62783114f8 HTTP/1.1" status: 404 len: 337 time: 0.5504899 Dec 22 08:47:46.086421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54016) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:46.086859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54018) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:46.128669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54024) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:46.152848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device e67676a6-9581-4e12-b428-d78bb3cbf903 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:47:46.257849 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7a29a2f7-4d60-4bce-ba53-58c04cc7f758 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5d739fc9ee44d6698e1164a0722daa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280050 Dec 22 08:47:46.264846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54028) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:46.328312 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3ab200bc-f042-490c-be31-415bf2033911 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb853e4-7adb-4bf6-9dfe-27c071c37481 HTTP/1.1" status: 200 len: 205 time: 0.2371159 Dec 22 08:47:46.331649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54032) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:46.333329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port e67676a6-9581-4e12-b428-d78bb3cbf903, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e67676a6-9581-4e12-b428-d78bb3cbf903,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:46.338563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:46.338896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:46.351379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'port_id': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'mac_address': 'fa:16:3e:3c:40:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:47:46.354387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device e67676a6-9581-4e12-b428-d78bb3cbf903 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:46.389131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac85c81-0caa-4680-9923-36a7c4d6f919 req-e052c175-44aa-4970-98da-e21603b29fb8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:46.391489 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3ac85c81-0caa-4680-9923-36a7c4d6f919 req-e052c175-44aa-4970-98da-e21603b29fb8 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.7030768 Dec 22 08:47:46.406609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cb23f233-0530-481e-91c5-5956ec499d26 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Synchronizing usage tracker for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:46.424323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-51242680-cfc4-4de7-b6ad-b3df76583836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.452845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-51242680-cfc4-4de7-b6ad-b3df76583836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.498910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::161 (906224fb-f2fa-4b66-98df-524285cae5f9/aa7793d6-e8a3-484f-90b9-1fb9a830ab5a/16519fb9-94b3-45ff-a30a-df434fa71829) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:46.504436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cb23f233-0530-481e-91c5-5956ec499d26 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Unset dirty status for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:46.505756 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cb23f233-0530-481e-91c5-5956ec499d26 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4168472 Dec 22 08:47:46.512662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54038) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:46.512900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8e:8213 (906224fb-f2fa-4b66-98df-524285cae5f9/b9fc2ba6-8d3a-42c3-a1ef-7c2dc2c62a49/16519fb9-94b3-45ff-a30a-df434fa71829) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:46.521562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223789228'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:46.530736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:46.535696 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3ac85c81-0caa-4680-9923-36a7c4d6f919 req-fa18446c-c1bd-45b2-a297-900013fa9f4b tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365061 Dec 22 08:47:46.545338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.550357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:46.561341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 898af390-3ffa-44be-a126-4062fb13c945 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:46.580932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-51242680-cfc4-4de7-b6ad-b3df76583836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.605502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=eb17b014-f4a6-4d1c-a72c-b93c76026bcc,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:46.636076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51242680-cfc4-4de7-b6ad-b3df76583836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593df3d0-edf9-495e-bc12-edfa7a567ed1,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:46.641886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fb276e49-438f-4d25-b8f5-8012d583024e None None] Provisioning complete for port 898af390-3ffa-44be-a126-4062fb13c945 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:46.642472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fb276e49-438f-4d25-b8f5-8012d583024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.652900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.679399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:46.739432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.771176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.788751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-51242680-cfc4-4de7-b6ad-b3df76583836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.789898 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-51242680-cfc4-4de7-b6ad-b3df76583836 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/593df3d0-edf9-495e-bc12-edfa7a567ed1 HTTP/1.1" status: 204 len: 168 time: 0.5240967 Dec 22 08:47:46.851764 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Deleting port 205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:46.852351 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e67676a6-9581-4e12-b428-d78bb3cbf903 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:47:46.852447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.876397 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port e67676a6-9581-4e12-b428-d78bb3cbf903, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e67676a6-9581-4e12-b428-d78bb3cbf903,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:46.882131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.892380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:46.913979 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-bb5ba98c-e9e0-44dc-8abf-eae15f891c65 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] delete failed (client error): The resource could not be found. Dec 22 08:47:46.915324 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bb5ba98c-e9e0-44dc-8abf-eae15f891c65 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/routers/bdb853e4-7adb-4bf6-9dfe-27c071c37481 HTTP/1.1" status: 404 len: 336 time: 0.5826232 Dec 22 08:47:46.919852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:46.922237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54044) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:46.983846 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f0a916-0b1e-4501-a340-f39c4576a611 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:46.984331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f0a916-0b1e-4501-a340-f39c4576a611 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:46.986530 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c4f0a916-0b1e-4501-a340-f39c4576a611 tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/736b02d9-2671-4032-ba87-4f899f159818 HTTP/1.1" status: 404 len: 337 time: 0.0630403 Dec 22 08:47:46.989845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54048) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:47.001081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 898af390-3ffa-44be-a126-4062fb13c945 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:47.001741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.031806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=e67676a6-9581-4e12-b428-d78bb3cbf903,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:47.055554 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a3db98-0fd9-493b-adfb-9e5dd4b74c0b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:47.056214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a3db98-0fd9-493b-adfb-9e5dd4b74c0b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:47.058261 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c6a3db98-0fd9-493b-adfb-9e5dd4b74c0b tempest-RoutersTest-685673549 tempest-RoutersTest-685673549-project] 10.222.0.37 "DELETE /v2.0/subnets/06c55374-e166-4ccd-9ebb-130f0aaa69b6 HTTP/1.1" status: 404 len: 337 time: 0.0670736 Dec 22 08:47:47.076109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:47.076690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:47.087255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:47.129395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.137813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['e67676a6-9581-4e12-b428-d78bb3cbf903'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:47:47.142725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] The port '205a0dce-7f47-4a83-84c2-b1fdb5e5b6f6' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:47.153394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 16519fb9-94b3-45ff-a30a-df434fa71829 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:47.182996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.204675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:47.267617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:47.270871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:47.275447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:47.282565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:47.283496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.306780 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9519193 Dec 22 08:47:47.308072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f3f96-c05d-417d-b48c-ea0e996b880a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=16519fb9-94b3-45ff-a30a-df434fa71829,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:47.310762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54058) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:47.421966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-44341eb1-7636-4db9-982a-fdd935690aa3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 16519fb9-94b3-45ff-a30a-df434fa71829 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:47.424579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44341eb1-7636-4db9-982a-fdd935690aa3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.488498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router a67a17e0-7579-4067-9020-0968da48868f has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:47.602204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.674020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54072) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:47.795454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:47.814840 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93054d-0360-4eb3-b75a-0e9459b0e94e None None] Sync routers for ids ['a67a17e0-7579-4067-9020-0968da48868f'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:47.818991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f988b35a-da2d-4e74-9299-d3890e99e3ab']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:47.837006 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93054d-0360-4eb3-b75a-0e9459b0e94e None None] Routers {'a67a17e0-7579-4067-9020-0968da48868f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:47.838136 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7c93054d-0360-4eb3-b75a-0e9459b0e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a67a17e0-7579-4067-9020-0968da48868f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:47.841443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.858226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743d6a84-c2c3-455e-81de-06a2bf73a343') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:47.858776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743d6a84-c2c3-455e-81de-06a2bf73a343') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:47.866791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e67676a6-9581-4e12-b428-d78bb3cbf903 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:47:47.894366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e1d927ef-e14e-43af-aad0-a683256a8460 None None] Provisioning for port 16519fb9-94b3-45ff-a30a-df434fa71829 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:47.912601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.916365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.929434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e1d927ef-e14e-43af-aad0-a683256a8460 None None] Provisioning complete for port 16519fb9-94b3-45ff-a30a-df434fa71829 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:47.930009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e1d927ef-e14e-43af-aad0-a683256a8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.943669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.952048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:47.952440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:47.957226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port e67676a6-9581-4e12-b428-d78bb3cbf903, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e67676a6-9581-4e12-b428-d78bb3cbf903,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:47.985666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9efd9e-5e6c-49fb-8029-7100d0c7c49f req-b6438c97-d2fa-403e-bc05-9dc1e39bcb77 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:47.987438 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6c9efd9e-5e6c-49fb-8029-7100d0c7c49f req-b6438c97-d2fa-403e-bc05-9dc1e39bcb77 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 944 time: 0.2984877 Dec 22 08:47:48.001496 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7c93054d-0360-4eb3-b75a-0e9459b0e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:48.032063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e1d927ef-e14e-43af-aad0-a683256a8460 None None] Port 16519fb9-94b3-45ff-a30a-df434fa71829 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:48.033883 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93054d-0360-4eb3-b75a-0e9459b0e94e None None] Routers {'a67a17e0-7579-4067-9020-0968da48868f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:48.035801 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7c93054d-0360-4eb3-b75a-0e9459b0e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a67a17e0-7579-4067-9020-0968da48868f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:48.044162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:48.064682 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:48.083402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44341eb1-7636-4db9-982a-fdd935690aa3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:48.086852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:48.155513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:48.157853 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6407964 Dec 22 08:47:48.161317 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6e9df38c-8e74-43c4-a64f-7499cd803258 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/a67a17e0-7579-4067-9020-0968da48868f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9167693 Dec 22 08:47:48.162105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54088) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:48.162444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54090) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:48.171265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-323186f6-5672-4f6d-ba6d-d06b87169bab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': 'a123242b-8ae4-41cb-aff5-8cdb82c316f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:48.175922 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694628ef-6ed3-4f03-bdce-ed75a8652d4e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a123242b-8ae4-41cb-aff5-8cdb82c316f6,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:48.176125 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7c93054d-0360-4eb3-b75a-0e9459b0e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:48.176657 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93054d-0360-4eb3-b75a-0e9459b0e94e None None] The sync data for ids ['a67a17e0-7579-4067-9020-0968da48868f'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:48.215750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:48.217928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-323186f6-5672-4f6d-ba6d-d06b87169bab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:48.221149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=e67676a6-9581-4e12-b428-d78bb3cbf903,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:48.366602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-323186f6-5672-4f6d-ba6d-d06b87169bab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:48.369275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:48.380515 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-323186f6-5672-4f6d-ba6d-d06b87169bab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:48.384237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0f5489fa-fb25-43f0-af90-091b4fc2fe50 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Synchronizing usage tracker for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:48.393931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] Pushing event deleted for resources: {'Network': ['ID=f988b35a-da2d-4e74-9299-d3890e99e3ab,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:48.395882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-323186f6-5672-4f6d-ba6d-d06b87169bab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:48.398795 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c415e22e-ff5c-4de4-95d9-e81beba7489d tempest-FloatingIPNegativeTestJSON-1352418035 tempest-FloatingIPNegativeTestJSON-1352418035-project] 10.222.0.37 "DELETE /v2.0/networks/f988b35a-da2d-4e74-9299-d3890e99e3ab HTTP/1.1" status: 204 len: 168 time: 4.3353488 Dec 22 08:47:48.431202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0f5489fa-fb25-43f0-af90-091b4fc2fe50 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Unset dirty status for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:48.435406 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0f5489fa-fb25-43f0-af90-091b4fc2fe50 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=a67a17e0-7579-4067-9020-0968da48868f HTTP/1.1" status: 200 len: 205 time: 0.2658751 Dec 22 08:47:48.442600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54102) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:48.458570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-44341eb1-7636-4db9-982a-fdd935690aa3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 16519fb9-94b3-45ff-a30a-df434fa71829 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:48.505404 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6c9efd9e-5e6c-49fb-8029-7100d0c7c49f req-bf86c7b2-b1aa-4e41-b63d-3cc2f7652b0c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5060918 Dec 22 08:47:48.530173 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ef989e64-0715-4ae3-a570-5a891d5e77a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6ba00af519d4fa1b975662ce6c8da55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8545663 Dec 22 08:47:48.532581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54110) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:48.537250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54112) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:48.635675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f47576f6-f679-4cc7-b0cf-46ac04715cab tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:48.701551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98db4bd7-a880-4409-a66a-b351d7d94845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:48.766700 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-323186f6-5672-4f6d-ba6d-d06b87169bab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:48.770700 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-323186f6-5672-4f6d-ba6d-d06b87169bab tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6058886 Dec 22 08:47:48.771416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54122) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:48.794198 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2fdd9cab-37b3-43b7-abad-21a68ad5717b tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/floatingips/050bd662-4e20-4ee4-b445-7855e61396ae HTTP/1.1" status: 200 len: 991 time: 0.2471855 Dec 22 08:47:48.794969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54126) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:48.803856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98db4bd7-a880-4409-a66a-b351d7d94845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:48.894976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c83537eb-41f1-4302-be3d-7ec2915eb3b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group_rule': {'security_group_id': 'a123242b-8ae4-41cb-aff5-8cdb82c316f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:48.902760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c83537eb-41f1-4302-be3d-7ec2915eb3b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:48.907104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c83537eb-41f1-4302-be3d-7ec2915eb3b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:48.910649 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c83537eb-41f1-4302-be3d-7ec2915eb3b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:48.919188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44341eb1-7636-4db9-982a-fdd935690aa3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:48.978745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c83537eb-41f1-4302-be3d-7ec2915eb3b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:48.990449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98db4bd7-a880-4409-a66a-b351d7d94845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.006669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44341eb1-7636-4db9-982a-fdd935690aa3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=16519fb9-94b3-45ff-a30a-df434fa71829,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:49.017058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db4bd7-a880-4409-a66a-b351d7d94845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afda5e63-4d0a-4c59-bc1a-8e921933d8a7,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:49.037030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54136) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:49.041526 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f47576f6-f679-4cc7-b0cf-46ac04715cab tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.045175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f47576f6-f679-4cc7-b0cf-46ac04715cab tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.102777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-98db4bd7-a880-4409-a66a-b351d7d94845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.104136 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-98db4bd7-a880-4409-a66a-b351d7d94845 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afda5e63-4d0a-4c59-bc1a-8e921933d8a7 HTTP/1.1" status: 204 len: 168 time: 0.5706301 Dec 22 08:47:49.108244 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f47576f6-f679-4cc7-b0cf-46ac04715cab tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.110828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47576f6-f679-4cc7-b0cf-46ac04715cab tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Fanout notify agent at l3_agent the message router_deleted on router a67a17e0-7579-4067-9020-0968da48868f {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:47:49.128989 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-c83537eb-41f1-4302-be3d-7ec2915eb3b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:49.131908 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c83537eb-41f1-4302-be3d-7ec2915eb3b8 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3133085 Dec 22 08:47:49.137066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54146) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:49.164180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f47576f6-f679-4cc7-b0cf-46ac04715cab tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.165479 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f47576f6-f679-4cc7-b0cf-46ac04715cab tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/a67a17e0-7579-4067-9020-0968da48868f HTTP/1.1" status: 204 len: 168 time: 0.7152731 Dec 22 08:47:49.172418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54150) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:49.218561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-201408354'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:49.228070 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-09a268f5-3bd5-4955-8a92-54d9ce35a10f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3141eaca6a7744c7894f32491ed1d1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269712 Dec 22 08:47:49.230985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54154) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:49.233240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:49.241915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Usage tracker for resource:network and tenant:1dfa66004573464dac130584663c9e76 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:49.247159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:49.258469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44341eb1-7636-4db9-982a-fdd935690aa3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.262355 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-44341eb1-7636-4db9-982a-fdd935690aa3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/16519fb9-94b3-45ff-a30a-df434fa71829 HTTP/1.1" status: 204 len: 168 time: 1.9487116 Dec 22 08:47:49.267705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:49.271829 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54158) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:49.291837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Made reservation on behalf of 1dfa66004573464dac130584663c9e76 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:49.295948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.331641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.342955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3e34aed9-058f-43b8-86b5-0a62e1315751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.354218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:49.358699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Usage tracker for resource:security_group_rule and tenant:1dfa66004573464dac130584663c9e76 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:49.361537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:49.374304 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d40e2bb-d370-4c2b-8fc3-1ad739ecd4ce tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting subnet 647cd167-ae11-454a-a98a-60ad63b4d3ea {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:49.378102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d40e2bb-d370-4c2b-8fc3-1ad739ecd4ce tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.383651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:49.423810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5019112-234c-49b9-a9ab-4f92342d42f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.453023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26112458-0f8f-4dd0-8a9b-ae3eb0be727e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.460928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5019112-234c-49b9-a9ab-4f92342d42f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.472245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d40e2bb-d370-4c2b-8fc3-1ad739ecd4ce tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.533483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26112458-0f8f-4dd0-8a9b-ae3eb0be727e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.545539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.550421 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.576677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5019112-234c-49b9-a9ab-4f92342d42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.584906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:47:49.597607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd496c-75d6-48f8-ba2a-6c3faa0e4b09 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:49.599137 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-efdd496c-75d6-48f8-ba2a-6c3faa0e4b09 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3263721 Dec 22 08:47:49.602216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7071a90f-42b4-4579-8896-07925f5eec06,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:49.604915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54170) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:49.622686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5019112-234c-49b9-a9ab-4f92342d42f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd4fa2b-a4fe-4560-9f23-6778b093f30c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:49.625014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.625607 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Added segment 2d8da587-32a0-480a-a207-9bc09f0a13f6 of type vlan for network a91607d2-03fd-490d-a71d-036653aca575 Dec 22 08:47:49.653665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5019112-234c-49b9-a9ab-4f92342d42f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.654850 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d5019112-234c-49b9-a9ab-4f92342d42f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bd4fa2b-a4fe-4560-9f23-6778b093f30c HTTP/1.1" status: 204 len: 168 time: 0.4017088 Dec 22 08:47:49.683223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.684907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d40e2bb-d370-4c2b-8fc3-1ad739ecd4ce tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.713208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26112458-0f8f-4dd0-8a9b-ae3eb0be727e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.717822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.725298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:49.726314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.759301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26112458-0f8f-4dd0-8a9b-ae3eb0be727e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a123242b-8ae4-41cb-aff5-8cdb82c316f6,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:49.775482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26112458-0f8f-4dd0-8a9b-ae3eb0be727e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.780056 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-26112458-0f8f-4dd0-8a9b-ae3eb0be727e tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/a123242b-8ae4-41cb-aff5-8cdb82c316f6 HTTP/1.1" status: 204 len: 168 time: 0.6381421 Dec 22 08:47:49.782533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54178) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:49.832706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed1b7a-e62a-4c69-87ff-12877ec2c3a8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:49.834238 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5fed1b7a-e62a-4c69-87ff-12877ec2c3a8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2264402 Dec 22 08:47:49.836981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54184) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:49.843118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d40e2bb-d370-4c2b-8fc3-1ad739ecd4ce tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.875194 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8310103 Dec 22 08:47:49.882986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54190) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:49.892804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826370ae-7fc4-45ff-8ce0-14046d124db8 tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Pushing event updated for resources: {'Network': ['ID=a91607d2-03fd-490d-a71d-036653aca575,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:49.904842 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network a91607d2-03fd-490d-a71d-036653aca575 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:47:49.939318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40e2bb-d370-4c2b-8fc3-1ad739ecd4ce tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Subnet': ['ID=647cd167-ae11-454a-a98a-60ad63b4d3ea,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:49.942137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d40e2bb-d370-4c2b-8fc3-1ad739ecd4ce tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:49.956679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7e19170a-7d0e-4b4f-a044-1671088e6a5f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Synchronizing usage tracker for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:49.960961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef7b81-0883-42ac-b643-55df69f92f65 None None] Network 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:49.977594 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4d40e2bb-d370-4c2b-8fc3-1ad739ecd4ce tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/647cd167-ae11-454a-a98a-60ad63b4d3ea HTTP/1.1" status: 204 len: 168 time: 0.7989366 Dec 22 08:47:49.980579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54200) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:50.057785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a5c0c-585f-4641-af8f-c4b39c60b851 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:50.059322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a5c0c-585f-4641-af8f-c4b39c60b851 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:50.060813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a5c0c-585f-4641-af8f-c4b39c60b851 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:50.062412 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ae0a5c0c-585f-4641-af8f-c4b39c60b851 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2245374 Dec 22 08:47:50.065153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54206) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:50.090125 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7e19170a-7d0e-4b4f-a044-1671088e6a5f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Unset dirty status for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:50.094974 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7e19170a-7d0e-4b4f-a044-1671088e6a5f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3081944 Dec 22 08:47:50.112343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54210) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:50.126439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392027245'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:50.134235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:50.157785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:50.165253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.175197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4ffdd2-2623-4ad8-93d4-8a28b8dbe3f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet aa7793d6-e8a3-484f-90b9-1fb9a830ab5a {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:50.177128 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port 0c0a4a9b-c454-43da-8c14-04bef9f3301d {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:50.177585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.179170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6a4ffdd2-2623-4ad8-93d4-8a28b8dbe3f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.195100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device e67676a6-9581-4e12-b428-d78bb3cbf903 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:50.216580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.248205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:50.260938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Usage tracker for resource:security_group_rule and tenant:5103754d20a04803aacd383909701761 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:50.272611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:50.286877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:50.291632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6a4ffdd2-2623-4ad8-93d4-8a28b8dbe3f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.403133 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port e67676a6-9581-4e12-b428-d78bb3cbf903 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:50.404474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.447002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Request body: {'network': {'name': 'tempest-network--65182126', 'router:external': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:50.459760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6a4ffdd2-2623-4ad8-93d4-8a28b8dbe3f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.489876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:50.523999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.537077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Usage tracker for resource:network and tenant:bb2bd1514e0f4e629163260ad4eebdd6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:50.546006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54218) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:50.555547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:50.562403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.594702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.599823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port 0c0a4a9b-c454-43da-8c14-04bef9f3301d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0c0a4a9b-c454-43da-8c14-04bef9f3301d,segment=NetworkSegment(cb88e612-fd35-448b-947a-4dbefb299442),segment_id=cb88e612-fd35-448b-947a-4dbefb299442)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:50.600191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.613039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b6fb58-af7e-4256-9555-726c6e3b692c None None] DHCP port deletion for 699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:50.626784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:50.629470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6a4ffdd2-2623-4ad8-93d4-8a28b8dbe3f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.635166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-99b6fb58-af7e-4256-9555-726c6e3b692c None None] Deleting port 0c0a4a9b-c454-43da-8c14-04bef9f3301d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:50.635636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-99b6fb58-af7e-4256-9555-726c6e3b692c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.702829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-27b72c88-5bfa-4965-aba7-c51bed347e02 tempest-DvrRoutersNegativeTest-1451052968 tempest-DvrRoutersNegativeTest-1451052968-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1666842122', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:50.705653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.policy [None req-27b72c88-5bfa-4965-aba7-c51bed347e02 tempest-DvrRoutersNegativeTest-1451052968 tempest-DvrRoutersNegativeTest-1451052968-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87535) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 22 08:47:50.706186 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.policy [None req-27b72c88-5bfa-4965-aba7-c51bed347e02 tempest-DvrRoutersNegativeTest-1451052968 tempest-DvrRoutersNegativeTest-1451052968-project] Failed policy check for 'create_router' {{(pid=87535) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 22 08:47:50.706887 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-27b72c88-5bfa-4965-aba7-c51bed347e02 tempest-DvrRoutersNegativeTest-1451052968 tempest-DvrRoutersNegativeTest-1451052968-project] create failed (client error): Access was denied to this resource. Dec 22 08:47:50.712616 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:47:50.713274 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-27b72c88-5bfa-4965-aba7-c51bed347e02 tempest-DvrRoutersNegativeTest-1451052968 tempest-DvrRoutersNegativeTest-1451052968-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1661975 Dec 22 08:47:50.716551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ffdd2-2623-4ad8-93d4-8a28b8dbe3f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7793d6-e8a3-484f-90b9-1fb9a830ab5a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:50.722472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6a4ffdd2-2623-4ad8-93d4-8a28b8dbe3f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.734481 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6a4ffdd2-2623-4ad8-93d4-8a28b8dbe3f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/aa7793d6-e8a3-484f-90b9-1fb9a830ab5a HTTP/1.1" status: 204 len: 168 time: 0.6679878 Dec 22 08:47:50.739900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Made reservation on behalf of bb2bd1514e0f4e629163260ad4eebdd6 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:50.742570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.747938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744a01e-83f8-4c4b-a9d7-d58189c45bd8 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:50.756241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54232) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:50.758996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722b5a56-f15f-40bd-b965-a5f5d7b3ad48,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:50.784875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port e67676a6-9581-4e12-b428-d78bb3cbf903, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e67676a6-9581-4e12-b428-d78bb3cbf903,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:50.799922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.825128 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'code': 200} Dec 22 08:47:50.825937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for 0c0a4a9b-c454-43da-8c14-04bef9f3301d owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:50.830349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.848762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.849996 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b5e85984-aa7d-480e-96ad-595f267286eb tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7334321 Dec 22 08:47:50.857781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:50.862218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54236) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:50.872735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-449c3ad2-1d17-48ed-9be5-cee2ef4198ec tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:50.873152 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING neutron.api.v2.base [None req-449c3ad2-1d17-48ed-9be5-cee2ef4198ec tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 08:47:50.873644 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-449c3ad2-1d17-48ed-9be5-cee2ef4198ec tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 08:47:50.882058 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-449c3ad2-1d17-48ed-9be5-cee2ef4198ec tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "PUT /v2.0/security-groups/722b5a56-f15f-40bd-b965-a5f5d7b3ad48 HTTP/1.1" status: 409 len: 330 time: 0.0165823 Dec 22 08:47:50.893800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Usage tracker for resource:security_group_rule and tenant:bb2bd1514e0f4e629163260ad4eebdd6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:50.899493 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:50.905004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54242) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:50.921601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.952000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:50.960079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfd2c05-0cba-4964-a3af-36649387b2d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet b9fc2ba6-8d3a-42c3-a1ef-7c2dc2c62a49 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:50.974198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2c05-0cba-4964-a3af-36649387b2d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:50.981316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=0c0a4a9b-c454-43da-8c14-04bef9f3301d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:50.989055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No DVR routers for this DVR port 0c0a4a9b-c454-43da-8c14-04bef9f3301d on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:51.036160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-99b6fb58-af7e-4256-9555-726c6e3b692c None None] The port '0c0a4a9b-c454-43da-8c14-04bef9f3301d' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:51.049828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=e67676a6-9581-4e12-b428-d78bb3cbf903,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:51.217866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54252) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:51.222630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.257415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:51.272667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb88e612-fd35-448b-947a-4dbefb299442') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:51.273071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb88e612-fd35-448b-947a-4dbefb299442') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:51.287735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.308983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2c05-0cba-4964-a3af-36649387b2d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.312552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.327865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:51.328275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:51.345480 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:51.426849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9cd343a0-7d1c-4d50-9f2b-3f9754f86be0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.432619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54260) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:51.469352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.494570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ea5722f-40ef-400f-ae28-f9bda27aaff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.516079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9cd343a0-7d1c-4d50-9f2b-3f9754f86be0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.534090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.543301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group': {'name': 'tempest-secgroup--271386756'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:51.546599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0ea5722f-40ef-400f-ae28-f9bda27aaff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:51.548900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Network': ['ID=699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:51.555043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0ea5722f-40ef-400f-ae28-f9bda27aaff7 admin admin] Usage tracker for resource:security_group_rule and tenant:0d8dbf0ebf154bc2b3d461ea21c7dcee is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:51.560769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0ea5722f-40ef-400f-ae28-f9bda27aaff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:51.562665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:51.568243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0ea5722f-40ef-400f-ae28-f9bda27aaff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:51.581082 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-584722d7-f0de-43f4-b875-9db89fd51f16 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/networks/699c8ccf-e9e6-47e3-a9e1-f4db9d8d9f63 HTTP/1.1" status: 204 len: 168 time: 1.5936506 Dec 22 08:47:51.581284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:51.581399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54266) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:51.583108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:51.594260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1195132989', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:51.603593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:51.607245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.609200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:51.616354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2c05-0cba-4964-a3af-36649387b2d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.617513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:router and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:51.624011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:51.631626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:51.645846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.653722 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.654681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.683566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.708398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-35b815a4-1af2-4c77-b397-0463bcac6811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.710677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.711835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ea5722f-40ef-400f-ae28-f9bda27aaff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.718314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ea5722f-40ef-400f-ae28-f9bda27aaff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.733908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9cd343a0-7d1c-4d50-9f2b-3f9754f86be0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.744215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.747221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:47:51.755691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b60190-5532-4b30-b90a-ba1a7f2d69fe,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:51.764260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:51.782968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:51.783126 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0ea5722f-40ef-400f-ae28-f9bda27aaff7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d8dbf0ebf154bc2b3d461ea21c7dcee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5641997 Dec 22 08:47:51.785715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54270) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:51.789407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5722f-40ef-400f-ae28-f9bda27aaff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05154766-4c0b-4335-bb92-46f275de0d94,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:51.791357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:51.795628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd343a0-7d1c-4d50-9f2b-3f9754f86be0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722b5a56-f15f-40bd-b965-a5f5d7b3ad48,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:51.797605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.797973 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Added segment 320ff5c3-ec0c-48fb-97f3-50e3fcc55c0a of type vlan for network 3f356bab-b504-43b1-b7fc-bef810593327 Dec 22 08:47:51.803420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:51.826969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.852759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2c05-0cba-4964-a3af-36649387b2d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.885795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.889654 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1a11fee1-5c06-4904-bb48-10eb0e8f25be tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3048165 Dec 22 08:47:51.889843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54274) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:51.896985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1688778961'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:51.900212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-396df26a-7ef2-4f31-b3ca-22b085deee22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.904392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:51.916737 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:network and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:51.922073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.923011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:51.925834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd2c05-0cba-4964-a3af-36649387b2d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fc2ba6-8d3a-42c3-a1ef-7c2dc2c62a49,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:51.927518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9cd343a0-7d1c-4d50-9f2b-3f9754f86be0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.928932 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9cd343a0-7d1c-4d50-9f2b-3f9754f86be0 tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/722b5a56-f15f-40bd-b965-a5f5d7b3ad48 HTTP/1.1" status: 204 len: 168 time: 1.0213499 Dec 22 08:47:51.931884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2c05-0cba-4964-a3af-36649387b2d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.937572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54278) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:51.942318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:51.948627 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-396df26a-7ef2-4f31-b3ca-22b085deee22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.975063 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bbfd2c05-0cba-4964-a3af-36649387b2d4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/b9fc2ba6-8d3a-42c3-a1ef-7c2dc2c62a49 HTTP/1.1" status: 204 len: 168 time: 1.2173860 Dec 22 08:47:51.978646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54282) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:52.041651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-369bbdcc-f8de-41e8-a03e-961ca6a9fd0f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Synchronizing usage tracker for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:52.049025 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:52.050719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.051666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:52.052187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.052333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.086297 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-727e1e73-3498-46e4-a777-60744dd7fda1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065302 Dec 22 08:47:52.093207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54286) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:52.093436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a657fae-f79c-4e1c-be54-4bc0fe3f7a88 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:52.103394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:52.153443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:47:52.190901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-369bbdcc-f8de-41e8-a03e-961ca6a9fd0f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] Unset dirty status for tenant:5103754d20a04803aacd383909701761 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:52.195657 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-369bbdcc-f8de-41e8-a03e-961ca6a9fd0f tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2535288 Dec 22 08:47:52.195657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.195657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event updated for resources: {'Network': ['ID=3f356bab-b504-43b1-b7fc-bef810593327,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:52.200883 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8d34de6a-ec9a-4368-b545-182050143e8c tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.3142111 Dec 22 08:47:52.200883 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54290) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:52.201298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54294) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:52.211559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-eacbcfa4-6e80-4ded-a835-e5d5455880fd None None] Provisioning complete for port 898af390-3ffa-44be-a126-4062fb13c945 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:52.211845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-396df26a-7ef2-4f31-b3ca-22b085deee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.212282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-eacbcfa4-6e80-4ded-a835-e5d5455880fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.237080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.239836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.240192 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added segment dc9fe98a-bf70-4c22-aa7d-337446f5557a of type vlan for network 4076a814-f512-4df8-9b34-5269c30a8ec3 Dec 22 08:47:52.245213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396df26a-7ef2-4f31-b3ca-22b085deee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05154766-4c0b-4335-bb92-46f275de0d94,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:52.261957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:52.264522 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:52.268340 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-151f41e9-491d-4fc1-9084-a7c55ad11c1b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] delete failed (client error): The resource could not be found. Dec 22 08:47:52.272803 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-151f41e9-491d-4fc1-9084-a7c55ad11c1b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "DELETE /v2.0/security-groups/a3b2ab07-342d-4ccd-a527-a9df2754d1fa HTTP/1.1" status: 404 len: 347 time: 0.0694318 Dec 22 08:47:52.272954 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 3f356bab-b504-43b1-b7fc-bef810593327 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:47:52.279574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54298) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:52.280073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:52.282789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-396df26a-7ef2-4f31-b3ca-22b085deee22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.286293 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-396df26a-7ef2-4f31-b3ca-22b085deee22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05154766-4c0b-4335-bb92-46f275de0d94 HTTP/1.1" status: 204 len: 168 time: 0.4972892 Dec 22 08:47:52.286293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:52.299606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:52.302563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.326440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:52.330070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.334285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:52.370657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:52.386478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:52.390032 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-bd7841f1-6c06-4bb2-8b71-b8a7d2678efd tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] show failed (client error): The resource could not be found. Dec 22 08:47:52.394991 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bd7841f1-6c06-4bb2-8b71-b8a7d2678efd tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-groups/bc7027f6-6fbb-44be-b25c-db7d3d3235da HTTP/1.1" status: 404 len: 347 time: 0.1094937 Dec 22 08:47:52.394991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fe3578-89b4-47d1-8bc3-76b3754c0619,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:52.397816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.403681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54304) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:52.434934 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-e577af20-fec2-4144-abad-7e5497a5fa2b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] show failed (client error): The resource could not be found. Dec 22 08:47:52.440138 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e577af20-fec2-4144-abad-7e5497a5fa2b tempest-NegativeSecGroupIPv6Test-1901581129 tempest-NegativeSecGroupIPv6Test-1901581129-project] 10.222.0.37 "GET /v2.0/security-group-rules/e09904a2-59fb-4b4e-a118-7f78cf787541 HTTP/1.1" status: 404 len: 356 time: 0.0314219 Dec 22 08:47:52.493513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.523875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:52.523875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.573319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0c0a4a9b-c454-43da-8c14-04bef9f3301d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:52.623304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 0c0a4a9b-c454-43da-8c14-04bef9f3301d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:52.623685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0c0a4a9b-c454-43da-8c14-04bef9f3301d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:52.647576 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7539899 Dec 22 08:47:52.685763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.687585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54310) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:52.724623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'subnet': {'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:52.728322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46f3a97-58a4-40a0-a5bf-187137ff0937 None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:52.734244 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d395c4-5e59-4674-976c-f3909e2fa312 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Network': ['ID=4076a814-f512-4df8-9b34-5269c30a8ec3,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:52.735401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d46f3a97-58a4-40a0-a5bf-187137ff0937 None None] Deleting port 898af390-3ffa-44be-a126-4062fb13c945 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:52.736451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d46f3a97-58a4-40a0-a5bf-187137ff0937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.753092 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.786615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:52.803384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 4076a814-f512-4df8-9b34-5269c30a8ec3 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:47:52.989195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:53.000670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:subnet and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:53.007827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54316) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:53.011020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.021245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:53.022140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.029141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.030798 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5931745 Dec 22 08:47:53.031815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30db94-469e-48a2-9491-3fc8eb3c07ea tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615a1892-db43-45d4-9904-9bef642756b4,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:53.044174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54320) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:53.047783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:53.085117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f356bab-b504-43b1-b7fc-bef810593327']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:53.099426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:53.103128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.154268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.162218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320ff5c3-ec0c-48fb-97f3-50e3fcc55c0a') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:53.162775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320ff5c3-ec0c-48fb-97f3-50e3fcc55c0a') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:53.168821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:53.172679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:53.176930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:53.177513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.186053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=b3fec708-9eb4-40a2-ad95-26118a0298b2,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:53.215644 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b6fca5be-87b0-4831-a54a-c83e646a9c06 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1185901 Dec 22 08:47:53.218404 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54326) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:53.224483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:53.277980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.329015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d46f3a97-58a4-40a0-a5bf-187137ff0937 None None] For port 898af390-3ffa-44be-a126-4062fb13c945, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=898af390-3ffa-44be-a126-4062fb13c945,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:53.329580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d46f3a97-58a4-40a0-a5bf-187137ff0937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.338892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.365511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-76e4c3a7-40ff-493c-9d39-6285107035f5 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:53.368512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:53.368916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:53.389007 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:53.400970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:53.406148 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:53.409353 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:53.409582 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bebad802-6ecb-4435-aa59-09153abcbc38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5103754d20a04803aacd383909701761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896947 Dec 22 08:47:53.412874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54330) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:53.430268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:53.476488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:53.481336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.481521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d46f3a97-58a4-40a0-a5bf-187137ff0937 None None] Calling delete_port for 898af390-3ffa-44be-a126-4062fb13c945 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:53.533440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-76e4c3a7-40ff-493c-9d39-6285107035f5 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:53.534709 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-76e4c3a7-40ff-493c-9d39-6285107035f5 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4893770 Dec 22 08:47:53.537669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54334) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:53.545323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.552360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-db0eff24-234d-485b-8358-d652d5ff3803 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group': {'name': 'tempest-security--648089980', 'description': 'tempest-security-description-2071161763'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:53.595677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d46f3a97-58a4-40a0-a5bf-187137ff0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.603893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f356bab-b504-43b1-b7fc-bef810593327 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:47:53.615402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.619696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f356bab-b504-43b1-b7fc-bef810593327,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:53.639303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db0eff24-234d-485b-8358-d652d5ff3803 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.655275 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5e615b09-1ca9-4e5f-b26c-7660e1f7337d tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "DELETE /v2.0/networks/3f356bab-b504-43b1-b7fc-bef810593327 HTTP/1.1" status: 204 len: 168 time: 1.4529359 Dec 22 08:47:53.660053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54338) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:53.676503 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.ipam_backend_mixin [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b3fec708-9eb4-40a2-ad95-26118a0298b2 (CIDR: 2001:db8::/64) Dec 22 08:47:53.681174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:53.686973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f3a97-58a4-40a0-a5bf-187137ff0937 None None] No DVR routers for this DVR port 898af390-3ffa-44be-a126-4062fb13c945 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:53.695311 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:53.695311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:53.702977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.704836 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f3a97-58a4-40a0-a5bf-187137ff0937 None None] Pushing event deleted for resources: {'Port': ['ID=898af390-3ffa-44be-a126-4062fb13c945,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:53.711131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:53.712713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c682baa-66c9-4903-b9a3-59780804f71e None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:53.751635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e495119-f542-4fd7-ae4b-c73b246fcac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.775635 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-766d3fd2-b2b3-4252-b6e1-6dd74369d444 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5561247 Dec 22 08:47:53.776530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54342) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:53.792320 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'subnet': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:53.878640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Usage tracker for resource:network and tenant:bb2bd1514e0f4e629163260ad4eebdd6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:53.887224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:53.907497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:53.921345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db0eff24-234d-485b-8358-d652d5ff3803 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.945080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db0eff24-234d-485b-8358-d652d5ff3803 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.947881 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db0eff24-234d-485b-8358-d652d5ff3803 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.948525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:53.949572 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-db0eff24-234d-485b-8358-d652d5ff3803 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "PUT /v2.0/security-groups/615a1892-db43-45d4-9904-9bef642756b4 HTTP/1.1" status: 200 len: 1777 time: 0.4108891 Dec 22 08:47:53.953587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54346) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:53.959546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:subnet and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:53.959815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Made reservation on behalf of bb2bd1514e0f4e629163260ad4eebdd6 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:53.962299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.964239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e495119-f542-4fd7-ae4b-c73b246fcac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:53.972392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Subnet': ['ID=a5a4a9b3-e137-4e61-bea6-ea6a43dd217d,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:53.982466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:54.001601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:54.014010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Checking segment: {'id': 'dc9fe98a-bf70-4c22-aa7d-337446f5557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:54.014682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network hostable DHCP agents. Network: 4076a814-f512-4df8-9b34-5269c30a8ec3, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:47:54.021924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0eff24-234d-485b-8358-d652d5ff3803 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615a1892-db43-45d4-9904-9bef642756b4,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:54.046996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:54.050691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.051142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:47:54.064720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.065359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Added segment 5b4df228-ae62-4ec9-9e31-3e556630a11d of type vlan for network 99f86ee4-615f-4aac-b00d-22f32dd67590 Dec 22 08:47:54.065948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-906224fb-f2fa-4b66-98df-524285cae5f9', 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'tenant_id': '39a3def147ae4bb19b237215458a90b3', 'fixed_ips': [{'subnet_id': 'b3fec708-9eb4-40a2-ad95-26118a0298b2'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:47:54.069097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.072846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 4076a814-f512-4df8-9b34-5269c30a8ec3 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:47:54.079227 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c31491dc-42a2-4418-a1b4-f89d4ade7e17 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups/615a1892-db43-45d4-9904-9bef642756b4 HTTP/1.1" status: 200 len: 1777 time: 0.1227834 Dec 22 08:47:54.084802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54350) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:54.121203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 4076a814-f512-4df8-9b34-5269c30a8ec3) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:54.135700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:54.137131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.145160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.191973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e495119-f542-4fd7-ae4b-c73b246fcac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.202536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d95788-50bf-4e92-b575-70c67e51a227 None None] Network 4076a814-f512-4df8-9b34-5269c30a8ec3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:54.220006 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2f9e4ef1-a7f6-4513-94b8-7a14d6784e2d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5096211 Dec 22 08:47:54.225638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54354) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:54.231021 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e495119-f542-4fd7-ae4b-c73b246fcac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b081547-8530-4af1-b7e7-46ca8b210d0a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:54.254907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e495119-f542-4fd7-ae4b-c73b246fcac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.256069 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4e495119-f542-4fd7-ae4b-c73b246fcac7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b081547-8530-4af1-b7e7-46ca8b210d0a HTTP/1.1" status: 204 len: 168 time: 0.8416355 Dec 22 08:47:54.293622 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.339220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab3b17b5-cf5a-4643-9398-06c9ea137e92 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.387929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.390095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:54.390851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.478005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 898af390-3ffa-44be-a126-4062fb13c945 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:54.532121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 898af390-3ffa-44be-a126-4062fb13c945 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:54.532121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 898af390-3ffa-44be-a126-4062fb13c945 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:54.576412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Allocated IP 2001:db8::2 (906224fb-f2fa-4b66-98df-524285cae5f9/b3fec708-9eb4-40a2-ad95-26118a0298b2/5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:54.594772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.objects.ports [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87534) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:47:54.596178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.603141 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9336891 Dec 22 08:47:54.607206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab3b17b5-cf5a-4643-9398-06c9ea137e92 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.622167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54362) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:54.674592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:54.677888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:54.681198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:54.681821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.715587 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9350891 Dec 22 08:47:54.718367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54370) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:54.727970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Request body: {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'mac_address': 'fa:16:3e:d5:26:97', 'name': 'tempest-NetworksTestDHCPv6-732684225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:54.752728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Request body: {'subnet': {'network_id': '99f86ee4-615f-4aac-b00d-22f32dd67590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:54.774247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:54.781227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5321bb-6a5e-4b07-944f-5585d43c63e1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Subnet': ['ID=c9c826b3-732c-4b9b-b743-1815e4e331bf,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:54.789958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-4076a814-f512-4df8-9b34-5269c30a8ec3', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:47:54.790880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:54.835741 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c522973-a9f5-45b9-ba0e-d6edb9384afa tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event updated for resources: {'Network': ['ID=99f86ee4-615f-4aac-b00d-22f32dd67590,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:54.849595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Usage tracker for resource:subnet and tenant:bb2bd1514e0f4e629163260ad4eebdd6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:54.862884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:54.868341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 99f86ee4-615f-4aac-b00d-22f32dd67590 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:47:54.927615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:54.951349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:54.955808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Usage tracker for resource:port and tenant:39a3def147ae4bb19b237215458a90b3 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:54.959445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:54.965808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:54.983833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Made reservation on behalf of 39a3def147ae4bb19b237215458a90b3 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:54.993437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab3b17b5-cf5a-4643-9398-06c9ea137e92 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.024674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b17b5-cf5a-4643-9398-06c9ea137e92 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615a1892-db43-45d4-9904-9bef642756b4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:55.026966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Made reservation on behalf of bb2bd1514e0f4e629163260ad4eebdd6 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:55.030245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.055236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Allocated IP 2001:db8::2 (4076a814-f512-4df8-9b34-5269c30a8ec3/a5a4a9b3-e137-4e61-bea6-ea6a43dd217d/aed11ff4-2da6-4c15-a3da-879f28c724f3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:55.149982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab3b17b5-cf5a-4643-9398-06c9ea137e92 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.151349 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ab3b17b5-cf5a-4643-9398-06c9ea137e92 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/615a1892-db43-45d4-9904-9bef642756b4 HTTP/1.1" status: 204 len: 168 time: 1.0652881 Dec 22 08:47:55.153065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.159256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54384) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:55.195431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] device_id is not set on port 990b78de-ff63-4c8e-b996-33a57a3964d1 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:47:55.238874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.343270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.352884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54390) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:55.367507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Transition to ACTIVE for port object 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:55.440448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Transition to ACTIVE for port object 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:55.449349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.455221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5b41d279-563f-4999-8c59-8a29b4bf0240 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:55.492824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-643944514'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:55.503567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:55.520322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Usage tracker for resource:network and tenant:75b9c2fbbcb545a39e26805f9586273f is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:55.522270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.525214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:55.533984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:55.535004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:55.540152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5b41d279-563f-4999-8c59-8a29b4bf0240 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:55.544723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:55.544887 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5b41d279-563f-4999-8c59-8a29b4bf0240 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3785715 Dec 22 08:47:55.546093 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:55.546271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54396) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:55.552171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Transition to ACTIVE for port object aed11ff4-2da6-4c15-a3da-879f28c724f3 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:55.556430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Pushing event updated for resources: {'Port': ['ID=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:55.577416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Made reservation on behalf of 75b9c2fbbcb545a39e26805f9586273f for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:55.580958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.619697 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-aa771c36-6ec4-4e14-b50b-fe51b0c9849f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] delete failed (client error): The resource could not be found. Dec 22 08:47:55.624681 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aa771c36-6ec4-4e14-b50b-fe51b0c9849f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/615a1892-db43-45d4-9904-9bef642756b4 HTTP/1.1" status: 404 len: 347 time: 0.0741954 Dec 22 08:47:55.630585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54400) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:55.631384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.650428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696929398'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:55.651173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Transition to ACTIVE for port object aed11ff4-2da6-4c15-a3da-879f28c724f3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:55.658585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:55.662308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.672730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:55.681976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Usage tracker for resource:security_group_rule and tenant:75b9c2fbbcb545a39e26805f9586273f is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:55.691557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:55.694047 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Attempting to bind port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:55.694370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Attempting to bind port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:55.694731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Attempting to bind port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe on network 906224fb-f2fa-4b66-98df-524285cae5f9 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:47:55.706448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:55.708741 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:55.716389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8::224 (906224fb-f2fa-4b66-98df-524285cae5f9/b3fec708-9eb4-40a2-ad95-26118a0298b2/990b78de-ff63-4c8e-b996-33a57a3964d1) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:55.723509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:47:55.723829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Checking segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:55.724289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.724889 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Bound using segment: {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:47:55.725281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Bound port: 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:55.725720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.731191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Allocated IP 2001:db8:0:1:f816:3eff:fed5:2697 (906224fb-f2fa-4b66-98df-524285cae5f9/c9c826b3-732c-4b9b-b743-1815e4e331bf/990b78de-ff63-4c8e-b996-33a57a3964d1) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:55.763407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Network 4076a814-f512-4df8-9b34-5269c30a8ec3 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:55.791337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:55.796987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Pushing event updated for resources: {'Port': ['ID=aed11ff4-2da6-4c15-a3da-879f28c724f3,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:55.811759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:55.854893 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.893842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Allocated IP 2001:db8::1 (4076a814-f512-4df8-9b34-5269c30a8ec3/a5a4a9b3-e137-4e61-bea6-ea6a43dd217d/340e385e-18b5-4d69-9a2f-e32b20156cb2) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:55.900526 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:55.912815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:55.925161 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:55.931262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Attempting to bind port aed11ff4-2da6-4c15-a3da-879f28c724f3 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:55.931262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Attempting to bind port aed11ff4-2da6-4c15-a3da-879f28c724f3 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dc9fe98a-bf70-4c22-aa7d-337446f5557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:55.931612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Attempting to bind port aed11ff4-2da6-4c15-a3da-879f28c724f3 on network 4076a814-f512-4df8-9b34-5269c30a8ec3 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:47:55.934574 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] For port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:47:55.942103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:47:55.942782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Checking segment: {'id': 'dc9fe98a-bf70-4c22-aa7d-337446f5557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:55.942963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.943261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Bound using segment: {'id': 'dc9fe98a-bf70-4c22-aa7d-337446f5557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:47:55.946419 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:55.954605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Bound port: aed11ff4-2da6-4c15-a3da-879f28c724f3, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9fe98a-bf70-4c22-aa7d-337446f5557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:55.954814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:55.969843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] For port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:47:56.012537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.130271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.135481 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] For port aed11ff4-2da6-4c15-a3da-879f28c724f3, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:47:56.142981 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] For port aed11ff4-2da6-4c15-a3da-879f28c724f3, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=aed11ff4-2da6-4c15-a3da-879f28c724f3,segment=NetworkSegment(dc9fe98a-bf70-4c22-aa7d-337446f5557a),segment_id=dc9fe98a-bf70-4c22-aa7d-337446f5557a)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:47:56.145636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1528a-65b3-43a8-88e0-c7b50366e7d1 None None] Pushing event updated for resources: {'Port': ['ID=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:56.147908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.149981 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.212035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.objects.ports [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87535) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:47:56.212563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.244528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bafde-7ffc-4cee-b092-9d556b7c9020 None None] Pushing event updated for resources: {'Port': ['ID=aed11ff4-2da6-4c15-a3da-879f28c724f3,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:56.254521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.257652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:47:56.259719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d7397f-2b32-4a46-bff3-7e1be9c30a7b,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:56.273344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.275016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.286667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.290692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.291043 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Added segment cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7 of type vlan for network 51c0cf41-43f1-4e02-8c8c-39760189b321 Dec 22 08:47:56.304375 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Transition to ACTIVE for port object 990b78de-ff63-4c8e-b996-33a57a3964d1 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:56.333076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Transition to ACTIVE for port object 340e385e-18b5-4d69-9a2f-e32b20156cb2 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:56.352316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9188e2e7-866d-4846-a78e-b5c591b21c70,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:56.357911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Checking segment: {'id': '5b4df228-ae62-4ec9-9e31-3e556630a11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '99f86ee4-615f-4aac-b00d-22f32dd67590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:56.358275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Network hostable DHCP agents. Network: 99f86ee4-615f-4aac-b00d-22f32dd67590, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:47:56.385003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.387392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Network 99f86ee4-615f-4aac-b00d-22f32dd67590 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:47:56.389438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa9a30-0634-47a9-add5-cc24ce3644d9,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:56.402486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.403135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.406386 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e947ecc6-1c1b-4170-92fa-5ab66dfe61a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7614715 Dec 22 08:47:56.407963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54404) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:56.428533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': '44fa9a30-0634-47a9-add5-cc24ce3644d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:56.443464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:56.445225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 99f86ee4-615f-4aac-b00d-22f32dd67590) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:56.451766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:56.456355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:56.465131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b336eb-e236-47c8-947e-9124f23e80b0 None None] Network 99f86ee4-615f-4aac-b00d-22f32dd67590 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:56.480374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:56.480966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.486046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.488041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:56.513956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 4076a814-f512-4df8-9b34-5269c30a8ec3 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:56.521936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:56.526924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:56.527515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.570691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=340e385e-18b5-4d69-9a2f-e32b20156cb2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:56.580727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.595133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:56.596623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.597501 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ad1e17a8-6905-4d2b-a91f-d53658425f70 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9695511 Dec 22 08:47:56.614000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54408) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:56.623797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Request body: {'floatingip': {'floating_network_id': '99f86ee4-615f-4aac-b00d-22f32dd67590'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:56.630503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:56.641602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Usage tracker for resource:floatingip and tenant:bb2bd1514e0f4e629163260ad4eebdd6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:56.645646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:56.654447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:56.684677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.754040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event updated for resources: {'Port': ['ID=990b78de-ff63-4c8e-b996-33a57a3964d1,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:56.763771 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4093549 Dec 22 08:47:56.772796 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54412) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:56.807949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Network 906224fb-f2fa-4b66-98df-524285cae5f9 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:56.814472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Request body: {'subnet': {'network_id': '51c0cf41-43f1-4e02-8c8c-39760189b321', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:56.840537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:56.868761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:56.874422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:56.875028 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.884066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.931998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.965066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device aed11ff4-2da6-4c15-a3da-879f28c724f3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:56.996746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38a010-679d-45df-af07-0c4fb34f6e60 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Pushing event updated for resources: {'Network': ['ID=51c0cf41-43f1-4e02-8c8c-39760189b321,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:57.031045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 51c0cf41-43f1-4e02-8c8c-39760189b321 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:47:57.061805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207d242-fd37-40ee-8802-03e671ec9edf None None] Network 99f86ee4-615f-4aac-b00d-22f32dd67590 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:57.105252 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cfe545ee-4d6e-4ed1-8fba-fc1a6671393f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3830512 Dec 22 08:47:57.113034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54416) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:57.157057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.163461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:57.178894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Usage tracker for resource:subnet and tenant:75b9c2fbbcb545a39e26805f9586273f is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:57.181373 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.191264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:57.191638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.216931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:57.229595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e9df91-a69c-4ea1-a051-6b71f4bd20f9,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:57.252016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.257995 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5aa7dd07-a426-4870-aad6-0a96b0a29a4c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8489811 Dec 22 08:47:57.259730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54420) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:57.263825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cf688296-cc62-4029-80a5-16def96ea7a5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting port 990b78de-ff63-4c8e-b996-33a57a3964d1 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:57.263825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cf688296-cc62-4029-80a5-16def96ea7a5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.282695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port aed11ff4-2da6-4c15-a3da-879f28c724f3 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:57.302191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Made reservation on behalf of 75b9c2fbbcb545a39e26805f9586273f for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:57.304935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.322273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:57.420402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-589e46b7-fa5e-4590-b0fe-f6e55bd879b2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.462755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:57.463558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-589e46b7-fa5e-4590-b0fe-f6e55bd879b2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.554621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Allocated IP 172.20.0.14 (99f86ee4-615f-4aac-b00d-22f32dd67590/9188e2e7-866d-4846-a78e-b5c591b21c70/30f1a834-8f75-4a13-8087-754fb1d942b2) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:57.558201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-589e46b7-fa5e-4590-b0fe-f6e55bd879b2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.590261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e46b7-fa5e-4590-b0fe-f6e55bd879b2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2e9df91-a69c-4ea1-a051-6b71f4bd20f9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:57.625968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-589e46b7-fa5e-4590-b0fe-f6e55bd879b2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.629607 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-589e46b7-fa5e-4590-b0fe-f6e55bd879b2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d2e9df91-a69c-4ea1-a051-6b71f4bd20f9 HTTP/1.1" status: 204 len: 168 time: 0.3671069 Dec 22 08:47:57.630441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54424) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:57.642537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.649328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.650186 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.776034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68346cd0-27c5-4e57-9ba9-5d35c15f4862 None None] Network 4076a814-f512-4df8-9b34-5269c30a8ec3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:57.813315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-df6f3616-322f-481f-ab2e-0b76f70c598d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:57.833629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cf688296-cc62-4029-80a5-16def96ea7a5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.897166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-41d1bebc-a08b-4131-993b-fdbed6d174b6 None None] Provisioning for port aed11ff4-2da6-4c15-a3da-879f28c724f3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:57.919948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-41d1bebc-a08b-4131-993b-fdbed6d174b6 None None] Provisioning complete for port aed11ff4-2da6-4c15-a3da-879f28c724f3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:57.920218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-41d1bebc-a08b-4131-993b-fdbed6d174b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.953334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=340e385e-18b5-4d69-9a2f-e32b20156cb2,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:58.000214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cf688296-cc62-4029-80a5-16def96ea7a5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Calling delete_port for 990b78de-ff63-4c8e-b996-33a57a3964d1 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:58.055733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.093080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-df6f3616-322f-481f-ab2e-0b76f70c598d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:58.094476 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-df6f3616-322f-481f-ab2e-0b76f70c598d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4634557 Dec 22 08:47:58.103298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54428) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:58.136106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.164264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Pushing event updated for resources: {'Subnet': ['ID=c6c29523-896d-406d-9fe7-d096ff6821ff,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:58.191807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-41d1bebc-a08b-4131-993b-fdbed6d174b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.203780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 4076a814-f512-4df8-9b34-5269c30a8ec3 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:58.208985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Checking segment: {'id': 'cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '51c0cf41-43f1-4e02-8c8c-39760189b321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:58.209475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Network hostable DHCP agents. Network: 51c0cf41-43f1-4e02-8c8c-39760189b321, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:47:58.214697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:58.225270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39571f0-a1d8-4d25-84ba-9140dfc39062 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:58.236878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a29ebb8-51c5-4f6d-b686-22121367d0ee tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.334107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-41d1bebc-a08b-4131-993b-fdbed6d174b6 None None] For port aed11ff4-2da6-4c15-a3da-879f28c724f3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=aed11ff4-2da6-4c15-a3da-879f28c724f3,segment=NetworkSegment(dc9fe98a-bf70-4c22-aa7d-337446f5557a),segment_id=dc9fe98a-bf70-4c22-aa7d-337446f5557a)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:58.346393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-41d1bebc-a08b-4131-993b-fdbed6d174b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.396134 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Network 51c0cf41-43f1-4e02-8c8c-39760189b321 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:47:58.404267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a29ebb8-51c5-4f6d-b686-22121367d0ee tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.419626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.421542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 51c0cf41-43f1-4e02-8c8c-39760189b321) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:58.443629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e3e97-e9c8-4f85-958d-482cae7ee01b None None] Network 51c0cf41-43f1-4e02-8c8c-39760189b321 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:58.460187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:58.461067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.494079 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8158c99d-2cd6-4571-a9d6-e73fba7bcb06 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6927252 Dec 22 08:47:58.500162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54432) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:58.520629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Request body: {'port': {'network_id': '51c0cf41-43f1-4e02-8c8c-39760189b321', 'name': 'tempest-TagsExtTest-1526479425'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:58.534419 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cf688296-cc62-4029-80a5-16def96ea7a5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.555423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Network 99f86ee4-615f-4aac-b00d-22f32dd67590 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:58.566511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:58.587961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:58.602294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1bebc-a08b-4131-993b-fdbed6d174b6 None None] Pushing event updated for resources: {'Port': ['ID=aed11ff4-2da6-4c15-a3da-879f28c724f3,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:58.617830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b99085af-aefa-454d-8c36-a9cfac3b0fe4 None None] Provisioning for port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:58.628431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event updated for resources: {'Port': ['ID=30f1a834-8f75-4a13-8087-754fb1d942b2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:58.637965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf688296-cc62-4029-80a5-16def96ea7a5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Port': ['ID=990b78de-ff63-4c8e-b996-33a57a3964d1,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:58.642201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b99085af-aefa-454d-8c36-a9cfac3b0fe4 None None] Provisioning complete for port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:58.642201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b99085af-aefa-454d-8c36-a9cfac3b0fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.768316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a29ebb8-51c5-4f6d-b686-22121367d0ee tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.783895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device aed11ff4-2da6-4c15-a3da-879f28c724f3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:58.786893 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cf688296-cc62-4029-80a5-16def96ea7a5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.791628 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cf688296-cc62-4029-80a5-16def96ea7a5 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/990b78de-ff63-4c8e-b996-33a57a3964d1 HTTP/1.1" status: 204 len: 168 time: 1.6754601 Dec 22 08:47:58.791970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54436) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:58.818064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29ebb8-51c5-4f6d-b686-22121367d0ee tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa9a30-0634-47a9-add5-cc24ce3644d9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:58.848125 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:47:58.867913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:58.872920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Usage tracker for resource:port and tenant:75b9c2fbbcb545a39e26805f9586273f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:58.891423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:58.901693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a29ebb8-51c5-4f6d-b686-22121367d0ee tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:58.905975 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7a29ebb8-51c5-4f6d-b686-22121367d0ee tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/44fa9a30-0634-47a9-add5-cc24ce3644d9 HTTP/1.1" status: 204 len: 168 time: 0.8011668 Dec 22 08:47:58.907325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89bd5ab-fa3b-4822-99d2-ac50b813cebd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:58.908452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c89bd5ab-fa3b-4822-99d2-ac50b813cebd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:58.908874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:58.911685 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54440) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:58.928109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c89bd5ab-fa3b-4822-99d2-ac50b813cebd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:58.930248 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c89bd5ab-fa3b-4822-99d2-ac50b813cebd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1356826 Dec 22 08:47:58.932875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54444) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:59.044926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-51c0cf41-43f1-4e02-8c8c-39760189b321', 'network_id': '51c0cf41-43f1-4e02-8c8c-39760189b321', 'tenant_id': '75b9c2fbbcb545a39e26805f9586273f', 'fixed_ips': [{'subnet_id': 'c6c29523-896d-406d-9fe7-d096ff6821ff'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:47:59.046047 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.082210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cb2c04-a26d-4645-8bd4-c73a819a75ce tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:59.083990 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-54cb2c04-a26d-4645-8bd4-c73a819a75ce tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1490824 Dec 22 08:47:59.086529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54448) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:59.129342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a22c0dba-b4a5-4469-a0ab-ede761629e7b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:59.131717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Made reservation on behalf of 75b9c2fbbcb545a39e26805f9586273f for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:59.135032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.155539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.161755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e1834e-22be-43bc-af97-4f0e8290c3fa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:59.164217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e1834e-22be-43bc-af97-4f0e8290c3fa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:59.166924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e1834e-22be-43bc-af97-4f0e8290c3fa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:59.168633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-99e1834e-22be-43bc-af97-4f0e8290c3fa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:59.189393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-99e1834e-22be-43bc-af97-4f0e8290c3fa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:59.191461 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-99e1834e-22be-43bc-af97-4f0e8290c3fa tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1037216 Dec 22 08:47:59.194115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54452) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:59.225255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] device_id is not set on port 8ef8d9ea-097f-4e62-b81e-7130c055c138 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:47:59.271962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabc923a-ecb0-4f9f-a589-cf98b8c92141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet b3fec708-9eb4-40a2-ad95-26118a0298b2 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:59.275895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eabc923a-ecb0-4f9f-a589-cf98b8c92141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.286860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:59.292436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b99085af-aefa-454d-8c36-a9cfac3b0fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.299751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a22c0dba-b4a5-4469-a0ab-ede761629e7b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:59.305107 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a22c0dba-b4a5-4469-a0ab-ede761629e7b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3864334 Dec 22 08:47:59.312686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54456) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:59.313266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:59.329922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group': {'name': 'tempest-secgroup--349660600'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:59.340593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port aed11ff4-2da6-4c15-a3da-879f28c724f3 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:59.340968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.347923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:59.349246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eabc923a-ecb0-4f9f-a589-cf98b8c92141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.359948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.410056 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9bc22642-afb1-444c-a28f-91ee1607b1f6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1831164 Dec 22 08:47:59.413606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:59.415368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54460) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:59.422671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:59.423308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:59.429952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1107591341'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:59.439628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:59.449313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.459971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:network and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:59.468816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:59.477826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:59.501472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:59.517128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:59.520313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:59.529250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:59.531172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:59.534540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.553080 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Allocated IP 172.20.0.2 (51c0cf41-43f1-4e02-8c8c-39760189b321/c6c29523-896d-406d-9fe7-d096ff6821ff/6bfd7582-508e-448a-b012-fee4fee298c3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:59.561345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b99085af-aefa-454d-8c36-a9cfac3b0fe4 None None] For port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:59.567492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eabc923a-ecb0-4f9f-a589-cf98b8c92141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.578514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7b651-0b3a-4436-b093-8fca899fcd65 None None] Update dhcp port {'port': {'network_id': '906224fb-f2fa-4b66-98df-524285cae5f9', 'fixed_ips': [{'subnet_id': 'b3fec708-9eb4-40a2-ad95-26118a0298b2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c9c826b3-732c-4b9b-b743-1815e4e331bf'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': '5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:47:59.611660 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b99085af-aefa-454d-8c36-a9cfac3b0fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.654119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eabc923a-ecb0-4f9f-a589-cf98b8c92141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.655240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:47:59.671612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.672024 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added segment 1c88ddc1-24c8-452d-af34-bdb370d88b3e of type vlan for network 9e015e6f-48c7-487e-b07a-e11a5a328219 Dec 22 08:47:59.697108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc923a-ecb0-4f9f-a589-cf98b8c92141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=b3fec708-9eb4-40a2-ad95-26118a0298b2,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:59.702286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eabc923a-ecb0-4f9f-a589-cf98b8c92141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.717210 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eabc923a-ecb0-4f9f-a589-cf98b8c92141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/b3fec708-9eb4-40a2-ad95-26118a0298b2 HTTP/1.1" status: 204 len: 168 time: 0.5216575 Dec 22 08:47:59.720756 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54464) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:59.732206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.762155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.768080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.771247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.771728 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-62c7b651-0b3a-4436-b093-8fca899fcd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.799611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Deleting subnet c9c826b3-732c-4b9b-b743-1815e4e331bf {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:59.799869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.803446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.865368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:59.868900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.930809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:59.957161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99085af-aefa-454d-8c36-a9cfac3b0fe4 None None] Pushing event updated for resources: {'Port': ['ID=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:00.007632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8cf64e61-fc2f-4f2c-bebb-1cc99f42a313 None None] Provisioning for port 340e385e-18b5-4d69-9a2f-e32b20156cb2 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:00.032829 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.039460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8cf64e61-fc2f-4f2c-bebb-1cc99f42a313 None None] Provisioning complete for port 340e385e-18b5-4d69-9a2f-e32b20156cb2 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:00.039822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8cf64e61-fc2f-4f2c-bebb-1cc99f42a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.078034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.082449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.084599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:00.085073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c826b3-732c-4b9b-b743-1815e4e331bf,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:00.085366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.097245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.097586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.098418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.098418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.098640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.098883 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.099203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.099518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.100172 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.100172 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.100452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.100765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:00.104437 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6691c47b-19f6-40d5-a9da-cd0d4f4b8273 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/c9c826b3-732c-4b9b-b743-1815e4e331bf HTTP/1.1" status: 204 len: 168 time: 0.3835716 Dec 22 08:48:00.109742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54468) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.136061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102bb162-ab6f-413a-b01d-373c84433150,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:00.182513 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88c281fc-e279-444f-9e04-4d47a8a5ddcc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692012 Dec 22 08:48:00.182770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54472) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.204692 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7833292 Dec 22 08:48:00.204692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event updated for resources: {'Port': ['ID=30f1a834-8f75-4a13-8087-754fb1d942b2,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:00.210339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54476) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.211120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.215366 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a8aec5d0-1b6f-4843-ac5e-aa19319722bc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8985198 Dec 22 08:48:00.220452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54478) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.223727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': '102bb162-ab6f-413a-b01d-373c84433150', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:00.240719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:00.248464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:00.251704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:00.259735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:00.265597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.280829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'subnet': {'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:00.281222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8cf64e61-fc2f-4f2c-bebb-1cc99f42a313 None None] Port 340e385e-18b5-4d69-9a2f-e32b20156cb2 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:00.294606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0f242-38b3-4878-ad17-8dac445f21fd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:00.298619 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-54a0f242-38b3-4878-ad17-8dac445f21fd tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1119378 Dec 22 08:48:00.298924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54484) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.301980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.307063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5f010-fbe1-4b27-8cac-096c3391dd26 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Network': ['ID=9e015e6f-48c7-487e-b07a-e11a5a328219,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:00.332209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.336361 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-088f1247-8b6f-442f-a5c3-15fadac4fc38 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7212293 Dec 22 08:48:00.337211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54488) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.379969 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 9e015e6f-48c7-487e-b07a-e11a5a328219 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:00.408251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeda54f-2119-43bb-9358-203003bb742d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:00.409068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4aeda54f-2119-43bb-9358-203003bb742d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Synchronizing usage tracker for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:00.435681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.442100 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.458140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4aeda54f-2119-43bb-9358-203003bb742d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Unset dirty status for tenant:39a3def147ae4bb19b237215458a90b3 on resource:subnet {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:00.461983 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4aeda54f-2119-43bb-9358-203003bb742d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1596968 Dec 22 08:48:00.469235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54492) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.474787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8a9972-16a9-4e88-81ca-efa40f147b77,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:00.493653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b52d21d7-da2d-407b-86ec-8465ffad9354 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Synchronizing usage tracker for tenant:bb2bd1514e0f4e629163260ad4eebdd6 on resource:floatingip {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:00.503254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:00.509057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:subnet and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:00.514156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:00.525572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:00.525925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8cf64e61-fc2f-4f2c-bebb-1cc99f42a313 None None] Provisioning complete for port aed11ff4-2da6-4c15-a3da-879f28c724f3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:00.526305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8cf64e61-fc2f-4f2c-bebb-1cc99f42a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.532896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b52d21d7-da2d-407b-86ec-8465ffad9354 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Unset dirty status for tenant:bb2bd1514e0f4e629163260ad4eebdd6 on resource:floatingip {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:00.537489 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b52d21d7-da2d-407b-86ec-8465ffad9354 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=99f86ee4-615f-4aac-b00d-22f32dd67590 HTTP/1.1" status: 200 len: 690 time: 0.1970062 Dec 22 08:48:00.538553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54496) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server [None req-62c7b651-0b3a-4436-b093-8fca899fcd65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9c826b3-732c-4b9b-b743-1815e4e331bf: This subnet is being modified by another concurrent operation. Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1491, in update_port Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9c826b3-732c-4b9b-b743-1815e4e331bf: This subnet is being modified by another concurrent operation. Dec 22 08:48:00.551155 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server Dec 22 08:48:00.557001 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ac388bbc-3d73-4648-a18c-22f1f3282881 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831501 Dec 22 08:48:00.558744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54500) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.573814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:00.577763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.597193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.598444 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3512bbd9-6961-4a84-ab45-a09fccdcfe58 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3786173 Dec 22 08:48:00.604380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54504) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.610246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': '102bb162-ab6f-413a-b01d-373c84433150', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:00.616234 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-0135339f-c32c-4aa2-b953-0f7ab13568d7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:00.616708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0135339f-c32c-4aa2-b953-0f7ab13568d7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:00.623998 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0135339f-c32c-4aa2-b953-0f7ab13568d7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/990b78de-ff63-4c8e-b996-33a57a3964d1 HTTP/1.1" status: 404 len: 333 time: 0.0613585 Dec 22 08:48:00.624679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54508) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.629463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:00.635120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.668368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:00.673979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:00.677120 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc839d2e-a400-4be7-b679-ea4d38fb38a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:00.677741 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc839d2e-a400-4be7-b679-ea4d38fb38a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:00.681733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Transition to ACTIVE for port object 6bfd7582-508e-448a-b012-fee4fee298c3 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:00.682455 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fc839d2e-a400-4be7-b679-ea4d38fb38a4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/c9c826b3-732c-4b9b-b743-1815e4e331bf HTTP/1.1" status: 404 len: 337 time: 0.0548553 Dec 22 08:48:00.686100 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54512) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.688554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:00.724478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788a9cfd-08b0-4342-a41c-c97b365e34b2 None None] Network 906224fb-f2fa-4b66-98df-524285cae5f9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:00.734837 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-50989e70-311f-4e38-b04d-dfbcb40b343a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:00.735299 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50989e70-311f-4e38-b04d-dfbcb40b343a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:00.740561 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-50989e70-311f-4e38-b04d-dfbcb40b343a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/b3fec708-9eb4-40a2-ad95-26118a0298b2 HTTP/1.1" status: 404 len: 337 time: 0.0535758 Dec 22 08:48:00.741152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54516) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.769272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Transition to ACTIVE for port object 6bfd7582-508e-448a-b012-fee4fee298c3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:00.784013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:00.796069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.803262 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccd737c-ef16-4318-b8ad-127ed83995db tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:00.803986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccd737c-ef16-4318-b8ad-127ed83995db tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:00.808181 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1ccd737c-ef16-4318-b8ad-127ed83995db tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/16519fb9-94b3-45ff-a30a-df434fa71829 HTTP/1.1" status: 404 len: 333 time: 0.0627909 Dec 22 08:48:00.809043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54520) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.838825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.863642 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ea045d-3e02-414b-8fc9-47f757305913 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:00.864015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ea045d-3e02-414b-8fc9-47f757305913 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:00.865762 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c6ea045d-3e02-414b-8fc9-47f757305913 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/b9fc2ba6-8d3a-42c3-a1ef-7c2dc2c62a49 HTTP/1.1" status: 404 len: 337 time: 0.0564532 Dec 22 08:48:00.868738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.869313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54524) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.916451 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d626fe-0ff6-439a-b856-a8426f760141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:00.916905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d626fe-0ff6-439a-b856-a8426f760141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:00.921562 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c1d626fe-0ff6-439a-b856-a8426f760141 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/aa7793d6-e8a3-484f-90b9-1fb9a830ab5a HTTP/1.1" status: 404 len: 337 time: 0.0489941 Dec 22 08:48:00.922406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54528) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.973505 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9c5b55-aeb6-439c-aa58-5086c594b782 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:00.974062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9c5b55-aeb6-439c-aa58-5086c594b782 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:00.993669 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4c9c5b55-aeb6-439c-aa58-5086c594b782 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/81c2469e-56ff-4daf-8956-fdaf5c72f732 HTTP/1.1" status: 404 len: 333 time: 0.0679064 Dec 22 08:48:00.993669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.994752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54532) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.004501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Allocated IP 172.20.0.13 (51c0cf41-43f1-4e02-8c8c-39760189b321/c6c29523-896d-406d-9fe7-d096ff6821ff/8ef8d9ea-097f-4e62-b81e-7130c055c138) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:01.007088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Deleting port 30f1a834-8f75-4a13-8087-754fb1d942b2 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:01.007428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.035533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.050904 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5e8099-167b-4158-af64-67c6dfc7fbda tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.051353 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5e8099-167b-4158-af64-67c6dfc7fbda tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.055804 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fa5e8099-167b-4158-af64-67c6dfc7fbda tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/bf921dc2-a716-4421-850a-58b52a287bcc HTTP/1.1" status: 404 len: 337 time: 0.0578341 Dec 22 08:48:01.057233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54536) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.079315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Network 51c0cf41-43f1-4e02-8c8c-39760189b321 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:01.105757 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Pushing event updated for resources: {'Port': ['ID=6bfd7582-508e-448a-b012-fee4fee298c3,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:01.111856 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5227e1-daea-446c-9f69-fb3ee2c862f2,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:01.115424 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6630ea20-5197-4e8c-acba-9597aa670170 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.115758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6630ea20-5197-4e8c-acba-9597aa670170 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.120111 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6630ea20-5197-4e8c-acba-9597aa670170 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/234e9e8f-01d4-4fc2-bb14-9168d7b89d96 HTTP/1.1" status: 404 len: 337 time: 0.0597839 Dec 22 08:48:01.120643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54540) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.121712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:01.137292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:01.148118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.148504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.148877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.149319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.149779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.150236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.150679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.151106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.151774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.152756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.153252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.153576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:01.154625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.159008 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-28481009-334e-4562-baac-6fd350db86a6 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5505106 Dec 22 08:48:01.161882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54544) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.172061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': '102bb162-ab6f-413a-b01d-373c84433150', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:01.178154 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b32bc7-5aa8-4f3b-a329-e0a8a2970db3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.178626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b32bc7-5aa8-4f3b-a329-e0a8a2970db3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.183029 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88b32bc7-5aa8-4f3b-a329-e0a8a2970db3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/81118985-5113-446d-806f-705314354286 HTTP/1.1" status: 404 len: 333 time: 0.0591071 Dec 22 08:48:01.183029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:01.183936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54548) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.207735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.221065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:01.311908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.329527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:01.338176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:47:56Z', 'revision_number': 2, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:47:57Z', 'revision_number': 2, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:01.338473 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cd1263-8298-4f0e-91dd-cbe65c45dc5d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.338829 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cd1263-8298-4f0e-91dd-cbe65c45dc5d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.343559 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d9cd1263-8298-4f0e-91dd-cbe65c45dc5d tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/e91fc814-ef2d-494e-a53a-ce76dc743060 HTTP/1.1" status: 404 len: 337 time: 0.1566291 Dec 22 08:48:01.343559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:01.343806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54552) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.350473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Attempting to bind port 6bfd7582-508e-448a-b012-fee4fee298c3 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:01.350837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Attempting to bind port 6bfd7582-508e-448a-b012-fee4fee298c3 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '51c0cf41-43f1-4e02-8c8c-39760189b321'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:01.351385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Attempting to bind port 6bfd7582-508e-448a-b012-fee4fee298c3 on network 51c0cf41-43f1-4e02-8c8c-39760189b321 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:01.362682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:01.363282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Updating router 9da2f6d4-f68e-4b0b-8870-99db57be482c port 340e385e-18b5-4d69-9a2f-e32b20156cb2 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:48:01.384893 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57b2b9b-f63b-48d3-bc9c-d18633127d15 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.385347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57b2b9b-f63b-48d3-bc9c-d18633127d15 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.390107 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b57b2b9b-f63b-48d3-bc9c-d18633127d15 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/75c13ff3-4089-418e-8619-4d689e9418b3 HTTP/1.1" status: 404 len: 337 time: 0.0428898 Dec 22 08:48:01.390285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54556) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.408136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:01.408504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Checking segment: {'id': 'cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '51c0cf41-43f1-4e02-8c8c-39760189b321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:01.409103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.409495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Bound using segment: {'id': 'cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '51c0cf41-43f1-4e02-8c8c-39760189b321'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:01.409985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Bound port: 6bfd7582-508e-448a-b012-fee4fee298c3, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '51c0cf41-43f1-4e02-8c8c-39760189b321'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:01.410353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.430165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4c648ba6-5d21-4bda-a7c0-6409e125ff32 None None] Provisioning complete for port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:01.430527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4c648ba6-5d21-4bda-a7c0-6409e125ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.437478 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d656fcfc-703f-4828-90c1-ac12e57461ee tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.437975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d656fcfc-703f-4828-90c1-ac12e57461ee tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.439638 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d656fcfc-703f-4828-90c1-ac12e57461ee tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/d69ff10f-a16c-493d-a7f4-4ecda787dda1 HTTP/1.1" status: 404 len: 333 time: 0.0483410 Dec 22 08:48:01.440525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.446988 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54560) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.468130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Subnet': ['ID=7f0ca784-919a-4e44-9da3-faacb8a7ba0e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:01.477144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.477471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.486870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:01.505353 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5696c7f1-9b66-410b-9dbb-f93eeb50b1b7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.505834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5696c7f1-9b66-410b-9dbb-f93eeb50b1b7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.507507 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5696c7f1-9b66-410b-9dbb-f93eeb50b1b7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/6eadfa41-1911-4f5e-992a-01eeed0fcf79 HTTP/1.1" status: 404 len: 337 time: 0.0596166 Dec 22 08:48:01.510640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54564) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.531163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] DHCP port deletion for 906224fb-f2fa-4b66-98df-524285cae5f9 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:48:01.551384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.567499 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6bb705-919b-421c-8fb1-8cdaf8711e50 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.567980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6bb705-919b-421c-8fb1-8cdaf8711e50 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.573262 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8d6bb705-919b-421c-8fb1-8cdaf8711e50 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/8b43733f-eb02-47bb-b6cf-b8842761d212 HTTP/1.1" status: 404 len: 333 time: 0.0589106 Dec 22 08:48:01.573262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54568) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.596368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.604782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Deleting port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:01.605177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.617248 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f33fa6-b8d6-441b-8cb1-2d20bf3945a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.617833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f33fa6-b8d6-441b-8cb1-2d20bf3945a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.619142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Calling delete_port for 30f1a834-8f75-4a13-8087-754fb1d942b2 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:01.631499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.636328 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-48f33fa6-b8d6-441b-8cb1-2d20bf3945a3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/c6da9dc2-767b-4932-87f9-5a5d03c1d997 HTTP/1.1" status: 404 len: 337 time: 0.0598731 Dec 22 08:48:01.637077 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54572) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.673003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.674356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Checking segment: {'id': '1c88ddc1-24c8-452d-af34-bdb370d88b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:01.674356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network hostable DHCP agents. Network: 9e015e6f-48c7-487e-b07a-e11a5a328219, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:01.695946 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f80075-3634-4ffb-8130-ae39d2ce91b1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.696420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f80075-3634-4ffb-8130-ae39d2ce91b1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.701505 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e5f80075-3634-4ffb-8130-ae39d2ce91b1 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/c834999f-d774-49f1-8a55-d985febbbf76 HTTP/1.1" status: 404 len: 333 time: 0.0603569 Dec 22 08:48:01.708027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54576) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.711132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04b3e26-d7ea-4ecd-88da-c312f64e2a6b,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:01.749075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.753002 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8070ea7d-da17-4c4c-8c8c-9ba34fa6e478 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5878644 Dec 22 08:48:01.755022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54580) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.756991 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1840e4b9-7f19-4b13-b1b9-ed73a7cc818a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.757446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1840e4b9-7f19-4b13-b1b9-ed73a7cc818a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.762203 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1840e4b9-7f19-4b13-b1b9-ed73a7cc818a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/902dedda-1f62-4483-9ba0-8c6f2d0d9d74 HTTP/1.1" status: 404 len: 337 time: 0.0505853 Dec 22 08:48:01.764056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': '102bb162-ab6f-413a-b01d-373c84433150', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:01.768069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54584) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.777171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] For port 6bfd7582-508e-448a-b012-fee4fee298c3, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:01.810852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:01.820236 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2401b1-cac2-49a0-a20a-70858c115364 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.820623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2401b1-cac2-49a0-a20a-70858c115364 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.825305 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ab2401b1-cac2-49a0-a20a-70858c115364 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/576b439d-8c1c-413b-a647-e704a136a7c8 HTTP/1.1" status: 404 len: 333 time: 0.0533576 Dec 22 08:48:01.825305 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:01.826550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54588) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.829192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:01.856722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.869208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:01.876361 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5274eaa1-dec0-48b4-8be1-bcfe556eb2d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.876361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5274eaa1-dec0-48b4-8be1-bcfe556eb2d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.876623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 9e015e6f-48c7-487e-b07a-e11a5a328219 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:01.880690 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5274eaa1-dec0-48b4-8be1-bcfe556eb2d3 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/79852405-707f-46b6-8b3a-5ee2b2513f95 HTTP/1.1" status: 404 len: 337 time: 0.0507319 Dec 22 08:48:01.880913 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54592) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.897184 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] For port 6bfd7582-508e-448a-b012-fee4fee298c3, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6bfd7582-508e-448a-b012-fee4fee298c3,segment=NetworkSegment(cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7),segment_id=cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:01.900365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Transition to ACTIVE for port object 8ef8d9ea-097f-4e62-b81e-7130c055c138 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:01.908711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:01.909109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 9e015e6f-48c7-487e-b07a-e11a5a328219) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:01.914123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:01.914704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.927317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.932117 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f3a73-93b9-4b01-8688-69237245347f None None] Network 9e015e6f-48c7-487e-b07a-e11a5a328219 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:01.935286 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a24dd92-fc6a-4875-a50d-acbc42ae39ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.935764 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a24dd92-fc6a-4875-a50d-acbc42ae39ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.937582 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2a24dd92-fc6a-4875-a50d-acbc42ae39ab tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/a4294d80-8af0-4530-9962-daa6d7673849 HTTP/1.1" status: 404 len: 333 time: 0.0558155 Dec 22 08:48:01.940230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54596) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.978198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.997481 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c41cdcc-cedd-45ee-9c9c-1e32e71d07f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:01.997973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c41cdcc-cedd-45ee-9c9c-1e32e71d07f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:01.999759 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0c41cdcc-cedd-45ee-9c9c-1e32e71d07f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/63569562-5c91-41aa-af0a-0777d334f3d3 HTTP/1.1" status: 404 len: 337 time: 0.0585761 Dec 22 08:48:02.003036 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7c6f5086-ef9a-411d-a651-ba5ce483f727 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7863004 Dec 22 08:48:02.003271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54600) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.005926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54604) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.015368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.068626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4c648ba6-5d21-4bda-a7c0-6409e125ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.100284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.106860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Network 51c0cf41-43f1-4e02-8c8c-39760189b321 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:02.113269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:02.115679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:02.204148 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-da21d58c-94db-4772-ab4c-55660b6ddf51 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:02.204449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Pushing event updated for resources: {'Port': ['ID=8ef8d9ea-097f-4e62-b81e-7130c055c138,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:02.204650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da21d58c-94db-4772-ab4c-55660b6ddf51 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:02.208867 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-da21d58c-94db-4772-ab4c-55660b6ddf51 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/177ffe7f-038f-4f73-95b2-7a9153a81915 HTTP/1.1" status: 404 len: 333 time: 0.2022090 Dec 22 08:48:02.213235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54608) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.260885 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1918773e-4edb-4014-a2fe-321436d9d51b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:02.261951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1918773e-4edb-4014-a2fe-321436d9d51b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:02.266300 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1918773e-4edb-4014-a2fe-321436d9d51b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/ab005809-58ba-41e8-96ba-939bcb3f8a8e HTTP/1.1" status: 404 len: 337 time: 0.0495555 Dec 22 08:48:02.267848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54612) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.283480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event deleted for resources: {'Port': ['ID=30f1a834-8f75-4a13-8087-754fb1d942b2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:02.312832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:02.313454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.336303 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-280cbd82-939b-424f-9b86-648dd337aba6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:02.336722 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280cbd82-939b-424f-9b86-648dd337aba6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:02.337486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.343282 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c01a374f-3eab-47eb-babb-2b31e404b1fc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8341107 Dec 22 08:48:02.346018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54616) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.347280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789c573-995c-4de1-98db-f23dcd2a3526 None None] Pushing event updated for resources: {'Port': ['ID=6bfd7582-508e-448a-b012-fee4fee298c3,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:02.353310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-521198689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:02.392648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:02.402988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Usage tracker for resource:router and tenant:75b9c2fbbcb545a39e26805f9586273f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:02.408001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:02.408245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.420198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:02.436664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.439529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4c648ba6-5d21-4bda-a7c0-6409e125ff32 None None] For port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:02.441218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] For port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:02.441821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.463197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4c648ba6-5d21-4bda-a7c0-6409e125ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.466854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.467570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.484297 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.501562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.518267 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-280cbd82-939b-424f-9b86-648dd337aba6 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/b2c6f601-6d5e-4fa8-b4cd-0ee5be3c557a HTTP/1.1" status: 404 len: 337 time: 0.2480204 Dec 22 08:48:02.521951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54620) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.549554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c389eb-f2ad-4d40-9d3e-edb943cc28fc,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:02.599864 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d883a433-3a89-4995-8f75-51ec2a9ea9cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:02.600447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d883a433-3a89-4995-8f75-51ec2a9ea9cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:02.603420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.626300 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d883a433-3a89-4995-8f75-51ec2a9ea9cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/da721813-2811-4ab5-a2ee-7ce32e9f0b92 HTTP/1.1" status: 404 len: 333 time: 0.1008494 Dec 22 08:48:02.627162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.631316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54624) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.659714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.668176 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-48894058-dfee-4178-b459-3913888f4269 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9059207 Dec 22 08:48:02.668176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54628) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.676818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Calling delete_port for 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:02.684773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': '102bb162-ab6f-413a-b01d-373c84433150', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:02.704118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9188e2e7-866d-4846-a78e-b5c591b21c70,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:02.711764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.715407 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f3a7984a-090e-470f-86c5-79421491685b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3652055 Dec 22 08:48:02.715407 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-12072597-2551-4138-9db8-ea60c6127cf0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:02.715407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12072597-2551-4138-9db8-ea60c6127cf0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:02.716882 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-12072597-2551-4138-9db8-ea60c6127cf0 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/05d791b1-38f7-41c5-87f4-2eb0ff9b693b HTTP/1.1" status: 404 len: 337 time: 0.0577967 Dec 22 08:48:02.718591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54632) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.724772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-076576a9-edf5-48f0-90f2-9f79044348ea tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-492019301', 'prefixes': ['172.20.0.0/16']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:02.729067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54634) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.786501 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d54e6e-e12c-4006-8cb6-86ab86d9d0ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:02.786912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d54e6e-e12c-4006-8cb6-86ab86d9d0ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:02.788617 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e6d54e6e-e12c-4006-8cb6-86ab86d9d0ae tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/e3e5cf46-03f4-47da-95df-585b30317f94 HTTP/1.1" status: 404 len: 337 time: 0.0416291 Dec 22 08:48:02.789710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-076576a9-edf5-48f0-90f2-9f79044348ea tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:02.797494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54640) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.809113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:02.809537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c648ba6-5d21-4bda-a7c0-6409e125ff32 None None] Pushing event updated for resources: {'Port': ['ID=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:02.818123 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:02.822873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:02.859676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:02.932818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-9e015e6f-48c7-487e-b07a-e11a5a328219', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:02.933767 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.937854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.939456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.942703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6bfd7582-508e-448a-b012-fee4fee298c3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:02.968531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f86ee4-615f-4aac-b00d-22f32dd67590']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:02.985763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:48:02.986007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4df228-ae62-4ec9-9e31-3e556630a11d') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:02.986120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:48:02.986436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4df228-ae62-4ec9-9e31-3e556630a11d') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:03.000407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.021463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.029980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:03.031326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.062800 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ff7327-dee5-4dca-a233-a3c85a3cdb1e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:03.063279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ff7327-dee5-4dca-a233-a3c85a3cdb1e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-11ff7327-dee5-4dca-a233-a3c85a3cdb1e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/24f89580-e967-4c75-bef1-199eea3bb7c6 HTTP/1.1" status: 404 len: 333 time: 0.2658997 Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:03.068029 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:03.073989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54644) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.074559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.162314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 6bfd7582-508e-448a-b012-fee4fee298c3 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:03.184063 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d546512-dacb-49f3-9104-538c04112071 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:03.184552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d546512-dacb-49f3-9104-538c04112071 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:03.185795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.186523 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5d546512-dacb-49f3-9104-538c04112071 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/e8b84bb5-f543-4abd-bf10-aedf8758774e HTTP/1.1" status: 404 len: 337 time: 0.1054113 Dec 22 08:48:03.189067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54648) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.203863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Allocated IP 2001:db8:1::2 (9e015e6f-48c7-487e-b07a-e11a5a328219/7f0ca784-919a-4e44-9da3-faacb8a7ba0e/bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:03.215975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.234177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Transition to ACTIVE for port object 340e385e-18b5-4d69-9a2f-e32b20156cb2 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:03.239748 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-48815f92-878b-48ee-a566-28a985ad6e2a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:03.240238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48815f92-878b-48ee-a566-28a985ad6e2a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:03.244471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.248285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.273596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99f86ee4-615f-4aac-b00d-22f32dd67590 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:48:03.275302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.276453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event deleted for resources: {'Network': ['ID=99f86ee4-615f-4aac-b00d-22f32dd67590,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:03.278690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.280580 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-de108899-a302-4594-9273-c34a384377f2 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "DELETE /v2.0/networks/99f86ee4-615f-4aac-b00d-22f32dd67590 HTTP/1.1" status: 204 len: 168 time: 2.7393770 Dec 22 08:48:03.282481 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-48815f92-878b-48ee-a566-28a985ad6e2a tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/61fa4f1e-b14c-4a91-a2c0-313bef420205 HTTP/1.1" status: 404 len: 337 time: 0.0925951 Dec 22 08:48:03.283148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54652) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.286106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54654) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.422933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-076576a9-edf5-48f0-90f2-9f79044348ea tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for subnetpool, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.424147 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-076576a9-edf5-48f0-90f2-9f79044348ea tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7046511 Dec 22 08:48:03.428288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54660) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.432066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9369d147-fe75-4dad-a037-624ded8dd58b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Synchronizing usage tracker for tenant:bb2bd1514e0f4e629163260ad4eebdd6 on resource:floatingip {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:03.439408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-61284ffb-dc9e-43d5-9d11-d02a4301b2aa tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff', 'tempest-TagsExtTest-Tag-1052284447') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:03.518357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9369d147-fe75-4dad-a037-624ded8dd58b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Unset dirty status for tenant:bb2bd1514e0f4e629163260ad4eebdd6 on resource:floatingip {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:03.519587 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9369d147-fe75-4dad-a037-624ded8dd58b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2352512 Dec 22 08:48:03.523644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fd2666-e5e3-462b-99e0-c8a79a92ea90,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:03.527001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54664) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.529658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Deleting port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:03.530739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.536640 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9705f4-6c71-455c-8dd0-4bef4b7babe4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:03.537109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9705f4-6c71-455c-8dd0-4bef4b7babe4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:03.553065 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ba9705f4-6c71-455c-8dd0-4bef4b7babe4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/8ca91c64-f0fb-4b81-9a5f-01127cbf3f5a HTTP/1.1" status: 404 len: 333 time: 0.2468045 Dec 22 08:48:03.557331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54668) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.558219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.560104 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6961a736-080a-44b1-9b3c-7f6b32fb665b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8924375 Dec 22 08:48:03.589668 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d3fc8-f859-4f86-a9a5-2282a2cf1134 None None] Pushing event updated for resources: {'Port': ['ID=340e385e-18b5-4d69-9a2f-e32b20156cb2,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:03.600026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54672) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.645816 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd43f233-2bfc-4884-80a1-57a6b1cf0437 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:03.646195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd43f233-2bfc-4884-80a1-57a6b1cf0437 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:03.647821 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dd43f233-2bfc-4884-80a1-57a6b1cf0437 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/b2c7b014-8832-4942-a4ad-07ec9f134ddb HTTP/1.1" status: 404 len: 337 time: 0.0864964 Dec 22 08:48:03.682083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54676) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.719095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-93c242c9-6731-4cb9-a677-426db24144f1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.742146 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-93c242c9-6731-4cb9-a677-426db24144f1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.763503 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-61284ffb-dc9e-43d5-9d11-d02a4301b2aa tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags/tempest-TagsExtTest-Tag-1052284447 HTTP/1.1" status: 201 len: 201 time: 0.3336966 Dec 22 08:48:03.770021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54680) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.780633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-0dde9ed0-0971-4ff2-869a-f2256f04e94c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138', 'tempest-TagsExtTest-Tag-1124062083') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:03.815116 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac44b84b-3f3b-4fe9-b2e8-ab5fd1ce346e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:03.816558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac44b84b-3f3b-4fe9-b2e8-ab5fd1ce346e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:03.821967 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ac44b84b-3f3b-4fe9-b2e8-ab5fd1ce346e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/779eb6f9-ca1d-4371-b232-dfc9e9ebbc3e HTTP/1.1" status: 404 len: 337 time: 0.1388702 Dec 22 08:48:03.824703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54684) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.832068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e3e9d7-d700-4ee8-ad53-33a0d1c2ac31 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:03.832831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e3e9d7-d700-4ee8-ad53-33a0d1c2ac31 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:03.833479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e3e9d7-d700-4ee8-ad53-33a0d1c2ac31 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:03.834118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e3e9d7-d700-4ee8-ad53-33a0d1c2ac31 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:03.834731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e3e9d7-d700-4ee8-ad53-33a0d1c2ac31 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:03.835342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e3e9d7-d700-4ee8-ad53-33a0d1c2ac31 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:03.835954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e3e9d7-d700-4ee8-ad53-33a0d1c2ac31 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:03.837103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-31e3e9d7-d700-4ee8-ad53-33a0d1c2ac31 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Synchronizing usage tracker for tenant:bb2bd1514e0f4e629163260ad4eebdd6 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:03.893393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-31e3e9d7-d700-4ee8-ad53-33a0d1c2ac31 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Unset dirty status for tenant:bb2bd1514e0f4e629163260ad4eebdd6 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:03.899060 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-31e3e9d7-d700-4ee8-ad53-33a0d1c2ac31 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4553 time: 0.3701234 Dec 22 08:48:03.901708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54688) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:03.917528 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8164fc22-6911-449c-9b02-76798dd5b2e2 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff180d68-1983-44f4-a578-3a9a6f94028e HTTP/1.1" status: 200 len: 205 time: 0.0899541 Dec 22 08:48:03.925955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54692) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.033312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-93c242c9-6731-4cb9-a677-426db24144f1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.068463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c242c9-6731-4cb9-a677-426db24144f1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95fd2666-e5e3-462b-99e0-c8a79a92ea90,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:04.073316 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-734f5e24-d157-4673-b805-4d3e2dadc729 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] delete failed (client error): The resource could not be found. Dec 22 08:48:04.074470 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-734f5e24-d157-4673-b805-4d3e2dadc729 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/routers/ff180d68-1983-44f4-a578-3a9a6f94028e HTTP/1.1" status: 404 len: 336 time: 0.1474936 Dec 22 08:48:04.077700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54696) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.086175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] For port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,segment=NetworkSegment(c64ea483-c5f9-49a5-95d6-1fbcab7b5967),segment_id=c64ea483-c5f9-49a5-95d6-1fbcab7b5967)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:04.086730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.115812 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-93c242c9-6731-4cb9-a677-426db24144f1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.119436 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-93c242c9-6731-4cb9-a677-426db24144f1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/95fd2666-e5e3-462b-99e0-c8a79a92ea90 HTTP/1.1" status: 204 len: 168 time: 0.5160387 Dec 22 08:48:04.121644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54700) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.137153 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-642670db-acd6-4e0f-80f7-1e7727db2854 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:04.137612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642670db-acd6-4e0f-80f7-1e7727db2854 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:04.139332 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-642670db-acd6-4e0f-80f7-1e7727db2854 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/4678f52c-0153-41be-b4eb-485645b6cbad HTTP/1.1" status: 404 len: 337 time: 0.0607235 Dec 22 08:48:04.141905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54704) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.194089 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ebc933ba-40d4-40f9-9dbb-1d08de164e61 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "GET /v2.0/ports?device_id=48cc646c-9c25-4115-8c94-9367beca750b HTTP/1.1" status: 200 len: 205 time: 0.0509167 Dec 22 08:48:04.196203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54708) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.217537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Calling delete_port for 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:04.218861 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-62aef49f-18c2-42bd-b707-239ff13dcdf4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] delete failed (client error): The resource could not be found. Dec 22 08:48:04.222369 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-62aef49f-18c2-42bd-b707-239ff13dcdf4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/f30eb27b-59f5-4aed-872d-cc1b39c1b8fc HTTP/1.1" status: 404 len: 345 time: 0.3169811 Dec 22 08:48:04.223271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54712) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.252273 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-266a868c-4a3e-4a15-8f22-c163b40a248f tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 08:48:04.252832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266a868c-4a3e-4a15-8f22-c163b40a248f tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:04.258075 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-266a868c-4a3e-4a15-8f22-c163b40a248f tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "DELETE /v2.0/networks/99f86ee4-615f-4aac-b00d-22f32dd67590 HTTP/1.1" status: 404 len: 339 time: 0.0303195 Dec 22 08:48:04.260083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54716) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.266449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Request body: {'network': {'name': 'tempest-network--1337936920', 'router:external': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:04.270639 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-f8454719-18da-431d-815a-b655a49b280f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] delete failed (client error): The resource could not be found. Dec 22 08:48:04.274650 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f8454719-18da-431d-815a-b655a49b280f tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/routers/48cc646c-9c25-4115-8c94-9367beca750b HTTP/1.1" status: 404 len: 336 time: 0.0744703 Dec 22 08:48:04.274799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:04.274799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54720) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.277653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fe3088-fd6c-41ec-ab50-533d95544724 None None] Network 51c0cf41-43f1-4e02-8c8c-39760189b321 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:04.306198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-457086ed-eaad-42c1-8d33-7722187a0bfe tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:04.314171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Usage tracker for resource:network and tenant:bb2bd1514e0f4e629163260ad4eebdd6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:04.321419 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0dde9ed0-0971-4ff2-869a-f2256f04e94c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags/tempest-TagsExtTest-Tag-1124062083 HTTP/1.1" status: 201 len: 201 time: 0.5475907 Dec 22 08:48:04.321419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:04.325239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54724) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.325642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Attempting to bind port 340e385e-18b5-4d69-9a2f-e32b20156cb2 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:04.326075 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Attempting to bind port 340e385e-18b5-4d69-9a2f-e32b20156cb2 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dc9fe98a-bf70-4c22-aa7d-337446f5557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:04.326439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Attempting to bind port 340e385e-18b5-4d69-9a2f-e32b20156cb2 on network 4076a814-f512-4df8-9b34-5269c30a8ec3 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:04.330304 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f55df39-c4b6-469c-96c7-0815cd0c2f2e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:04.330893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f55df39-c4b6-469c-96c7-0815cd0c2f2e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:04.335020 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3f55df39-c4b6-469c-96c7-0815cd0c2f2e tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/dce8ab2c-df76-4e00-a32f-fd950c558d84 HTTP/1.1" status: 404 len: 337 time: 0.0568979 Dec 22 08:48:04.335020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:04.337165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54728) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.344978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Made reservation on behalf of bb2bd1514e0f4e629163260ad4eebdd6 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:04.347808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.354255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-88c5a4f7-ae3d-445b-a6b1-20cfd9cf0e31 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4', 'tempest-TagsExtTest-Tag-828166260') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:04.355826 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:04.356207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Checking segment: {'id': 'dc9fe98a-bf70-4c22-aa7d-337446f5557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:04.356605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.356992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Bound using segment: {'id': 'dc9fe98a-bf70-4c22-aa7d-337446f5557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:04.357454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Bound port: 340e385e-18b5-4d69-9a2f-e32b20156cb2, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9fe98a-bf70-4c22-aa7d-337446f5557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:04.357846 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.379378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:04.391214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.391559 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Added segment 1cf9c937-850e-4804-8baf-d41601444ccc of type vlan for network 6728f6ad-be38-43a3-aa60-b2422add2109 Dec 22 08:48:04.425079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.466422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-457086ed-eaad-42c1-8d33-7722187a0bfe tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:04.470192 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-457086ed-eaad-42c1-8d33-7722187a0bfe tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3446512 Dec 22 08:48:04.472018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.472883 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:04.474193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.476850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54732) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.487382 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa03765-027c-416e-a734-49e18203d810 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:04.487836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa03765-027c-416e-a734-49e18203d810 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:04.491972 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8aa03765-027c-416e-a734-49e18203d810 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/f42ee8fd-ac19-47f1-8d6d-557fdf4fc35d HTTP/1.1" status: 404 len: 337 time: 0.1503489 Dec 22 08:48:04.492433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54734) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.530468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.544916 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-601f216e-c0d2-476c-ad65-ddd71f22ed82 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:04.545390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601f216e-c0d2-476c-ad65-ddd71f22ed82 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:04.546319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Transition to ACTIVE for port object bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:04.549597 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-601f216e-c0d2-476c-ad65-ddd71f22ed82 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/7e64e108-dd93-4a51-96d6-081ff4aa8d31 HTTP/1.1" status: 404 len: 333 time: 0.0539174 Dec 22 08:48:04.573951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Transition to ACTIVE for port object bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:04.612848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54740) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.618324 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3556204 Dec 22 08:48:04.621405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54744) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.625351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812a484-be9b-4ae6-aeaa-3d6b3db69ad4 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event updated for resources: {'Network': ['ID=6728f6ad-be38-43a3-aa60-b2422add2109,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:04.656811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af5fe09f-7934-4f13-935d-22544dbb5913 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.678512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] For port 340e385e-18b5-4d69-9a2f-e32b20156cb2, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:04.681548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af5fe09f-7934-4f13-935d-22544dbb5913 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.682498 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] For port 340e385e-18b5-4d69-9a2f-e32b20156cb2, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=340e385e-18b5-4d69-9a2f-e32b20156cb2,segment=NetworkSegment(dc9fe98a-bf70-4c22-aa7d-337446f5557a),segment_id=dc9fe98a-bf70-4c22-aa7d-337446f5557a)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:04.690323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.696170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 6728f6ad-be38-43a3-aa60-b2422add2109 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:04.713242 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb01143c-d0ee-4789-ac59-6125ad0bc8f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:04.713727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb01143c-d0ee-4789-ac59-6125ad0bc8f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:04.718833 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fb01143c-d0ee-4789-ac59-6125ad0bc8f4 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/2c581824-b1a8-4385-98f4-1cc8eb789a1d HTTP/1.1" status: 404 len: 337 time: 0.1026444 Dec 22 08:48:04.720853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54748) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.755913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.778535 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0933aac-6513-4958-9b57-d2ee8c6ef03b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:04.780147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0933aac-6513-4958-9b57-d2ee8c6ef03b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:04.783401 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e0933aac-6513-4958-9b57-d2ee8c6ef03b tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/38a17566-bf56-439d-9165-853c6f94492a HTTP/1.1" status: 404 len: 333 time: 0.0578158 Dec 22 08:48:04.793122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54752) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.823141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d225300c-2893-4d86-a404-b5126d6b047a tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:04.829722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d225300c-2893-4d86-a404-b5126d6b047a tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:04.835883 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d225300c-2893-4d86-a404-b5126d6b047a tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:04.842071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d225300c-2893-4d86-a404-b5126d6b047a tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:04.842933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d225300c-2893-4d86-a404-b5126d6b047a tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Synchronizing usage tracker for tenant:1dfa66004573464dac130584663c9e76 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:04.843656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.846991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af5fe09f-7934-4f13-935d-22544dbb5913 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.873178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fe09f-7934-4f13-935d-22544dbb5913 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91c389eb-f2ad-4d40-9d3e-edb943cc28fc,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:04.884682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af5fe09f-7934-4f13-935d-22544dbb5913 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.886923 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-af5fe09f-7934-4f13-935d-22544dbb5913 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/91c389eb-f2ad-4d40-9d3e-edb943cc28fc HTTP/1.1" status: 204 len: 168 time: 0.3947546 Dec 22 08:48:04.888544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d225300c-2893-4d86-a404-b5126d6b047a tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Unset dirty status for tenant:1dfa66004573464dac130584663c9e76 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:04.890632 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d225300c-2893-4d86-a404-b5126d6b047a tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2684343 Dec 22 08:48:04.891169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54756) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.893332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54758) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.903301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Allocated IP 2001:db8:1::1 (9e015e6f-48c7-487e-b07a-e11a5a328219/7f0ca784-919a-4e44-9da3-faacb8a7ba0e/008f24c1-d35b-4b0e-9d46-7f0fc1ba7330) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:04.906428 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1d71b4-cefe-4cec-8779-1e1ccc08859c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:04.906989 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1d71b4-cefe-4cec-8779-1e1ccc08859c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:04.911619 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7a1d71b4-cefe-4cec-8779-1e1ccc08859c tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/11a8f988-0887-438f-b0d1-0f6912d0a216 HTTP/1.1" status: 404 len: 337 time: 0.1148577 Dec 22 08:48:04.914753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54764) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.924286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Network 9e015e6f-48c7-487e-b07a-e11a5a328219 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:04.937093 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:04.938580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-14ad03fe-2907-48b5-a984-97f3692fab69 None None] Provisioning for port 6bfd7582-508e-448a-b012-fee4fee298c3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:04.953059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:04.959076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] No DVR routers for this DVR port 5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:04.970823 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88c5a4f7-ae3d-445b-a6b1-20cfd9cf0e31 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags/tempest-TagsExtTest-Tag-828166260 HTTP/1.1" status: 201 len: 201 time: 0.6430938 Dec 22 08:48:04.971882 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccef0fe-c148-479c-83ba-e07100bedf48 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:04.972720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccef0fe-c148-479c-83ba-e07100bedf48 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:04.977300 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dccef0fe-c148-479c-83ba-e07100bedf48 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/b4c5ce82-8c39-4ce5-8489-7a947dc12503 HTTP/1.1" status: 404 len: 333 time: 0.0611684 Dec 22 08:48:04.978199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54768) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.978723 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54770) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.984239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-12644a3e-7555-43fa-8353-7830b15a4522 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:04.984452 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Pushing event updated for resources: {'Port': ['ID=bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:04.998935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-14ad03fe-2907-48b5-a984-97f3692fab69 None None] Provisioning complete for port 6bfd7582-508e-448a-b012-fee4fee298c3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:05.001269 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-14ad03fe-2907-48b5-a984-97f3692fab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.006288 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-dac78466-cf67-4420-b1cd-d1d63e49384d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d', 'tempest-TagsExtTest-Tag-1468541362') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.062281 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc2f488-c2a4-41ef-904b-2717f878b785 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:05.063095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc2f488-c2a4-41ef-904b-2717f878b785 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:05.067882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54776) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.068702 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3bc2f488-c2a4-41ef-904b-2717f878b785 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/16409a30-0924-4b74-85d6-e0b4d9f62653 HTTP/1.1" status: 404 len: 337 time: 0.0820391 Dec 22 08:48:05.129663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-12644a3e-7555-43fa-8353-7830b15a4522 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:05.131004 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-12644a3e-7555-43fa-8353-7830b15a4522 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2388425 Dec 22 08:48:05.138226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54780) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.140487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.171681 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bce8bb-2455-46dc-b2f2-7b88ce9041dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:05.172143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bce8bb-2455-46dc-b2f2-7b88ce9041dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:05.173927 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-92bce8bb-2455-46dc-b2f2-7b88ce9041dc tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/7aaafeb3-1f09-4eca-a1ed-7aa954c04763 HTTP/1.1" status: 404 len: 333 time: 0.1053174 Dec 22 08:48:05.177591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54784) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.193978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.262101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:05.262738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.271718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.339068 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dac78466-cf67-4420-b1cd-d1d63e49384d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags/tempest-TagsExtTest-Tag-1468541362 HTTP/1.1" status: 201 len: 201 time: 0.3535407 Dec 22 08:48:05.354475 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-db22e324-16d0-47a2-b856-b21888ed5210 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:05.354923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db22e324-16d0-47a2-b856-b21888ed5210 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:05.359593 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-db22e324-16d0-47a2-b856-b21888ed5210 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/28fef6d2-7090-4701-bbc9-13d319f4c4d5 HTTP/1.1" status: 404 len: 337 time: 0.1653869 Dec 22 08:48:05.364260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54788) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.364618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54790) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.368551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.399879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6728f6ad-be38-43a3-aa60-b2422add2109']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.406814 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-2edf91f0-6285-4ae4-8802-6e1a2ad11c69 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.412372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.415527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf9c937-850e-4804-8baf-d41601444ccc') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.415858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf9c937-850e-4804-8baf-d41601444ccc') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.441514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c04b3e26-d7ea-4ecd-88da-c312f64e2a6b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:05.448195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.457604 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ef324d-20f7-43bd-9277-327623954e49 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:05.457975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ef324d-20f7-43bd-9277-327623954e49 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:05.461921 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-37ef324d-20f7-43bd-9277-327623954e49 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/6662ede7-4b21-403a-ae4a-1878f90df77c HTTP/1.1" status: 404 len: 333 time: 0.0914719 Dec 22 08:48:05.464390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54796) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.465975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.466331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.466645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.466969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.467438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.467746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.468060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.468427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.468737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.469103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.469406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.469745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:05.472474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Attempting to bind port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:05.472650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Attempting to bind port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '1c88ddc1-24c8-452d-af34-bdb370d88b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:05.472932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Attempting to bind port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 on network 9e015e6f-48c7-487e-b07a-e11a5a328219 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:05.478178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d3fc8-f859-4f86-a9a5-2282a2cf1134 None None] Pushing event updated for resources: {'Port': ['ID=340e385e-18b5-4d69-9a2f-e32b20156cb2,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:05.481607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.485252 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-53501c76-bb5b-424b-bbea-0732ebf53687 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c04b3e26-d7ea-4ecd-88da-c312f64e2a6b HTTP/1.1" status: 204 len: 168 time: 0.3385904 Dec 22 08:48:05.485252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.487476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54800) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.516763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:05.517255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.527851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:05.530965 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:05.543052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:05.543658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Checking segment: {'id': '1c88ddc1-24c8-452d-af34-bdb370d88b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:05.543862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.544218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Bound using segment: {'id': '1c88ddc1-24c8-452d-af34-bdb370d88b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:05.544697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Bound port: bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c88ddc1-24c8-452d-af34-bdb370d88b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:05.545073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.556197 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c53957-f0f8-444d-af5c-bb1855f80e54 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:05.556634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c53957-f0f8-444d-af5c-bb1855f80e54 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:05.561385 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f4c53957-f0f8-444d-af5c-bb1855f80e54 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/b56fe00b-0bd2-453e-909f-b61fa6494a90 HTTP/1.1" status: 404 len: 337 time: 0.0942731 Dec 22 08:48:05.561529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839b185-bf89-4f72-9f19-4dc7ec1297ce None None] Pushing event deleted for resources: {'Port': ['ID=5ae4ce7e-8dc6-481c-9068-1bf93c0fdcbe,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:05.563895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54804) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.582321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:05.588384 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2edf91f0-6285-4ae4-8802-6e1a2ad11c69 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags HTTP/1.1" status: 200 len: 241 time: 0.2197108 Dec 22 08:48:05.588667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54808) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.593543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-2714c30d-d282-4beb-af0c-4d6f57101efc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff', 'tempest-TagsExtTest-Tag-1052284447') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.605841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1081f927-ee6e-4216-92b1-a92518873b9f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:05.661625 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2714c30d-d282-4beb-af0c-4d6f57101efc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags/tempest-TagsExtTest-Tag-1052284447 HTTP/1.1" status: 204 len: 168 time: 0.0719206 Dec 22 08:48:05.664133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54812) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.670253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-6ac0da5e-5dcc-431e-984a-e0ba1570b2e2 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff', 'tempest-TagsExtTest-Tag-1052284447') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.675434 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-872b2dcc-f920-4de6-9879-ce638c2620cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:05.676130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872b2dcc-f920-4de6-9879-ce638c2620cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:05.677603 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-872b2dcc-f920-4de6-9879-ce638c2620cb tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/8e02d18f-bc45-4cc6-a6d5-4d041fa602bb HTTP/1.1" status: 404 len: 333 time: 0.1141489 Dec 22 08:48:05.681395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54816) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.724562 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39af6dd-2fe1-43d0-a6ad-3c753eaba0f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:05.724919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39af6dd-2fe1-43d0-a6ad-3c753eaba0f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:05.734519 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e39af6dd-2fe1-43d0-a6ad-3c753eaba0f8 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/e585e8ac-3c79-4ed5-8ce5-1abb77531375 HTTP/1.1" status: 404 len: 337 time: 0.0518482 Dec 22 08:48:05.736430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.738920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54820) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.739086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Transition to ACTIVE for port object 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:05.758830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6728f6ad-be38-43a3-aa60-b2422add2109 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:48:05.794456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1081f927-ee6e-4216-92b1-a92518873b9f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:05.797932 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6ac0da5e-5dcc-431e-984a-e0ba1570b2e2 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags/tempest-TagsExtTest-Tag-1052284447 HTTP/1.1" status: 204 len: 168 time: 0.1301305 Dec 22 08:48:05.798187 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1081f927-ee6e-4216-92b1-a92518873b9f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3074610 Dec 22 08:48:05.800746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54824) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.801336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54826) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.803021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.803156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.805328 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "DELETE /v2.0/networks/6728f6ad-be38-43a3-aa60-b2422add2109 HTTP/1.1" status: 204 len: 168 time: 0.9108446 Dec 22 08:48:05.811371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54828) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.814387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-096072e9-96fd-4c06-9697-7c1734cf2d96 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.820124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe82839-e983-422a-ad70-9440c34bee8b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event deleted for resources: {'Network': ['ID=6728f6ad-be38-43a3-aa60-b2422add2109,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:05.826487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Request body: {'network': {'name': 'tempest-network--319877308', 'router:external': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:05.830636 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8122eef-07f7-4fa4-bf69-7135ba314996 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:05.831356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8122eef-07f7-4fa4-bf69-7135ba314996 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:05.833202 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e8122eef-07f7-4fa4-bf69-7135ba314996 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/ports/edaa6b39-1d15-404f-ac0d-11c9b56595ff HTTP/1.1" status: 404 len: 333 time: 0.0931549 Dec 22 08:48:05.835695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54836) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.838932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:05.900302 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03be65d-8e57-4371-ac44-bdcf5a4bffb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:05.901130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03be65d-8e57-4371-ac44-bdcf5a4bffb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:05.907401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-14ad03fe-2907-48b5-a984-97f3692fab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.908657 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f03be65d-8e57-4371-ac44-bdcf5a4bffb7 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/subnets/57d9d878-7c7c-42b5-9047-6e6cf0d8e059 HTTP/1.1" status: 404 len: 337 time: 0.0663228 Dec 22 08:48:05.909263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54840) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.910461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Usage tracker for resource:network and tenant:bb2bd1514e0f4e629163260ad4eebdd6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:05.914386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:06.031479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 9e015e6f-48c7-487e-b07a-e11a5a328219 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:06.034252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] For port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:06.036560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e9b886f2-bd1d-42fe-9360-a4a2d4a95ffa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.045258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-14ad03fe-2907-48b5-a984-97f3692fab69 None None] For port 6bfd7582-508e-448a-b012-fee4fee298c3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6bfd7582-508e-448a-b012-fee4fee298c3,segment=NetworkSegment(cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7),segment_id=cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:06.060773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] For port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1,segment=NetworkSegment(1c88ddc1-24c8-452d-af34-bdb370d88b3e),segment_id=1c88ddc1-24c8-452d-af34-bdb370d88b3e)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:06.064313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-14ad03fe-2907-48b5-a984-97f3692fab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.064524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.069292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:06.085199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:06.093439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:06.094004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.101882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e9b886f2-bd1d-42fe-9360-a4a2d4a95ffa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.132434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.177637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=008f24c1-d35b-4b0e-9d46-7f0fc1ba7330,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:06.221177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e9b886f2-bd1d-42fe-9360-a4a2d4a95ffa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.253341 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-096072e9-96fd-4c06-9697-7c1734cf2d96 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags HTTP/1.1" status: 200 len: 205 time: 0.4458535 Dec 22 08:48:06.260298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b886f2-bd1d-42fe-9360-a4a2d4a95ffa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a5227e1-daea-446c-9f69-fb3ee2c862f2,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:06.267274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54844) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:06.284543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-87359d47-d338-4f9a-a43c-caf2a4d05e88 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.292426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad03fe-2907-48b5-a984-97f3692fab69 None None] Pushing event updated for resources: {'Port': ['ID=6bfd7582-508e-448a-b012-fee4fee298c3,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:06.337955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e9b886f2-bd1d-42fe-9360-a4a2d4a95ffa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.339674 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e9b886f2-bd1d-42fe-9360-a4a2d4a95ffa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4a5227e1-daea-446c-9f69-fb3ee2c862f2 HTTP/1.1" status: 204 len: 168 time: 0.5297501 Dec 22 08:48:06.347435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54848) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:06.412374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-86357388-688d-41c9-a4ba-e35cd670146f None None] Provisioning complete for port 6bfd7582-508e-448a-b012-fee4fee298c3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:06.412747 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-86357388-688d-41c9-a4ba-e35cd670146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.504300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.517628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af744ad4-6d8c-4bdb-9dd1-fc468189a382 None None] Pushing event updated for resources: {'Port': ['ID=bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:06.528668 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:47:56Z', 'revision_number': 2, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:04Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.535584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906224fb-f2fa-4b66-98df-524285cae5f9']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.549358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.549647 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64ea483-c5f9-49a5-95d6-1fbcab7b5967') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.564591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a172e5-7036-48d3-afd9-5f980c4ca5d6 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:47:56Z', 'revision_number': 2, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:04Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:06.567171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.585963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Made reservation on behalf of bb2bd1514e0f4e629163260ad4eebdd6 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:06.588361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.607482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.618943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:06.619268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.629724 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-52e8bf6d-ae10-4b2f-9805-cc901996a30b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:06.632850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-86357388-688d-41c9-a4ba-e35cd670146f None None] Provisioning for port 8ef8d9ea-097f-4e62-b81e-7130c055c138 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:06.636600 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:06.642572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-86357388-688d-41c9-a4ba-e35cd670146f None None] Provisioning complete for port 8ef8d9ea-097f-4e62-b81e-7130c055c138 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:06.643146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-86357388-688d-41c9-a4ba-e35cd670146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.669018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.773979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:06.784018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-86357388-688d-41c9-a4ba-e35cd670146f None None] Port 8ef8d9ea-097f-4e62-b81e-7130c055c138 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:06.795445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.797200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.797539 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Added segment e676390a-24b7-47da-a670-15567adb3656 of type vlan for network f21dc42b-ae22-4955-a95d-147c3e600561 Dec 22 08:48:06.802342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-52e8bf6d-ae10-4b2f-9805-cc901996a30b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:06.807003 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-52e8bf6d-ae10-4b2f-9805-cc901996a30b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4568183 Dec 22 08:48:06.819774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54852) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:06.820846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.824503 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-87359d47-d338-4f9a-a43c-caf2a4d05e88 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags HTTP/1.1" status: 200 len: 241 time: 0.5523524 Dec 22 08:48:06.829979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54854) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:06.837981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-8b40e111-c177-4756-9d25-a4a909e2b69d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138', 'tempest-TagsExtTest-Tag-1124062083') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.851780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] Pushing event deleted for resources: {'Network': ['ID=906224fb-f2fa-4b66-98df-524285cae5f9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:06.886784 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-89bf3ab4-cf7c-4542-a951-d6f459e3abe9 tempest-NetworksTestDHCPv6-1250010334 tempest-NetworksTestDHCPv6-1250010334-project] 10.222.0.37 "DELETE /v2.0/networks/906224fb-f2fa-4b66-98df-524285cae5f9 HTTP/1.1" status: 204 len: 168 time: 0.9669693 Dec 22 08:48:06.922697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3550e5a-93a1-4697-8b9d-376573dcfa7e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.939396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.945982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3550e5a-93a1-4697-8b9d-376573dcfa7e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.981446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a35b40df-65d4-40d1-bbf6-58874e9595bf None None] Provisioning complete for port 8ef8d9ea-097f-4e62-b81e-7130c055c138 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:06.981942 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a35b40df-65d4-40d1-bbf6-58874e9595bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.004461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3550e5a-93a1-4697-8b9d-376573dcfa7e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.050223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3550e5a-93a1-4697-8b9d-376573dcfa7e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b8a9972-16a9-4e88-81ca-efa40f147b77,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:07.060212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b3550e5a-93a1-4697-8b9d-376573dcfa7e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.064264 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b3550e5a-93a1-4697-8b9d-376573dcfa7e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5b8a9972-16a9-4e88-81ca-efa40f147b77 HTTP/1.1" status: 204 len: 168 time: 0.2403481 Dec 22 08:48:07.064866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54862) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:07.080420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.081387 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:07.081988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.103208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6bfd7582-508e-448a-b012-fee4fee298c3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:07.157574 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8b40e111-c177-4756-9d25-a4a909e2b69d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags/tempest-TagsExtTest-Tag-1124062083 HTTP/1.1" status: 204 len: 168 time: 0.3241057 Dec 22 08:48:07.158623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54866) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:07.176936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-35dfde5c-1bf6-49bc-87d2-9c624f7eec6e tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138', 'tempest-TagsExtTest-Tag-1124062083') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:07.198703 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3776875 Dec 22 08:48:07.206822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54870) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:07.250728 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a35b40df-65d4-40d1-bbf6-58874e9595bf None None] Port 8ef8d9ea-097f-4e62-b81e-7130c055c138 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:07.277175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 6bfd7582-508e-448a-b012-fee4fee298c3 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:07.277910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.369861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fd5aa-44f9-4878-8449-21d963809fd3 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event updated for resources: {'Network': ['ID=f21dc42b-ae22-4955-a95d-147c3e600561,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:07.391515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network f21dc42b-ae22-4955-a95d-147c3e600561 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:07.479097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fba58f2d-1a13-4b84-b432-299a333dc133 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:07.521839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54876) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:07.551664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c2a15c-d457-48e3-8509-f374a0ac58fb tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:07.552171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.556125 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-52c2a15c-d457-48e3-8509-f374a0ac58fb tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] 10.222.0.37 "GET /v2.0/networks/f21dc42b-ae22-4955-a95d-147c3e600561 HTTP/1.1" status: 200 len: 756 time: 0.3441849 Dec 22 08:48:07.556742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54882) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:07.570584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.571465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.631207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:07.676637 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-35dfde5c-1bf6-49bc-87d2-9c624f7eec6e tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags/tempest-TagsExtTest-Tag-1124062083 HTTP/1.1" status: 204 len: 168 time: 0.5147488 Dec 22 08:48:07.692253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54886) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:07.703724 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-cb239aca-6bba-4453-b2f1-793c0909d6fe tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:07.789708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:07.806353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7654ccee-8341-4ea0-b2b4-74cef2cd602c tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:07.813771 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7654ccee-8341-4ea0-b2b4-74cef2cd602c tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] 10.222.0.37 "GET /v2.0/networks/a91607d2-03fd-490d-a71d-036653aca575 HTTP/1.1" status: 200 len: 767 time: 0.2503431 Dec 22 08:48:07.813771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fba58f2d-1a13-4b84-b432-299a333dc133 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:07.813771 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fba58f2d-1a13-4b84-b432-299a333dc133 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7441318 Dec 22 08:48:07.813771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54890) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:07.833364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54894) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:07.906451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2015528-531a-42c0-971c-f32be216ba2a None None] Network 9e015e6f-48c7-487e-b07a-e11a5a328219 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:07.968146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.996901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93769561-d9f3-43eb-8c6e-6fb1a3edd041 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.038042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=008f24c1-d35b-4b0e-9d46-7f0fc1ba7330,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:08.039851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8d6f72df-46c7-413c-9008-91a895c4ab59 None None] Provisioning for port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:08.051048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8d6f72df-46c7-413c-9008-91a895c4ab59 None None] Provisioning complete for port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:08.051768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d6f72df-46c7-413c-9008-91a895c4ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.065369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 9e015e6f-48c7-487e-b07a-e11a5a328219 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:08.069474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:08.096761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93769561-d9f3-43eb-8c6e-6fb1a3edd041 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.159998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.205110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21dc42b-ae22-4955-a95d-147c3e600561']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:08.222309 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e676390a-24b7-47da-a670-15567adb3656') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:08.222677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e676390a-24b7-47da-a670-15567adb3656') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:08.235980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.239156 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-08629306-1471-4e7c-aa04-432fd97b8adf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39a3def147ae4bb19b237215458a90b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7036343 Dec 22 08:48:08.239751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54898) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:08.248110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93769561-d9f3-43eb-8c6e-6fb1a3edd041 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.272869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d6f72df-46c7-413c-9008-91a895c4ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.274131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.276138 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cb239aca-6bba-4453-b2f1-793c0909d6fe tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags HTTP/1.1" status: 200 len: 205 time: 0.5832043 Dec 22 08:48:08.276873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93769561-d9f3-43eb-8c6e-6fb1a3edd041 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102bb162-ab6f-413a-b01d-373c84433150,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:08.279982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54902) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:08.292179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-9f5750a0-5d15-403c-bd35-4d3101cdd345 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:08.319037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:08.333991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8d6f72df-46c7-413c-9008-91a895c4ab59 None None] For port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1,segment=NetworkSegment(1c88ddc1-24c8-452d-af34-bdb370d88b3e),segment_id=1c88ddc1-24c8-452d-af34-bdb370d88b3e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:08.340595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38a1953d-4640-4d8b-87fa-078fd958a45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.346388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d6f72df-46c7-413c-9008-91a895c4ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.364309 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:08.364724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:08.383323 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:08.468878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f72df-46c7-413c-9008-91a895c4ab59 None None] Pushing event updated for resources: {'Port': ['ID=bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:08.509190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38a1953d-4640-4d8b-87fa-078fd958a45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.526633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93769561-d9f3-43eb-8c6e-6fb1a3edd041 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.530071 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-93769561-d9f3-43eb-8c6e-6fb1a3edd041 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/102bb162-ab6f-413a-b01d-373c84433150 HTTP/1.1" status: 204 len: 168 time: 0.6934898 Dec 22 08:48:08.533293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54906) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:08.534516 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9f5750a0-5d15-403c-bd35-4d3101cdd345 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags HTTP/1.1" status: 200 len: 240 time: 0.2506635 Dec 22 08:48:08.537378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54908) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:08.544407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-162aa2d4-a48e-4a93-8a84-be4d1b403eac tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4', 'tempest-TagsExtTest-Tag-828166260') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:08.582649 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:08.590960 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-116cb4a3-1443-482f-ad93-d63f4a98facc tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5841234 Dec 22 08:48:08.599656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54914) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:08.613152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-501795904'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:08.622649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:08.624286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8b7e7736-d045-4c69-8421-ac38f53711a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:08.637737 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38a1953d-4640-4d8b-87fa-078fd958a45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.652398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8b7e7736-d045-4c69-8421-ac38f53711a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:08.653645 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8b7e7736-d045-4c69-8421-ac38f53711a0 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1193957 Dec 22 08:48:08.659688 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1953d-4640-4d8b-87fa-078fd958a45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24da634-c398-42b0-b1cc-a6673537bdbf,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:08.659688 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54918) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:08.665962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444768033'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:08.673478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38a1953d-4640-4d8b-87fa-078fd958a45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.680541 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-38a1953d-4640-4d8b-87fa-078fd958a45d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e24da634-c398-42b0-b1cc-a6673537bdbf HTTP/1.1" status: 204 len: 168 time: 0.4370599 Dec 22 08:48:08.682035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:08.698561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:08.715922 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.736894 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:08.750090 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:08.750719 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:08.776998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:08.788481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:08.795545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:08.806020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:08.873793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.892258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:network and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:08.898678 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6b1d738-eb36-4764-b432-22e9bad7ffe7 None None] Provisioning complete for port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:08.899196 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6b1d738-eb36-4764-b432-22e9bad7ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.926964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f21dc42b-ae22-4955-a95d-147c3e600561 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:48:08.935269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:08.938517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event deleted for resources: {'Network': ['ID=f21dc42b-ae22-4955-a95d-147c3e600561,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:08.940843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.967869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:08.968646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.981971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.996555 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-05610023-f23f-42f4-9184-d85583414e1b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "DELETE /v2.0/networks/f21dc42b-ae22-4955-a95d-147c3e600561 HTTP/1.1" status: 204 len: 168 time: 1.1792176 Dec 22 08:48:08.997793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54926) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.025606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Request body: {'network': {'name': 'tempest-network--788528168'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:09.047201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:09.051129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.076189 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f38b3e-b522-4ee8-b219-202997413583,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:09.080640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:09.081768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:09.096495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Usage tracker for resource:network and tenant:bb2bd1514e0f4e629163260ad4eebdd6 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:09.113789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:09.125144 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:09.136680 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-162aa2d4-a48e-4a93-8a84-be4d1b403eac tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags/tempest-TagsExtTest-Tag-828166260 HTTP/1.1" status: 204 len: 168 time: 0.5963521 Dec 22 08:48:09.137886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54930) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.138005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.139539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:09.142180 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6c493c24-104e-487d-abd9-51b3569668ef tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4806705 Dec 22 08:48:09.143014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54932) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.148665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': '58f38b3e-b522-4ee8-b219-202997413583', 'direction': 'ingress', 'protocol': 17}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:09.155830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:09.172325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:09.180293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:09.186988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:09.196833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:09.204767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.205444 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added segment 0c3f2280-80b2-41d6-97fe-1211745033db of type vlan for network 9319cef7-7d90-4ba9-af96-41ae213d6d9e Dec 22 08:48:09.250572 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.267322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.280708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:09.281184 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.340131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6b1d738-eb36-4764-b432-22e9bad7ffe7 None None] Provisioning for port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:09.342351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-660b51c8-8abf-452c-8786-117de49d54ab tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4', 'tempest-TagsExtTest-Tag-828166260') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:09.349228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6b1d738-eb36-4764-b432-22e9bad7ffe7 None None] Provisioning complete for port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:09.349603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6b1d738-eb36-4764-b432-22e9bad7ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.395909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.406336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.434265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d606c7-6618-4089-b0b6-30d590bea7b7,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:09.465574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.476006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:09.476689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.483504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.488247 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dba1a9b7-3540-411f-bbfc-fef0638cab10 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3433828 Dec 22 08:48:09.488918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54946) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.546908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c6b1d738-eb36-4764-b432-22e9bad7ffe7 None None] Port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:09.624179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a0c9f7-0b8f-45e7-af72-9181b8e8e869 None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:48:09.639190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fbaf11cc-f2d0-4026-ab52-3bf1a40cc448 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.693810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fbaf11cc-f2d0-4026-ab52-3bf1a40cc448 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.696413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Network': ['ID=9319cef7-7d90-4ba9-af96-41ae213d6d9e,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:09.700330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Made reservation on behalf of bb2bd1514e0f4e629163260ad4eebdd6 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:09.702702 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.732448 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:06Z', 'revision_number': 3, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:07Z', 'revision_number': 2, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:04Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:09.738186 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:09.738897 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Updating router 9da2f6d4-f68e-4b0b-8870-99db57be482c port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:48:09.741204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 9319cef7-7d90-4ba9-af96-41ae213d6d9e details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:09.799773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fbaf11cc-f2d0-4026-ab52-3bf1a40cc448 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.812060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:09.812660 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 340e385e-18b5-4d69-9a2f-e32b20156cb2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:09.824946 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8548b743-f566-4c9c-a388-60e49f43a0c1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2238870 Dec 22 08:48:09.828005 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.829874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54956) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.832563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.833092 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Added segment 3ee5bd36-e7d6-4de9-96f2-ad48ce5fedbf of type vlan for network aef62a4f-6f7b-4bb8-94ee-5df9469bf886 Dec 22 08:48:09.837279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'subnet': {'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:09.855559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fbaf11cc-f2d0-4026-ab52-3bf1a40cc448 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.867588 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fbaf11cc-f2d0-4026-ab52-3bf1a40cc448 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/58f38b3e-b522-4ee8-b219-202997413583 HTTP/1.1" status: 204 len: 168 time: 0.3744142 Dec 22 08:48:09.867588 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf11cc-f2d0-4026-ab52-3bf1a40cc448 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f38b3e-b522-4ee8-b219-202997413583,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:09.873540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54960) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.922372 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-660b51c8-8abf-452c-8786-117de49d54ab tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags/tempest-TagsExtTest-Tag-828166260 HTTP/1.1" status: 204 len: 168 time: 0.7799842 Dec 22 08:48:09.950936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54966) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.972743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-4978d4e1-b82e-4038-b73d-0858caee46b8 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:10.020952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0ac25c58-5872-498f-9a49-5341384052d0 None None] Provisioning complete for port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:10.022199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0ac25c58-5872-498f-9a49-5341384052d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.116210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.127190 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0ac25c58-5872-498f-9a49-5341384052d0 None None] Port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:10.189878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 54970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.199526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:10.206160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a0c9f7-0b8f-45e7-af72-9181b8e8e869 None None] Resources bound (agent type, host, resource id): {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:48:10.214301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 340e385e-18b5-4d69-9a2f-e32b20156cb2 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:10.216687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:subnet and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:10.224767 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 340e385e-18b5-4d69-9a2f-e32b20156cb2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:10.225652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.226824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d97f7c7d-cef5-46b4-ac4e-61040e122914 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:10.249761 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4978d4e1-b82e-4038-b73d-0858caee46b8 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags HTTP/1.1" status: 200 len: 205 time: 0.2866056 Dec 22 08:48:10.252208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54976) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.257538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-3fbf06a2-1606-471a-904a-8a28db7adf33 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:10.259226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:10.274580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.276713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:10.278433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d97f7c7d-cef5-46b4-ac4e-61040e122914 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:10.283375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.284340 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d97f7c7d-cef5-46b4-ac4e-61040e122914 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4089034 Dec 22 08:48:10.285294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54980) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.285641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:10.291815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group': {'name': 'tempest-secgroup--248104458'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:10.298737 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:10.310787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:10.330864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.342987 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3fbf06a2-1606-471a-904a-8a28db7adf33 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags HTTP/1.1" status: 200 len: 241 time: 0.0895917 Dec 22 08:48:10.345587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54984) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.347103 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.353417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-96021898'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:10.354588 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-84658089-dfaf-4857-9f46-93a7b5205409 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d', 'tempest-TagsExtTest-Tag-1468541362') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:10.363444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:10.364103 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Transition to ACTIVE for port object 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:10.369871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:10.373847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.373990 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.377233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:10.381801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:10.384898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:10.391738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:10.467556 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-84658089-dfaf-4857-9f46-93a7b5205409 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags/tempest-TagsExtTest-Tag-1468541362 HTTP/1.1" status: 204 len: 168 time: 0.1207790 Dec 22 08:48:10.475643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54988) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.481288 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Pushing event updated for resources: {'Port': ['ID=008f24c1-d35b-4b0e-9d46-7f0fc1ba7330,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:10.487666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-fd1799c9-96a9-4708-84c3-100fadb70af3 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d', 'tempest-TagsExtTest-Tag-1468541362') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:10.492288 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.492689 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.492813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.493040 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.493373 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.493917 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.494247 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.494571 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.494945 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.495498 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.496342 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.496662 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.497036 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.501407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.517027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.588471 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fd1799c9-96a9-4708-84c3-100fadb70af3 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags/tempest-TagsExtTest-Tag-1468541362 HTTP/1.1" status: 204 len: 168 time: 0.1115324 Dec 22 08:48:10.595381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54992) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.602362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 340e385e-18b5-4d69-9a2f-e32b20156cb2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=340e385e-18b5-4d69-9a2f-e32b20156cb2,segment=NetworkSegment(dc9fe98a-bf70-4c22-aa7d-337446f5557a),segment_id=dc9fe98a-bf70-4c22-aa7d-337446f5557a)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:10.604577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-d025ac1c-b93b-4c63-8e10-1d8113504453 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:10.613344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.620408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fefc39d-97ed-44d3-ba0e-c4cee80b9a77,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:10.637923 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.642030 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e8d50417-5b65-43d0-971b-0edbeea4e95e tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3545084 Dec 22 08:48:10.642964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 54996) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.650248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465998338'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:10.652587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:network and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:10.656683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:10.657289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:10.661906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:10.669302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:10.680065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:10.688733 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d025ac1c-b93b-4c63-8e10-1d8113504453 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags HTTP/1.1" status: 200 len: 205 time: 0.0922112 Dec 22 08:48:10.702592 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6987188 Dec 22 08:48:10.702592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55000) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.704695 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Attempting to bind port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:10.705159 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Attempting to bind port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '1c88ddc1-24c8-452d-af34-bdb370d88b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:10.705619 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Attempting to bind port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 on network 9e015e6f-48c7-487e-b07a-e11a5a328219 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:10.705874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55002) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.711385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=340e385e-18b5-4d69-9a2f-e32b20156cb2,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:10.711550 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:10.711980 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Checking segment: {'id': '1c88ddc1-24c8-452d-af34-bdb370d88b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:10.712473 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.712961 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Bound using segment: {'id': '1c88ddc1-24c8-452d-af34-bdb370d88b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:10.713515 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Bound port: 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c88ddc1-24c8-452d-af34-bdb370d88b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:10.713795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-50406421-5b37-4c8e-8e6f-603db0aa4d57 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:10.714109 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.723007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:10.727880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995c5ed-331e-4af1-8086-4104787aec7b tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event updated for resources: {'Network': ['ID=aef62a4f-6f7b-4bb8-94ee-5df9469bf886,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:10.736984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-ca7d469a-ce34-422a-88ea-845724ca7a3a tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:10.762295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network aef62a4f-6f7b-4bb8-94ee-5df9469bf886 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:10.786862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:10.793002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.805532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.810187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.827158 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] For port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:10.833373 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] For port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=008f24c1-d35b-4b0e-9d46-7f0fc1ba7330,segment=NetworkSegment(1c88ddc1-24c8-452d-af34-bdb370d88b3e),segment_id=1c88ddc1-24c8-452d-af34-bdb370d88b3e)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:10.839213 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.843825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:10.854500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:10.854953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.859048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:10.889068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:10.916221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:10.921428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Checking segment: {'id': '0c3f2280-80b2-41d6-97fe-1211745033db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:10.922034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network hostable DHCP agents. Network: 9319cef7-7d90-4ba9-af96-41ae213d6d9e, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:10.935374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:security_group_rule and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:10.938910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:10.947129 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ca7d469a-ce34-422a-88ea-845724ca7a3a tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags HTTP/1.1" status: 204 len: 168 time: 0.2258716 Dec 22 08:48:10.953460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55010) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.954590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:10.961642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Subnet': ['ID=aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:10.967110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-642f3858-74f7-4286-a8c0-205839c6f4a6 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:10.995419 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:10.996071 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:11.046649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 9319cef7-7d90-4ba9-af96-41ae213d6d9e is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:11.060409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50406421-5b37-4c8e-8e6f-603db0aa4d57 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.068962 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6ec53-31fc-4d33-b419-791f6f8f4ab1 None None] Pushing event updated for resources: {'Port': ['ID=008f24c1-d35b-4b0e-9d46-7f0fc1ba7330,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.140159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 9319cef7-7d90-4ba9-af96-41ae213d6d9e) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:11.148948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:11.149706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.156259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f27fcb9-aa8d-4bc2-9d54-00ba17a6a3cb None None] Network 9319cef7-7d90-4ba9-af96-41ae213d6d9e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:11.208508 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:11.274784 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-29359871-0942-48bf-9120-72c07a6ea0a5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4438365 Dec 22 08:48:11.276976 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55016) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.280261 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-642f3858-74f7-4286-a8c0-205839c6f4a6 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags HTTP/1.1" status: 204 len: 168 time: 0.3224883 Dec 22 08:48:11.284068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55020) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.293451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-a800ae7b-970a-4de3-852f-732a156ff190 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:11.377225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50406421-5b37-4c8e-8e6f-603db0aa4d57 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.423441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50406421-5b37-4c8e-8e6f-603db0aa4d57 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Network aef62a4f-6f7b-4bb8-94ee-5df9469bf886 is not hosted by any dhcp agent {{(pid=87534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 08:48:11.424628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50406421-5b37-4c8e-8e6f-603db0aa4d57 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:11.425390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50406421-5b37-4c8e-8e6f-603db0aa4d57 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.426863 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-50406421-5b37-4c8e-8e6f-603db0aa4d57 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "PUT /v2.0/networks/aef62a4f-6f7b-4bb8-94ee-5df9469bf886 HTTP/1.1" status: 200 len: 857 time: 0.7193329 Dec 22 08:48:11.434338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55024) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.454582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:11.455842 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.539567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.604623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.625791 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:06Z', 'revision_number': 3, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:11.630728 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab22879-d03e-40d7-9c10-ee34c93274a0 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:06Z', 'revision_number': 3, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:11.638129 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50406421-5b37-4c8e-8e6f-603db0aa4d57 tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event updated for resources: {'Network': ['ID=aef62a4f-6f7b-4bb8-94ee-5df9469bf886,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.753655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Allocated IP 2001:db8:2::2 (9319cef7-7d90-4ba9-af96-41ae213d6d9e/aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3/a6d5f82a-e81f-4484-a184-4348ddc836b1) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:11.788607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2128d0f9-e215-4978-8b6c-2a73131f252c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.796180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.804506 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a800ae7b-970a-4de3-852f-732a156ff190 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags HTTP/1.1" status: 204 len: 168 time: 0.5175383 Dec 22 08:48:11.805717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55028) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.810183 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.814797 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-48b2d972-c65b-426e-b415-fe2d741985cb tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1659119 Dec 22 08:48:11.820062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-c7ec4eb5-e74f-451d-a581-54d374c0481a tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:11.863707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55032) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.908604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': '1fefc39d-97ed-44d3-ba0e-c4cee80b9a77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2128d0f9-e215-4978-8b6c-2a73131f252c', 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:11.922444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:11.954494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:11.968267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:12.017228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.025469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:12.037289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.038466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.044951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.056947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Transition to ACTIVE for port object a6d5f82a-e81f-4484-a184-4348ddc836b1 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:12.080734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Transition to ACTIVE for port object a6d5f82a-e81f-4484-a184-4348ddc836b1 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:12.085725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef62a4f-6f7b-4bb8-94ee-5df9469bf886']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:12.096637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.117257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee5bd36-e7d6-4de9-96f2-ad48ce5fedbf') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:12.118307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee5bd36-e7d6-4de9-96f2-ad48ce5fedbf') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:12.128359 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c7ec4eb5-e74f-451d-a581-54d374c0481a tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags HTTP/1.1" status: 204 len: 168 time: 0.3203759 Dec 22 08:48:12.129566 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.144149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55036) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:12.162689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-63a4c6d4-2734-47b5-b04b-e85b1c69aa71 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff', 'tempest-TagsExtTest-Tag-354282017') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:12.171232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Network 9319cef7-7d90-4ba9-af96-41ae213d6d9e is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:12.174737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:12.178550 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:12.188422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Pushing event updated for resources: {'Port': ['ID=a6d5f82a-e81f-4484-a184-4348ddc836b1,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:12.218428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.283043 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Attempting to bind port a6d5f82a-e81f-4484-a184-4348ddc836b1 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:12.283411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Attempting to bind port a6d5f82a-e81f-4484-a184-4348ddc836b1 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '0c3f2280-80b2-41d6-97fe-1211745033db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:12.283781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Attempting to bind port a6d5f82a-e81f-4484-a184-4348ddc836b1 on network 9319cef7-7d90-4ba9-af96-41ae213d6d9e {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:12.287330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.292024 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:12.292239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Checking segment: {'id': '0c3f2280-80b2-41d6-97fe-1211745033db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:12.293150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.293549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Bound using segment: {'id': '0c3f2280-80b2-41d6-97fe-1211745033db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:12.294103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Bound port: a6d5f82a-e81f-4484-a184-4348ddc836b1, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3f2280-80b2-41d6-97fe-1211745033db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:12.294494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.306482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0655d37-00a0-4a59-a858-33ee16b87f27,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:12.315832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:12.316767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.324964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:12.335737 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:12.414405 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] For port a6d5f82a-e81f-4484-a184-4348ddc836b1, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:12.418363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] For port a6d5f82a-e81f-4484-a184-4348ddc836b1, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a6d5f82a-e81f-4484-a184-4348ddc836b1,segment=NetworkSegment(0c3f2280-80b2-41d6-97fe-1211745033db),segment_id=0c3f2280-80b2-41d6-97fe-1211745033db)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:12.423727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.423942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.441762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.453429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.492207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.499705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380d573d-395a-46cf-9dca-ddc2f1a78dfd,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:12.514636 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aef62a4f-6f7b-4bb8-94ee-5df9469bf886 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:48:12.517653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.521289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.521479 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Added segment 829fd780-47ca-49e7-a1b9-6a35f8d5bc95 of type vlan for network 6b21c5ba-8043-4fd9-b728-4937f1ed27ab Dec 22 08:48:12.537917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a7ac7-255b-43b9-986a-6641258fa1e0 None None] Pushing event updated for resources: {'Port': ['ID=a6d5f82a-e81f-4484-a184-4348ddc836b1,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:12.550174 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-63a4c6d4-2734-47b5-b04b-e85b1c69aa71 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags/tempest-TagsExtTest-Tag-354282017 HTTP/1.1" status: 201 len: 201 time: 0.3984261 Dec 22 08:48:12.556136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] Pushing event deleted for resources: {'Network': ['ID=aef62a4f-6f7b-4bb8-94ee-5df9469bf886,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:12.559075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55040) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:12.568338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-5ef8bbe4-3b42-4d5c-8eac-a40729ec9714 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138', 'tempest-TagsExtTest-Tag-679595240') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:12.593931 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cbf1f965-5779-466d-890a-9bcba1f039bf tempest-ExternalNetworksTestJSON-64852536 tempest-ExternalNetworksTestJSON-64852536-project-admin] 10.222.0.37 "DELETE /v2.0/networks/aef62a4f-6f7b-4bb8-94ee-5df9469bf886 HTTP/1.1" status: 204 len: 168 time: 1.1303158 Dec 22 08:48:12.597758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55044) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:12.600206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.601392 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-52ff679d-3dc0-44a8-a513-784e25671b7d tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7280207 Dec 22 08:48:12.607688 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55048) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:12.645836 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6399121e-ec5a-42be-afb4-1bab9ebf426a tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] DELETE failed (client error): The resource could not be found. Dec 22 08:48:12.646290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6399121e-ec5a-42be-afb4-1bab9ebf426a tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:48:12.656877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-999ae3f6-daab-4c5f-8b6c-abfdc2ef8254 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.672553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-999ae3f6-daab-4c5f-8b6c-abfdc2ef8254 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.702090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.710578 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6399121e-ec5a-42be-afb4-1bab9ebf426a tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] 10.222.0.37 "DELETE /v2.0/subnets/9188e2e7-866d-4846-a78e-b5c591b21c70 HTTP/1.1" status: 404 len: 337 time: 0.1107473 Dec 22 08:48:12.714134 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55052) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:12.745326 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-999ae3f6-daab-4c5f-8b6c-abfdc2ef8254 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.770415 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5ef8bbe4-3b42-4d5c-8eac-a40729ec9714 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags/tempest-TagsExtTest-Tag-679595240 HTTP/1.1" status: 201 len: 201 time: 0.2023799 Dec 22 08:48:12.779768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55056) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:12.794391 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-e6fe97e2-d696-40c9-9747-807d3a7948a2 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4', 'tempest-TagsExtTest-Tag-107906377') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:12.905454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.908606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-999ae3f6-daab-4c5f-8b6c-abfdc2ef8254 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.912339 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-999ae3f6-daab-4c5f-8b6c-abfdc2ef8254 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/380d573d-395a-46cf-9dca-ddc2f1a78dfd HTTP/1.1" status: 204 len: 168 time: 0.3009727 Dec 22 08:48:12.912339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ae3f6-daab-4c5f-8b6c-abfdc2ef8254 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=380d573d-395a-46cf-9dca-ddc2f1a78dfd,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:12.915475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55060) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:12.917536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:12.918192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.992649 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 340e385e-18b5-4d69-9a2f-e32b20156cb2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:13.058040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.084656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 340e385e-18b5-4d69-9a2f-e32b20156cb2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:13.085671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.150148 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.9569139 Dec 22 08:48:13.168469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aa4dc-79da-473a-9c31-bbbd6d4f623e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=6b21c5ba-8043-4fd9-b728-4937f1ed27ab,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:13.203142 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 6b21c5ba-8043-4fd9-b728-4937f1ed27ab details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:13.247997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-958e4d50-c58f-4d7f-abb0-49762da6155b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:13.255094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Allocated IP 2001:db8:2::1 (9319cef7-7d90-4ba9-af96-41ae213d6d9e/aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3/2275aaf5-e49b-44b7-86c4-1d264d1c4ff8) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:13.362669 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e6fe97e2-d696-40c9-9747-807d3a7948a2 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags/tempest-TagsExtTest-Tag-107906377 HTTP/1.1" status: 201 len: 201 time: 0.5785632 Dec 22 08:48:13.365523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55064) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:13.367995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.386380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-ab4703cd-6e0e-4674-8e6f-f73989c0877d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d', 'tempest-TagsExtTest-Tag-850480350') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:13.434758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:13.519890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:13.529350 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:13.538327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.564839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91607d2-03fd-490d-a71d-036653aca575']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:13.579689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8da587-32a0-480a-a207-9bc09f0a13f6') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:13.580246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8da587-32a0-480a-a207-9bc09f0a13f6') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:13.593421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.597291 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ab4703cd-6e0e-4674-8e6f-f73989c0877d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags/tempest-TagsExtTest-Tag-850480350 HTTP/1.1" status: 201 len: 201 time: 0.2301838 Dec 22 08:48:13.611204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.617902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55068) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:13.618102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:13.618399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.627310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-b9424c43-1823-45b7-87b2-d736f93a372c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff', {'tags': ['tempest-TagsExtTest-Tag-2107785168', 'tempest-TagsExtTest-Tag-282128346', 'tempest-TagsExtTest-Tag-36780043']}) {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:13.727348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.732293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-958e4d50-c58f-4d7f-abb0-49762da6155b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:13.733913 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-958e4d50-c58f-4d7f-abb0-49762da6155b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8149049 Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:13.735204 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:13.737349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.737450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55074) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:13.742884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.753518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.766947 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b9424c43-1823-45b7-87b2-d736f93a372c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags HTTP/1.1" status: 200 len: 315 time: 0.1472573 Dec 22 08:48:13.769634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55078) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:13.773566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Transition to ACTIVE for port object 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:13.779063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-f1dda219-8188-497b-a965-6859b82893f7 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:13.814275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=008f24c1-d35b-4b0e-9d46-7f0fc1ba7330,segment=NetworkSegment(1c88ddc1-24c8-452d-af34-bdb370d88b3e),segment_id=1c88ddc1-24c8-452d-af34-bdb370d88b3e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:13.827628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.841884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] Pushing event deleted for resources: {'Network': ['ID=a91607d2-03fd-490d-a71d-036653aca575,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:13.895125 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dcddcdb3-daca-4651-af6b-f13dec0d2efc tempest-ExternalNetworksTestJSON-513484436 tempest-ExternalNetworksTestJSON-513484436-project] 10.222.0.37 "DELETE /v2.0/networks/a91607d2-03fd-490d-a71d-036653aca575 HTTP/1.1" status: 204 len: 168 time: 1.1779523 Dec 22 08:48:13.904681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.954524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd435265-b65b-40db-8cb9-bb3b8a8cb11f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.963073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=008f24c1-d35b-4b0e-9d46-7f0fc1ba7330,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:14.025790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 9319cef7-7d90-4ba9-af96-41ae213d6d9e is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:14.025790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:14.025790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:14.025790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.045709 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd435265-b65b-40db-8cb9-bb3b8a8cb11f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.048980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.159125 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd435265-b65b-40db-8cb9-bb3b8a8cb11f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.222932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6aa71f-bd5d-4648-9646-c6e57d71d0c7 None None] Network 9319cef7-7d90-4ba9-af96-41ae213d6d9e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:14.225752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd435265-b65b-40db-8cb9-bb3b8a8cb11f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2128d0f9-e215-4978-8b6c-2a73131f252c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:14.262780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd435265-b65b-40db-8cb9-bb3b8a8cb11f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.264134 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bd435265-b65b-40db-8cb9-bb3b8a8cb11f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/2128d0f9-e215-4978-8b6c-2a73131f252c HTTP/1.1" status: 204 len: 168 time: 0.5256710 Dec 22 08:48:14.267016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55084) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.348306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=2275aaf5-e49b-44b7-86c4-1d264d1c4ff8,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:14.353434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9953c878-a120-4179-99a1-99ccccacae37 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:14.366129 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f1dda219-8188-497b-a965-6859b82893f7 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags HTTP/1.1" status: 204 len: 168 time: 0.5948365 Dec 22 08:48:14.369384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55090) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.377044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-327fe2dd-cfd8-45ac-b20b-91dab034c40c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff', 'tempest-TagsExtTest-Tag-2107785168') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:14.380929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9953c878-a120-4179-99a1-99ccccacae37 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:14.383318 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9953c878-a120-4179-99a1-99ccccacae37 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1149688 Dec 22 08:48:14.386027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55094) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.421610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.479185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0beed7b8-b350-4220-aa5b-7a817366fab1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.486136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7b3cc3cc-d680-48f0-b7d5-adbc574ee865 None None] Provisioning for port a6d5f82a-e81f-4484-a184-4348ddc836b1 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:14.508773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55098) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.534206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0beed7b8-b350-4220-aa5b-7a817366fab1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.607919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0beed7b8-b350-4220-aa5b-7a817366fab1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.641057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beed7b8-b350-4220-aa5b-7a817366fab1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fefc39d-97ed-44d3-ba0e-c4cee80b9a77,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:14.666093 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-327fe2dd-cfd8-45ac-b20b-91dab034c40c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:14.666093 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-327fe2dd-cfd8-45ac-b20b-91dab034c40c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags/tempest-TagsExtTest-Tag-2107785168 HTTP/1.1" status: 404 len: 329 time: 0.2936757 Dec 22 08:48:14.667772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55104) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.675488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-63a003bb-3b0d-4832-92ae-323da4d161eb tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff', 'tempest-TagsExtTest-Tag-282128346') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:14.676495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0beed7b8-b350-4220-aa5b-7a817366fab1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.679647 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0beed7b8-b350-4220-aa5b-7a817366fab1 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/1fefc39d-97ed-44d3-ba0e-c4cee80b9a77 HTTP/1.1" status: 204 len: 168 time: 0.2919714 Dec 22 08:48:14.684547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55108) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.796825 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8333cd4c-6caa-4048-8245-3000feeff739 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1dfa66004573464dac130584663c9e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862227 Dec 22 08:48:14.799878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-930b2238-6852-4156-a6a3-255c9bbe31a4 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:14.803167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55112) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.845868 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-930b2238-6852-4156-a6a3-255c9bbe31a4 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:14.869517 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-930b2238-6852-4156-a6a3-255c9bbe31a4 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1839795 Dec 22 08:48:14.873427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55116) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.881536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group': {'name': 'tempest-secgroup--275658849'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:14.897338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:14.904104 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-63a003bb-3b0d-4832-92ae-323da4d161eb tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:14.905255 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-63a003bb-3b0d-4832-92ae-323da4d161eb tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags/tempest-TagsExtTest-Tag-282128346 HTTP/1.1" status: 404 len: 328 time: 0.2365348 Dec 22 08:48:14.911577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55120) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.922850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-7d794eb4-fe00-4db8-ad41-a22b6642ca1a tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff', 'tempest-TagsExtTest-Tag-36780043') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:14.955278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:14.977871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-69138b1d-f263-40a4-a060-3b652b6442e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.008748 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-69138b1d-f263-40a4-a060-3b652b6442e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.024924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a6d5f82a-e81f-4484-a184-4348ddc836b1 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:15.051985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.060758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.061612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.064319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-69138b1d-f263-40a4-a060-3b652b6442e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.090714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.115166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69138b1d-f263-40a4-a060-3b652b6442e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7071a90f-42b4-4579-8896-07925f5eec06,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.118924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-69138b1d-f263-40a4-a060-3b652b6442e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.120093 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-69138b1d-f263-40a4-a060-3b652b6442e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7071a90f-42b4-4579-8896-07925f5eec06 HTTP/1.1" status: 204 len: 168 time: 0.3159833 Dec 22 08:48:15.121907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:15.128918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:15.132457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:15.143166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:15.156880 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-7d794eb4-fe00-4db8-ad41-a22b6642ca1a tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:15.157994 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7d794eb4-fe00-4db8-ad41-a22b6642ca1a tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags/tempest-TagsExtTest-Tag-36780043 HTTP/1.1" status: 404 len: 327 time: 0.2455101 Dec 22 08:48:15.160833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55126) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:15.173039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-2fa91066-eaeb-461a-a402-ed3285b33910 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138', {'tags': ['tempest-TagsExtTest-Tag-1975319098', 'tempest-TagsExtTest-Tag-1574290843', 'tempest-TagsExtTest-Tag-1114538684']}) {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:15.210102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port a6d5f82a-e81f-4484-a184-4348ddc836b1 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:15.238683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port a6d5f82a-e81f-4484-a184-4348ddc836b1 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:15.240721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.289414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=2275aaf5-e49b-44b7-86c4-1d264d1c4ff8,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.297619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.303532 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2fa91066-eaeb-461a-a402-ed3285b33910 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags HTTP/1.1" status: 200 len: 318 time: 0.1414812 Dec 22 08:48:15.305610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.310393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55130) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:15.348332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0152f54-2e69-4b3c-b95c-c466a7197cd8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.353085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-8fcdb4d0-3c13-4b46-8bf3-cd0e3b6d2ae6 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:15.452521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.464534 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-45a77ee3-3844-4b35-a2ee-1aaeecc723f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5897851 Dec 22 08:48:15.468640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55136) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:15.488246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': 'b0152f54-2e69-4b3c-b95c-c466a7197cd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:15.509388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:15.524888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:15.538427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:15.546062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.557982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 9319cef7-7d90-4ba9-af96-41ae213d6d9e is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:15.559677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:15.568176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:15.616897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.653127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port a6d5f82a-e81f-4484-a184-4348ddc836b1, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a6d5f82a-e81f-4484-a184-4348ddc836b1,segment=NetworkSegment(0c3f2280-80b2-41d6-97fe-1211745033db),segment_id=0c3f2280-80b2-41d6-97fe-1211745033db)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:15.664565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.664565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:15.743340 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8fcdb4d0-3c13-4b46-8bf3-cd0e3b6d2ae6 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags HTTP/1.1" status: 204 len: 168 time: 0.4014151 Dec 22 08:48:15.748141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55140) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:15.757364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-599350b4-530d-4116-b3ea-dc6e18c34ccc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138', 'tempest-TagsExtTest-Tag-1975319098') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:15.798685 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55144) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:15.837049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=a6d5f82a-e81f-4484-a184-4348ddc836b1,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.863536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:15.867965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-52f18eab-f7b9-42a7-9797-0a3fad646ac2 None None] Provisioning complete for port a6d5f82a-e81f-4484-a184-4348ddc836b1 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:15.868445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-52f18eab-f7b9-42a7-9797-0a3fad646ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.899576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.907942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.942252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b6d073-02df-4b8a-b5cd-65d49d007574,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.946426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:15.946426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.020597 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-599350b4-530d-4116-b3ea-dc6e18c34ccc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:16.022103 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-599350b4-530d-4116-b3ea-dc6e18c34ccc tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags/tempest-TagsExtTest-Tag-1975319098 HTTP/1.1" status: 404 len: 329 time: 0.2727551 Dec 22 08:48:16.024027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.025474 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-70cc5840-5747-49a6-8292-9214ff6b2a56 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5535250 Dec 22 08:48:16.026340 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55148) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.033864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-c27021c6-5cec-4b30-81d6-35b6ede8ea05 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138', 'tempest-TagsExtTest-Tag-1574290843') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:16.108023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55150) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.200520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-52f18eab-f7b9-42a7-9797-0a3fad646ac2 None None] Provisioning for port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:16.206670 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-52f18eab-f7b9-42a7-9797-0a3fad646ac2 None None] Provisioning complete for port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:16.207379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-52f18eab-f7b9-42a7-9797-0a3fad646ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.217052 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-c27021c6-5cec-4b30-81d6-35b6ede8ea05 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:16.218186 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c27021c6-5cec-4b30-81d6-35b6ede8ea05 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags/tempest-TagsExtTest-Tag-1574290843 HTTP/1.1" status: 404 len: 329 time: 0.1894538 Dec 22 08:48:16.219290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-477b8dd5-f909-45da-8c3e-2e467d08d9ae tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.222656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55156) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.224583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:16.237200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:16.244089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-477b8dd5-f909-45da-8c3e-2e467d08d9ae tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.244297 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e3f7661c-e9fb-4637-9ddc-a50cdfda8f2e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9632845 Dec 22 08:48:16.246734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55158) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.250095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-f1f9c2b6-2b3b-4432-9e25-03e4638facb7 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138', 'tempest-TagsExtTest-Tag-1114538684') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:16.275655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:16.276997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:16.290527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-477b8dd5-f909-45da-8c3e-2e467d08d9ae tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.319360 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-46cf257b-1d51-4df2-9abd-eea0f3e06478 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb2bd1514e0f4e629163260ad4eebdd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5160556 Dec 22 08:48:16.325796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55164) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.326940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-477b8dd5-f909-45da-8c3e-2e467d08d9ae tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.330407 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-477b8dd5-f909-45da-8c3e-2e467d08d9ae tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/13b6d073-02df-4b8a-b5cd-65d49d007574 HTTP/1.1" status: 204 len: 168 time: 0.1970735 Dec 22 08:48:16.330407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b8dd5-f909-45da-8c3e-2e467d08d9ae tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13b6d073-02df-4b8a-b5cd-65d49d007574,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:16.332443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55168) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.347995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1170801407'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:16.375770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:16.392683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:network and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:16.393005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-36f1e894-e2a1-4703-ba19-82e7da5cd764 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:16.402980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:16.414993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-36f1e894-e2a1-4703-ba19-82e7da5cd764 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:16.419376 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-36f1e894-e2a1-4703-ba19-82e7da5cd764 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0833073 Dec 22 08:48:16.419615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55172) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.423053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:16.470441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:16.474687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.497671 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-f1f9c2b6-2b3b-4432-9e25-03e4638facb7 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:16.498722 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f1f9c2b6-2b3b-4432-9e25-03e4638facb7 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags/tempest-TagsExtTest-Tag-1114538684 HTTP/1.1" status: 404 len: 329 time: 0.2536840 Dec 22 08:48:16.501434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccda803b-f0ff-43d4-9000-51878aba0c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.502935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55176) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.519117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-bf4f0621-37bc-45aa-9b26-4f49b427b5de tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4', {'tags': ['tempest-TagsExtTest-Tag-87504993', 'tempest-TagsExtTest-Tag-195011276', 'tempest-TagsExtTest-Tag-465984088']}) {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:16.520309 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aac2d7bf-b143-4e48-8de4-958f3c6eb0e5 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.521183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:16.553362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aac2d7bf-b143-4e48-8de4-958f3c6eb0e5 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.616344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aac2d7bf-b143-4e48-8de4-958f3c6eb0e5 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.642138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2d7bf-b143-4e48-8de4-958f3c6eb0e5 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0152f54-2e69-4b3c-b95c-c466a7197cd8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:16.655659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aac2d7bf-b143-4e48-8de4-958f3c6eb0e5 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.660112 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aac2d7bf-b143-4e48-8de4-958f3c6eb0e5 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/b0152f54-2e69-4b3c-b95c-c466a7197cd8 HTTP/1.1" status: 204 len: 168 time: 0.2395163 Dec 22 08:48:16.661169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55180) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.683027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55184) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.693477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'network_id': '6b21c5ba-8043-4fd9-b728-4937f1ed27ab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:16.724171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-52f18eab-f7b9-42a7-9797-0a3fad646ac2 None None] Port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:16.806536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:16.814136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a6d5f82a-e81f-4484-a184-4348ddc836b1 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:16.831865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-190f56c7-50cf-4dd7-99a8-f867401f4053 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:16.834460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccda803b-f0ff-43d4-9000-51878aba0c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.853753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.854089 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added segment 2401d928-4f46-4e4c-932c-38322431fca9 of type vlan for network 546e83e9-2f49-4437-8690-8db48f9981e1 Dec 22 08:48:16.858902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:16.864499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:subnet and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:16.867632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:16.870937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-190f56c7-50cf-4dd7-99a8-f867401f4053 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:16.876380 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-190f56c7-50cf-4dd7-99a8-f867401f4053 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2095320 Dec 22 08:48:16.880178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55188) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.881456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:16.891217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group': {'name': 'tempest-secgroup--448207805'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:16.901751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:16.906072 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bf4f0621-37bc-45aa-9b26-4f49b427b5de tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags HTTP/1.1" status: 200 len: 314 time: 0.4012232 Dec 22 08:48:16.906346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c4a8546f-f0bf-45c4-9595-d5073d1f8c3d None None] Provisioning complete for port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:16.906629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c4a8546f-f0bf-45c4-9595-d5073d1f8c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.908715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55192) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:16.912190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.914742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:16.918925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-821140ca-27a3-4844-ac15-95ed55934d88 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:16.919366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.942417 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:16.983381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.028010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port a6d5f82a-e81f-4484-a184-4348ddc836b1 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:17.028390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.066214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccda803b-f0ff-43d4-9000-51878aba0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.077543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:17.087327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.092983 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:17.093308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:17.093945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.097651 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:17.109409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:17.118002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda803b-f0ff-43d4-9000-51878aba0c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b60190-5532-4b30-b90a-ba1a7f2d69fe,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:17.135024 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8546f-f0bf-45c4-9595-d5073d1f8c3d None None] Port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:17.215178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccda803b-f0ff-43d4-9000-51878aba0c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.216273 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ccda803b-f0ff-43d4-9000-51878aba0c9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57b60190-5532-4b30-b90a-ba1a7f2d69fe HTTP/1.1" status: 204 len: 168 time: 0.8893647 Dec 22 08:48:17.223609 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9192102 Dec 22 08:48:17.226556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55200) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:17.232436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:14Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:14Z', 'revision_number': 2, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:17.235911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'subnet': {'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:17.247224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:17.247585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Updating router 9da2f6d4-f68e-4b0b-8870-99db57be482c port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:48:17.251303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ae1a5-d729-45a2-b7e8-ad4a41b5a8c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Network': ['ID=546e83e9-2f49-4437-8690-8db48f9981e1,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:17.284594 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-821140ca-27a3-4844-ac15-95ed55934d88 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags HTTP/1.1" status: 204 len: 168 time: 0.3725696 Dec 22 08:48:17.284807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 546e83e9-2f49-4437-8690-8db48f9981e1 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:17.286300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55204) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:17.293796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-28f6d838-acce-4808-a20a-99bf640c5a15 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4', 'tempest-TagsExtTest-Tag-87504993') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:17.300672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.312552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.381204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb5a583-81c3-4239-8ccf-959198072814,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:17.406503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.421145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.502602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:17.508378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:subnet and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:17.512931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:17.519806 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-28f6d838-acce-4808-a20a-99bf640c5a15 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:17.520848 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-28f6d838-acce-4808-a20a-99bf640c5a15 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags/tempest-TagsExtTest-Tag-87504993 HTTP/1.1" status: 404 len: 327 time: 0.2336137 Dec 22 08:48:17.521825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:17.523640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55210) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:17.529722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-c15f6249-ae39-4191-996a-cf54836a9c1e tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4', 'tempest-TagsExtTest-Tag-195011276') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:17.587653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55214) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:17.652084 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=4b76b541-b226-44b8-90b3-aca460146d75,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:17.690494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking segment: {'id': '829fd780-47ca-49e7-a1b9-6a35f8d5bc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b21c5ba-8043-4fd9-b728-4937f1ed27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:17.690838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network hostable DHCP agents. Network: 6b21c5ba-8043-4fd9-b728-4937f1ed27ab, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:17.696987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.701646 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1d233390-a9f6-47e2-a12d-1e652ecebbe2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8177264 Dec 22 08:48:17.702914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55222) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:17.708640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': 'acb5a583-81c3-4239-8ccf-959198072814', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:17.725582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:17.732315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:17.736268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network 6b21c5ba-8043-4fd9-b728-4937f1ed27ab is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:17.737588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Made reservation on behalf of 6827e56aa66a4583898b6dc22333e774 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:17.739534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:17.741011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.749289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:17.760910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 6b21c5ba-8043-4fd9-b728-4937f1ed27ab) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:17.778710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:17.779065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155c05ec-071a-44e0-a0c9-38f88a785ffa None None] Network 6b21c5ba-8043-4fd9-b728-4937f1ed27ab requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:17.779931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.806610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.878333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.882793 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0326af79-7b38-4176-80f9-4df634ea9d2e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1972520 Dec 22 08:48:17.887474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55230) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:17.892864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.898940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1529145106'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:17.928607 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-c15f6249-ae39-4191-996a-cf54836a9c1e tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:17.930459 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c15f6249-ae39-4191-996a-cf54836a9c1e tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags/tempest-TagsExtTest-Tag-195011276 HTTP/1.1" status: 404 len: 328 time: 0.4059291 Dec 22 08:48:17.931083 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:17.933986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328303c0-d4e5-4f82-85a0-100a5b95f9b2,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:17.939544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55236) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:17.946145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-8e907656-d9ec-4dd0-b2a1-9c9f7cc530ae tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4', 'tempest-TagsExtTest-Tag-465984088') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:17.975847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Deleting port 89b4ed2a-36da-4300-a1f5-a06958331709 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:17.976420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.003548 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:network and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:18.010055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.028903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:18.044900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:18.057206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Transition to ACTIVE for port object 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:18.085325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.120156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.124901 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-98ea4adc-adfb-4160-b4db-f2c5a449370f tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4210281 Dec 22 08:48:18.127924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55244) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:18.147824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:18.151500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.197872 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-8e907656-d9ec-4dd0-b2a1-9c9f7cc530ae tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:18.211059 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8e907656-d9ec-4dd0-b2a1-9c9f7cc530ae tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags/tempest-TagsExtTest-Tag-465984088 HTTP/1.1" status: 404 len: 328 time: 0.2702782 Dec 22 08:48:18.218781 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3be5a97e-5859-47f7-9ba6-e5e69d6ba878 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules/328303c0-d4e5-4f82-85a0-100a5b95f9b2 HTTP/1.1" status: 200 len: 763 time: 0.0896878 Dec 22 08:48:18.219428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55250) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:18.219758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55252) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:18.268748 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-cb713456-dcc3-4c50-b563-f53b90b08bfe tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d', {'tags': ['tempest-TagsExtTest-Tag-944712531', 'tempest-TagsExtTest-Tag-1158098451', 'tempest-TagsExtTest-Tag-715833640']}) {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:18.307173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947be57-0d33-493e-97f6-0c0c4acec91c None None] Pushing event updated for resources: {'Port': ['ID=2275aaf5-e49b-44b7-86c4-1d264d1c4ff8,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:18.356335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:18.361519 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cb713456-dcc3-4c50-b563-f53b90b08bfe tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "PUT /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags HTTP/1.1" status: 200 len: 316 time: 0.1395011 Dec 22 08:48:18.368499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55258) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:18.383569 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-b233d033-417c-4bcd-a687-90a46f228ddf tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:18.400862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.401504 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Added segment cfa09b12-6c3e-42e2-99c8-8c5df5e335cb of type vlan for network cc675c18-fe5a-4406-b678-2631d5016ed8 Dec 22 08:48:18.441321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-6b21c5ba-8043-4fd9-b728-4937f1ed27ab', 'network_id': '6b21c5ba-8043-4fd9-b728-4937f1ed27ab', 'tenant_id': '1c48f968056842a1bca8f8e863d1d04d', 'fixed_ips': [{'subnet_id': '4b76b541-b226-44b8-90b3-aca460146d75'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:18.442324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.459126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3e50cb78-83c7-4733-9f62-a5874e4b6f52 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:18.472944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.490040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.525653 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b233d033-417c-4bcd-a687-90a46f228ddf tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags HTTP/1.1" status: 204 len: 168 time: 0.1532371 Dec 22 08:48:18.526346 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3e50cb78-83c7-4733-9f62-a5874e4b6f52 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:18.530793 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3e50cb78-83c7-4733-9f62-a5874e4b6f52 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3002369 Dec 22 08:48:18.530793 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55264) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:18.536975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55266) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:18.548594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.tag.tag_plugin [None req-ed5b74a5-dacb-4199-b570-681184758b53 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d', 'tempest-TagsExtTest-Tag-944712531') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:18.551334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Attempting to bind port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:18.551708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Attempting to bind port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '0c3f2280-80b2-41d6-97fe-1211745033db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:18.552067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Attempting to bind port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 on network 9319cef7-7d90-4ba9-af96-41ae213d6d9e {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:18.560961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:18.561338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Checking segment: {'id': '0c3f2280-80b2-41d6-97fe-1211745033db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:18.561789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.562185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Bound using segment: {'id': '0c3f2280-80b2-41d6-97fe-1211745033db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:18.563362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Bound port: 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3f2280-80b2-41d6-97fe-1211745033db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:18.563775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.568953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.578964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:18.580105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.655604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.656197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.667326 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-ed5b74a5-dacb-4199-b570-681184758b53 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:18.669569 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ed5b74a5-dacb-4199-b570-681184758b53 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags/tempest-TagsExtTest-Tag-944712531 HTTP/1.1" status: 404 len: 328 time: 0.1305447 Dec 22 08:48:18.677279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-24d9a366-6460-40da-8e0a-88c518f795aa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.691033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55274) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:18.727271 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8355675 Dec 22 08:48:18.731190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55278) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:18.739937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'network_id': 'cc675c18-fe5a-4406-b678-2631d5016ed8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:18.758679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff7fc9-07d7-4344-a4e3-ec1df37d199e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=cc675c18-fe5a-4406-b678-2631d5016ed8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:18.765051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-89650ac3-757a-4e78-bdfc-17d17e1d2015 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d', 'tempest-TagsExtTest-Tag-1158098451') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:18.776559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] For port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:18.784967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network cc675c18-fe5a-4406-b678-2631d5016ed8 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:18.802701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Allocated IP 2001:db8:0:ffff::2 (6b21c5ba-8043-4fd9-b728-4937f1ed27ab/4b76b541-b226-44b8-90b3-aca460146d75/f6bfd4d5-9d53-4857-b53d-bc59817b797d) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:18.823446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] For port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2275aaf5-e49b-44b7-86c4-1d264d1c4ff8,segment=NetworkSegment(0c3f2280-80b2-41d6-97fe-1211745033db),segment_id=0c3f2280-80b2-41d6-97fe-1211745033db)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:18.849785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Subnet': ['ID=b26eca9f-1915-4e4f-bef5-5e582b420b86,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:18.857156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-24d9a366-6460-40da-8e0a-88c518f795aa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.870346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Calling delete_port for 89b4ed2a-36da-4300-a1f5-a06958331709 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:18.882426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:18.886043 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.888140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:subnet and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:18.891443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:18.898626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:18.917085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:18.922450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.923276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Checking segment: {'id': '2401d928-4f46-4e4c-932c-38322431fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:18.923815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network hostable DHCP agents. Network: 546e83e9-2f49-4437-8690-8db48f9981e1, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:18.950116 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-89650ac3-757a-4e78-bdfc-17d17e1d2015 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:18.951883 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-89650ac3-757a-4e78-bdfc-17d17e1d2015 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags/tempest-TagsExtTest-Tag-1158098451 HTTP/1.1" status: 404 len: 329 time: 0.2598722 Dec 22 08:48:18.962905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55288) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:18.971962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-157c69f4-72f5-4251-8e84-7c9f77c52c59 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d', 'tempest-TagsExtTest-Tag-715833640') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:19.007242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-24d9a366-6460-40da-8e0a-88c518f795aa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.045614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 546e83e9-2f49-4437-8690-8db48f9981e1 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:19.068334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9a366-6460-40da-8e0a-88c518f795aa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=328303c0-d4e5-4f82-85a0-100a5b95f9b2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:19.071554 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-157c69f4-72f5-4251-8e84-7c9f77c52c59 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] show failed (client error): The resource could not be found. Dec 22 08:48:19.072890 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-157c69f4-72f5-4251-8e84-7c9f77c52c59 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags/tempest-TagsExtTest-Tag-715833640 HTTP/1.1" status: 404 len: 328 time: 0.1088078 Dec 22 08:48:19.078222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55292) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:19.088274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-6f0de77c-3235-418a-9166-7865c96938f5 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '636a2fe0-51be-4c4e-8794-66bfddc60c9d') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:19.104120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-24d9a366-6460-40da-8e0a-88c518f795aa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.105762 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-24d9a366-6460-40da-8e0a-88c518f795aa tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/328303c0-d4e5-4f82-85a0-100a5b95f9b2 HTTP/1.1" status: 204 len: 168 time: 0.5602689 Dec 22 08:48:19.106491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 546e83e9-2f49-4437-8690-8db48f9981e1) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:19.110825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:19.111623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.127710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55298) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:19.150828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932905ae-c8e7-4a18-8532-5bb01ad2b5e1 None None] Network 546e83e9-2f49-4437-8690-8db48f9981e1 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:19.168851 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d3a0f07e-cf75-4e22-9f6f-372558fd1435 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9377174 Dec 22 08:48:19.176020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55304) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:19.205169 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:19.205851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:19.224585 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6f0de77c-3235-418a-9166-7865c96938f5 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d/tags HTTP/1.1" status: 204 len: 168 time: 0.1431105 Dec 22 08:48:19.232782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55308) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:19.255511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-1e413366-9c7a-41b7-bb79-e980fe986a86 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8589049a-cc2e-4043-972d-50c860abf3c4') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:19.344582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-920720b9-a510-4268-8f75-13616ba45730 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:19.442635 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947be57-0d33-493e-97f6-0c0c4acec91c None None] Pushing event updated for resources: {'Port': ['ID=2275aaf5-e49b-44b7-86c4-1d264d1c4ff8,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:19.472654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.514908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55312) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:19.516535 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:19.546734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-920720b9-a510-4268-8f75-13616ba45730 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:19.550700 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-920720b9-a510-4268-8f75-13616ba45730 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4180262 Dec 22 08:48:19.559455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55318) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:19.573203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event deleted for resources: {'Port': ['ID=89b4ed2a-36da-4300-a1f5-a06958331709,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:19.581432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-72a2da75-9382-4bb4-962a-cb391dbf7c4a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': 'acb5a583-81c3-4239-8ccf-959198072814', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:19.615635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-72a2da75-9382-4bb4-962a-cb391dbf7c4a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:19.637990 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1e413366-9c7a-41b7-bb79-e980fe986a86 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4/tags HTTP/1.1" status: 204 len: 168 time: 0.3984952 Dec 22 08:48:19.641090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-72a2da75-9382-4bb4-962a-cb391dbf7c4a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:19.644605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55322) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:19.654401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-e68e3abf-1291-4936-ab6b-5dfd9af27ace tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ef8d9ea-097f-4e62-b81e-7130c055c138') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:19.712736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.713141 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Floating IP 050bd662-4e20-4ee4-b445-7855e61396ae disassociated (deleted). External IP: 172.26.1.227, port: e67676a6-9581-4e12-b428-d78bb3cbf903. Dec 22 08:48:19.769347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9eebf0b8-84d1-4a1d-a7b6-053400e1ab6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.802997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72a2da75-9382-4bb4-962a-cb391dbf7c4a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.923882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1893101375'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:19.929618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72a2da75-9382-4bb4-962a-cb391dbf7c4a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.947367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:19.953879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72a2da75-9382-4bb4-962a-cb391dbf7c4a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.954910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Usage tracker for resource:network and tenant:31a0938855b44744b11e9dee7a5e9709 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:19.961859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:19.979706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:19.992929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2da75-9382-4bb4-962a-cb391dbf7c4a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ec7d4b-ee1c-4ce0-9d5b-28426ca001df,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:20.008716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.028577 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e68e3abf-1291-4936-ab6b-5dfd9af27ace tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138/tags HTTP/1.1" status: 204 len: 168 time: 0.3828201 Dec 22 08:48:20.031778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Transition to ACTIVE for port object f6bfd4d5-9d53-4857-b53d-bc59817b797d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:20.032349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55326) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:20.053284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Made reservation on behalf of 31a0938855b44744b11e9dee7a5e9709 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:20.056936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.078009 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.092890 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72a2da75-9382-4bb4-962a-cb391dbf7c4a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.094295 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-72a2da75-9382-4bb4-962a-cb391dbf7c4a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5271118 Dec 22 08:48:20.097308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55330) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:20.098308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.098491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.tag.tag_plugin [None req-8f74e48b-6bf9-4642-a795-d49f1c7fad73 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6c29523-896d-406d-9fe7-d096ff6821ff') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:20.128504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-546e83e9-2f49-4437-8690-8db48f9981e1', 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'fixed_ips': [{'subnet_id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:20.129336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.139580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Transition to ACTIVE for port object f6bfd4d5-9d53-4857-b53d-bc59817b797d will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:20.155337 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:20.156725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.174067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Usage tracker for resource:security_group_rule and tenant:31a0938855b44744b11e9dee7a5e9709 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:20.186953 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bfa7bd7b-1477-48db-9c8d-f5b7d0103bc2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules/15ec7d4b-ee1c-4ce0-9d5b-28426ca001df HTTP/1.1" status: 200 len: 763 time: 0.0847988 Dec 22 08:48:20.189587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:20.232126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55334) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:20.238241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:20.298942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=ae2dc9e4-caed-4613-8e76-ac42b78bc670,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:20.314021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Network 6b21c5ba-8043-4fd9-b728-4937f1ed27ab is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:20.318468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Pushing event updated for resources: {'Port': ['ID=f6bfd4d5-9d53-4857-b53d-bc59817b797d,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:20.324627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:20.332081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:20.342675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking segment: {'id': 'cfa09b12-6c3e-42e2-99c8-8c5df5e335cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cc675c18-fe5a-4406-b678-2631d5016ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:20.343059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network hostable DHCP agents. Network: cc675c18-fe5a-4406-b678-2631d5016ed8, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:20.358603 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.384969 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-93fbde58-01fc-463e-afb0-1796f2d323f2 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1505055 Dec 22 08:48:20.394331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55338) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:20.419898 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:14Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:20.443170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f8d735a-0ba3-49cb-b291-e63794b51c05 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.461976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6105b72-d401-4b8d-afb5-ff828a206731 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:14Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:20.464685 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f8d735a-0ba3-49cb-b291-e63794b51c05 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.495575 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:20.497977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Attempting to bind port f6bfd4d5-9d53-4857-b53d-bc59817b797d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:20.498351 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Attempting to bind port f6bfd4d5-9d53-4857-b53d-bc59817b797d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '829fd780-47ca-49e7-a1b9-6a35f8d5bc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b21c5ba-8043-4fd9-b728-4937f1ed27ab'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:20.498715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Attempting to bind port f6bfd4d5-9d53-4857-b53d-bc59817b797d on network 6b21c5ba-8043-4fd9-b728-4937f1ed27ab {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:20.501359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Allocated IP 2001:db8:3::2 (546e83e9-2f49-4437-8690-8db48f9981e1/b26eca9f-1915-4e4f-bef5-5e582b420b86/8372bf3e-1931-4e66-9a9d-08d802f28c50) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:20.509575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:20.510037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Checking segment: {'id': '829fd780-47ca-49e7-a1b9-6a35f8d5bc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b21c5ba-8043-4fd9-b728-4937f1ed27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:20.510377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.510769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Bound using segment: {'id': '829fd780-47ca-49e7-a1b9-6a35f8d5bc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b21c5ba-8043-4fd9-b728-4937f1ed27ab'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:20.511235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Bound port: f6bfd4d5-9d53-4857-b53d-bc59817b797d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829fd780-47ca-49e7-a1b9-6a35f8d5bc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b21c5ba-8043-4fd9-b728-4937f1ed27ab'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:20.512175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.571464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network cc675c18-fe5a-4406-b678-2631d5016ed8 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:20.588239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f8d735a-0ba3-49cb-b291-e63794b51c05 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.613808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, cc675c18-fe5a-4406-b678-2631d5016ed8) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:20.627950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:20.628449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.653575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202e36d-ab69-4152-b8b7-cdfd74d5ba3c None None] Network cc675c18-fe5a-4406-b678-2631d5016ed8 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:20.727309 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.742886 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.751208 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:48:20.823634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:20.824393 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eefa70a9-e6b0-4de1-b2dd-4f2ba9a385a9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0914762 Dec 22 08:48:20.825954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f8d735a-0ba3-49cb-b291-e63794b51c05 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.827026 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1f8d735a-0ba3-49cb-b291-e63794b51c05 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/15ec7d4b-ee1c-4ce0-9d5b-28426ca001df HTTP/1.1" status: 204 len: 168 time: 0.4319835 Dec 22 08:48:20.828462 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8f74e48b-6bf9-4642-a795-d49f1c7fad73 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff/tags HTTP/1.1" status: 204 len: 168 time: 0.7953119 Dec 22 08:48:20.832933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.836776 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] Sync routers for ids ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:20.852814 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55342) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:20.853166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55344) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:20.853485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55346) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:20.858229 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] Routers {'08e83ef3-2ad0-46e5-84e7-e2100ee60de2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:20.858860 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:20.900832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:20.959614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eddb7a72-7274-47d1-bf32-ee791a5b0588,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:20.966063 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-56747570-8720-40c1-b2ca-c55822e731cc tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "DELETE /v2.0/floatingips/050bd662-4e20-4ee4-b445-7855e61396ae HTTP/1.1" status: 204 len: 168 time: 3.3777537 Dec 22 08:48:20.967654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d735a-0ba3-49cb-b291-e63794b51c05 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15ec7d4b-ee1c-4ce0-9d5b-28426ca001df,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:20.969495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:21.014871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:21.040507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.040863 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Added segment 1d280bd1-12ea-411e-9786-c3154946ba5e of type vlan for network 52cff93d-34dc-476d-851c-62817072503e Dec 22 08:48:21.060802 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'status': 'completed', 'code': 200} Dec 22 08:48:21.153964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] For port f6bfd4d5-9d53-4857-b53d-bc59817b797d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:21.217439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] For port f6bfd4d5-9d53-4857-b53d-bc59817b797d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f6bfd4d5-9d53-4857-b53d-bc59817b797d,segment=NetworkSegment(829fd780-47ca-49e7-a1b9-6a35f8d5bc95),segment_id=829fd780-47ca-49e7-a1b9-6a35f8d5bc95)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:21.231032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-73aef8ae-cb04-46b3-96ca-34dd08b57804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:21.235441 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-73aef8ae-cb04-46b3-96ca-34dd08b57804 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9014609f35f344d1bd6c3d858b8fb4f4&device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 1098 time: 0.1501453 Dec 22 08:48:21.244862 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] Set router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:21.265432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.440091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-1071429d-6b27-4c44-af53-3bc58a04cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:21.441643 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-1071429d-6b27-4c44-af53-3bc58a04cae5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cac393ce-a974-4c63-bda3-99769584a184 HTTP/1.1" status: 200 len: 897 time: 0.1979768 Dec 22 08:48:21.442978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.486243 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-40269edd-8cae-4253-a3c9-a6d885f02fa8 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6266873 Dec 22 08:48:21.504144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55360) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:21.515033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.524392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': 'acb5a583-81c3-4239-8ccf-959198072814', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:21.531862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:21.537931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:21.538965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:21.543087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:21.558599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:21.594166 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-71650012-5286-4336-a932-587b2e2f70e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e67676a6-9581-4e12-b428-d78bb3cbf903 HTTP/1.1" status: 200 len: 217 time: 0.1427145 Dec 22 08:48:21.604514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280b967-bcb9-468c-95d9-3f1f7e5a30ee None None] Pushing event updated for resources: {'Port': ['ID=f6bfd4d5-9d53-4857-b53d-bc59817b797d,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:21.635291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.640880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:21.641556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.642567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.704974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-17b77d96-6042-43c0-8bd8-9e3e17a27920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:21.705995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-cc675c18-fe5a-4406-b678-2631d5016ed8', 'network_id': 'cc675c18-fe5a-4406-b678-2631d5016ed8', 'tenant_id': '1c48f968056842a1bca8f8e863d1d04d', 'fixed_ips': [{'subnet_id': 'ae2dc9e4-caed-4613-8e76-ac42b78bc670'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:21.706467 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-17b77d96-6042-43c0-8bd8-9e3e17a27920 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4 HTTP/1.1" status: 200 len: 835 time: 0.1036153 Dec 22 08:48:21.707192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.712139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3614-73d2-4f65-96a3-9fec109c3e47 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for subnetpool, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.713644 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eb3e3614-73d2-4f65-96a3-9fec109c3e47 tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/subnetpools/636a2fe0-51be-4c4e-8794-66bfddc60c9d HTTP/1.1" status: 204 len: 168 time: 0.8420761 Dec 22 08:48:21.716413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55364) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:21.757825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Transition to ACTIVE for port object 8372bf3e-1931-4e66-9a9d-08d802f28c50 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:21.773019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.780317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:21.780933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.792383 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:24Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7dba6e53-f704-43ac-9c20-5ce8d93b880c', 'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'mac_address': 'fa:16:3e:04:49:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:45Z', 'revision_number': 5, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'subnets': [{'id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:21.799575 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] Checking router: 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:21.810907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Transition to ACTIVE for port object 8372bf3e-1931-4e66-9a9d-08d802f28c50 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:21.815973 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] Routers {'08e83ef3-2ad0-46e5-84e7-e2100ee60de2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:21.817007 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:47:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:21.820558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b498c472-c3a8-4893-959d-9f1d27d5e9db tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Synchronizing usage tracker for tenant:75b9c2fbbcb545a39e26805f9586273f on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:21.822456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.844621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4c7a8-4ad9-4000-b5e0-c54c2875e03a req-6b716411-701b-4886-9bef-aa7377cf8559 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:21.845369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a6d4c7a8-4ad9-4000-b5e0-c54c2875e03a req-6b716411-701b-4886-9bef-aa7377cf8559 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Synchronizing usage tracker for tenant:9014609f35f344d1bd6c3d858b8fb4f4 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:21.858075 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cc4efa4f-ad28-4564-87e4-a856392a314d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.879755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:21.882679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a6d4c7a8-4ad9-4000-b5e0-c54c2875e03a req-6b716411-701b-4886-9bef-aa7377cf8559 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Unset dirty status for tenant:9014609f35f344d1bd6c3d858b8fb4f4 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:21.895637 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a6d4c7a8-4ad9-4000-b5e0-c54c2875e03a req-6b716411-701b-4886-9bef-aa7377cf8559 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.3554735 Dec 22 08:48:21.940367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b498c472-c3a8-4893-959d-9f1d27d5e9db tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Unset dirty status for tenant:75b9c2fbbcb545a39e26805f9586273f on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:21.944234 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b498c472-c3a8-4893-959d-9f1d27d5e9db tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "GET /v2.0/ports?device_id=8589049a-cc2e-4043-972d-50c860abf3c4 HTTP/1.1" status: 200 len: 205 time: 0.2257342 Dec 22 08:48:21.947755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55368) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:22.017943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Pushing event updated for resources: {'Port': ['ID=8372bf3e-1931-4e66-9a9d-08d802f28c50,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:22.080955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Network 546e83e9-2f49-4437-8690-8db48f9981e1 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:22.093110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:22.095824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:22.151746 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6357296 Dec 22 08:48:22.161968 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] Set router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:22.183103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdb5a6-c66b-47dd-a468-b8b450af518b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Pushing event updated for resources: {'Network': ['ID=52cff93d-34dc-476d-851c-62817072503e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:22.213648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Allocated IP 2001:db8:3::1 (546e83e9-2f49-4437-8690-8db48f9981e1/b26eca9f-1915-4e4f-bef5-5e582b420b86/887281cd-903e-4e98-a120-eb31b60f9443) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:22.218281 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.234154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.250019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-34b30ede-c4d7-4022-b0b1-e814281c9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:22.251438 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-34b30ede-c4d7-4022-b0b1-e814281c9f26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cac393ce-a974-4c63-bda3-99769584a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5341594 Dec 22 08:48:22.262561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a04a72-7819-4f7c-b04e-cf3be4796726,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:22.274640 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a6d4c7a8-4ad9-4000-b5e0-c54c2875e03a req-7d9e4f89-c039-486f-a580-38c3157bc1e0 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778417 Dec 22 08:48:22.283828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 52cff93d-34dc-476d-851c-62817072503e details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:22.314680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fabe6290-409d-4196-b995-283cfe22d65d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.370084 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.374370 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7208a68f-4078-44dd-be6a-8e033daa6ee3 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8616445 Dec 22 08:48:22.375458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55380) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:22.419281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.463274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55384) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:22.470691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Request body: {'port': {'network_id': '52cff93d-34dc-476d-851c-62817072503e', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252343358'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:22.487960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:22.497877 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c2176f58-5b6a-49b7-9c6f-ec50f855abdd tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules/71a04a72-7819-4f7c-b04e-cf3be4796726 HTTP/1.1" status: 200 len: 764 time: 0.1149573 Dec 22 08:48:22.506487 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55388) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:22.535390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Allocated IP 2001:db8::1 (cc675c18-fe5a-4406-b678-2631d5016ed8/ae2dc9e4-caed-4613-8e76-ac42b78bc670/5c836aac-cee9-4d57-b6f4-e2402673ba47) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:22.538324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Attempting to bind port 8372bf3e-1931-4e66-9a9d-08d802f28c50 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:22.538698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Attempting to bind port 8372bf3e-1931-4e66-9a9d-08d802f28c50 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '2401d928-4f46-4e4c-932c-38322431fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:22.539062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Attempting to bind port 8372bf3e-1931-4e66-9a9d-08d802f28c50 on network 546e83e9-2f49-4437-8690-8db48f9981e1 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:22.552492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Usage tracker for resource:port and tenant:a099909201d6460eb4c81cd95a3c5453 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:22.562876 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-38940fb8-7aa3-4f3f-9830-e39937b1466d service neutron] 10.222.0.54 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822692 Dec 22 08:48:22.570799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:22.571172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Checking segment: {'id': '2401d928-4f46-4e4c-932c-38322431fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:22.571586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.571986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Bound using segment: {'id': '2401d928-4f46-4e4c-932c-38322431fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:22.572469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Bound port: 8372bf3e-1931-4e66-9a9d-08d802f28c50, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2401d928-4f46-4e4c-932c-38322431fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:22.572848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.573193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:22.621470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:22.629614 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:24Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7dba6e53-f704-43ac-9c20-5ce8d93b880c', 'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'mac_address': 'fa:16:3e:04:49:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:45Z', 'revision_number': 5, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'subnets': [{'id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:22.634394 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddc56f-23ed-490c-bed6-9c9cdc0c8360 None None] The sync data for ids ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'] in dv-neutron-822561-2-hyperv is: [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:46:24Z', 'revision_number': 4, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7dba6e53-f704-43ac-9c20-5ce8d93b880c', 'name': '', 'network_id': 'cac393ce-a974-4c63-bda3-99769584a184', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'mac_address': 'fa:16:3e:04:49:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:45Z', 'revision_number': 5, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'subnets': [{'id': 'b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:22.687311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.690760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2275aaf5-e49b-44b7-86c4-1d264d1c4ff8,segment=NetworkSegment(0c3f2280-80b2-41d6-97fe-1211745033db),segment_id=0c3f2280-80b2-41d6-97fe-1211745033db)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:22.713616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Transition to ACTIVE for port object 887281cd-903e-4e98-a120-eb31b60f9443 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:22.754053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Made reservation on behalf of a099909201d6460eb4c81cd95a3c5453 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:22.757292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.807550 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.889468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] For port 8372bf3e-1931-4e66-9a9d-08d802f28c50, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:23.064150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.151476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.174050 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.177707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:23.182426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Usage tracker for resource:security_group_rule and tenant:a099909201d6460eb4c81cd95a3c5453 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:23.187386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Transition to ACTIVE for port object 5c836aac-cee9-4d57-b6f4-e2402673ba47 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:23.197742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4a5227ad-3d28-483d-822e-e32dbe9bf084 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:23.201084 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:23.223198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f6bfd4d5-9d53-4857-b53d-bc59817b797d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:23.234439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fabe6290-409d-4196-b995-283cfe22d65d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.237882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:23.238769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fabe6290-409d-4196-b995-283cfe22d65d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.247763 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 546e83e9-2f49-4437-8690-8db48f9981e1 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:23.253157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa06cf-3f3a-4d74-a3cf-25f424b83cf2 None None] New status for floating IP 050bd662-4e20-4ee4-b445-7855e61396ae: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:48:23.256618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:23.259292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:23.259811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.283587 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45118ba6-8bea-47d6-9ea5-9f7b9a3e54c4 req-d881225d-1619-44fd-9348-562394991a75 service neutron] 10.222.0.54 "GET /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030271 Dec 22 08:48:23.287272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fabe6290-409d-4196-b995-283cfe22d65d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.288133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabe6290-409d-4196-b995-283cfe22d65d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Fanout notify agent at l3_agent the message router_deleted on router 8589049a-cc2e-4043-972d-50c860abf3c4 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:48:23.300251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4a5227ad-3d28-483d-822e-e32dbe9bf084 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:23.304708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fabe6290-409d-4196-b995-283cfe22d65d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.304708 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fabe6290-409d-4196-b995-283cfe22d65d tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/routers/8589049a-cc2e-4043-972d-50c860abf3c4 HTTP/1.1" status: 204 len: 168 time: 1.3371217 Dec 22 08:48:23.305296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55394) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:23.306796 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4a5227ad-3d28-483d-822e-e32dbe9bf084 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.7992756 Dec 22 08:48:23.307918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55396) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:23.335436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=887281cd-903e-4e98-a120-eb31b60f9443,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:23.354471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b31181-65f2-4f5c-9523-10cdf7bfc4fa None None] Network 6b21c5ba-8043-4fd9-b728-4937f1ed27ab requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:23.371930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-722d7fb2-3bf9-45db-bc6c-928bd33e0632 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:23.374257 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-722d7fb2-3bf9-45db-bc6c-928bd33e0632 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.6309054 Dec 22 08:48:23.394673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] For port 8372bf3e-1931-4e66-9a9d-08d802f28c50, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8372bf3e-1931-4e66-9a9d-08d802f28c50,segment=NetworkSegment(2401d928-4f46-4e4c-932c-38322431fca9),segment_id=2401d928-4f46-4e4c-932c-38322431fca9)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:23.427819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9098-421a-4524-80e2-e97e02510d36 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.440039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9098-421a-4524-80e2-e97e02510d36 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.469619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-316561e4-c50f-4955-91d3-1ac1218ce38b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Deleting port 8ef8d9ea-097f-4e62-b81e-7130c055c138 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:23.469906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-316561e4-c50f-4955-91d3-1ac1218ce38b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.499464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-99b74741-a87f-4a8b-be32-bd2de1e6f192 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Deleting port e67676a6-9581-4e12-b428-d78bb3cbf903 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:23.499881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-99b74741-a87f-4a8b-be32-bd2de1e6f192 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.501718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9098-421a-4524-80e2-e97e02510d36 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.562162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.564713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.569095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Transition to ACTIVE for port object 5c836aac-cee9-4d57-b6f4-e2402673ba47 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:23.576438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf9098-421a-4524-80e2-e97e02510d36 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71a04a72-7819-4f7c-b04e-cf3be4796726,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:23.606324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.636455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.641383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9098-421a-4524-80e2-e97e02510d36 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.642516 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ddcf9098-421a-4524-80e2-e97e02510d36 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/71a04a72-7819-4f7c-b04e-cf3be4796726 HTTP/1.1" status: 204 len: 168 time: 0.3359361 Dec 22 08:48:23.652225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55404) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:23.655519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.669059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b986b215-d55c-450d-9dbd-2cf6d444efa6 None None] Provisioning for port f6bfd4d5-9d53-4857-b53d-bc59817b797d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:23.678583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=2275aaf5-e49b-44b7-86c4-1d264d1c4ff8,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:23.688788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.740405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2dc9e4-caed-4613-8e76-ac42b78bc670,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:23.742750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283452ec-8a3e-4b27-9e80-ab28134a1b7f req-e32f34a9-9044-4462-9eeb-8c2b63d9cef6 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:23.744263 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-283452ec-8a3e-4b27-9e80-ab28134a1b7f req-e32f34a9-9044-4462-9eeb-8c2b63d9cef6 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 945 time: 0.2797539 Dec 22 08:48:23.753618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.788554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Network cc675c18-fe5a-4406-b678-2631d5016ed8 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:23.799327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:23.802141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:23.808995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] device_id is not set on port d67c3a09-7382-4317-9d28-05d6f7a3ce57 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:48:23.848333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f3771040-fe75-4f29-8193-1db13374fcbc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:23.867477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.873835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port f6bfd4d5-9d53-4857-b53d-bc59817b797d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:23.909622 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-283452ec-8a3e-4b27-9e80-ab28134a1b7f req-7c89886d-5360-441b-a6a9-7358338418ba tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8354532-b436-4540-a816-7d393dfe4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456301 Dec 22 08:48:23.916406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f3771040-fe75-4f29-8193-1db13374fcbc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:23.918590 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f3771040-fe75-4f29-8193-1db13374fcbc tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2537341 Dec 22 08:48:23.923375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55408) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:23.950431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.985159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f6bfd4d5-9d53-4857-b53d-bc59817b797d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:23.985445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.032077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf36fc1-de82-45f0-8535-03348301c36a None None] Pushing event updated for resources: {'Port': ['ID=8372bf3e-1931-4e66-9a9d-08d802f28c50,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:24.032404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-316561e4-c50f-4955-91d3-1ac1218ce38b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.078906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Attempting to bind port 5c836aac-cee9-4d57-b6f4-e2402673ba47 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:24.079351 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Attempting to bind port 5c836aac-cee9-4d57-b6f4-e2402673ba47 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'cfa09b12-6c3e-42e2-99c8-8c5df5e335cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cc675c18-fe5a-4406-b678-2631d5016ed8'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:24.079729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Attempting to bind port 5c836aac-cee9-4d57-b6f4-e2402673ba47 on network cc675c18-fe5a-4406-b678-2631d5016ed8 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:24.087633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2633d2e-5e72-4c39-b291-b37de9fd4e45,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:24.116321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc675c18-fe5a-4406-b678-2631d5016ed8']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:24.185516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa09b12-6c3e-42e2-99c8-8c5df5e335cb') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:24.186224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa09b12-6c3e-42e2-99c8-8c5df5e335cb') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:24.212930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:24.213651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Checking segment: {'id': 'cfa09b12-6c3e-42e2-99c8-8c5df5e335cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cc675c18-fe5a-4406-b678-2631d5016ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:24.214257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.215360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Bound using segment: {'id': 'cfa09b12-6c3e-42e2-99c8-8c5df5e335cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cc675c18-fe5a-4406-b678-2631d5016ed8'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:24.216003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Bound port: 5c836aac-cee9-4d57-b6f4-e2402673ba47, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa09b12-6c3e-42e2-99c8-8c5df5e335cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cc675c18-fe5a-4406-b678-2631d5016ed8'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:24.216557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.223205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.272320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-316561e4-c50f-4955-91d3-1ac1218ce38b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Calling delete_port for 8ef8d9ea-097f-4e62-b81e-7130c055c138 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:24.321648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63bb903b-383e-4eb6-9a05-c7be7cf1bb0c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.338513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Pushing event updated for resources: {'Port': ['ID=5c836aac-cee9-4d57-b6f4-e2402673ba47,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:24.348951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.361916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63bb903b-383e-4eb6-9a05-c7be7cf1bb0c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.430248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.442854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:24.443392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.446189 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:24.458687 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:24.461049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] For port 5c836aac-cee9-4d57-b6f4-e2402673ba47, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:24.487488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63bb903b-383e-4eb6-9a05-c7be7cf1bb0c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.487925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port f6bfd4d5-9d53-4857-b53d-bc59817b797d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f6bfd4d5-9d53-4857-b53d-bc59817b797d,segment=NetworkSegment(829fd780-47ca-49e7-a1b9-6a35f8d5bc95),segment_id=829fd780-47ca-49e7-a1b9-6a35f8d5bc95)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:24.493022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-99b74741-a87f-4a8b-be32-bd2de1e6f192 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] For port e67676a6-9581-4e12-b428-d78bb3cbf903, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e67676a6-9581-4e12-b428-d78bb3cbf903,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:24.493258 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-99b74741-a87f-4a8b-be32-bd2de1e6f192 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.496481 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.522816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb903b-383e-4eb6-9a05-c7be7cf1bb0c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb5a583-81c3-4239-8ccf-959198072814,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:24.538557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-316561e4-c50f-4955-91d3-1ac1218ce38b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.587536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=f6bfd4d5-9d53-4857-b53d-bc59817b797d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:24.620842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316561e4-c50f-4955-91d3-1ac1218ce38b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Pushing event deleted for resources: {'Port': ['ID=8ef8d9ea-097f-4e62-b81e-7130c055c138,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:24.624169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63bb903b-383e-4eb6-9a05-c7be7cf1bb0c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.625355 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-63bb903b-383e-4eb6-9a05-c7be7cf1bb0c tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/acb5a583-81c3-4239-8ccf-959198072814 HTTP/1.1" status: 204 len: 168 time: 0.7007694 Dec 22 08:48:24.661900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55412) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:24.765875 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-316561e4-c50f-4955-91d3-1ac1218ce38b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.769130 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-316561e4-c50f-4955-91d3-1ac1218ce38b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/ports/8ef8d9ea-097f-4e62-b81e-7130c055c138 HTTP/1.1" status: 204 len: 168 time: 1.4595597 Dec 22 08:48:24.776465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-391ae97e-bcea-4be4-b25f-ddcc7bfc023b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:24.780264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55416) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:24.865915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-391ae97e-bcea-4be4-b25f-ddcc7bfc023b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:24.872232 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-391ae97e-bcea-4be4-b25f-ddcc7bfc023b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2061734 Dec 22 08:48:24.879813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f2059353-f7bf-4933-98bc-4e9f0a59845e None None] Provisioning complete for port f6bfd4d5-9d53-4857-b53d-bc59817b797d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:24.880374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f2059353-f7bf-4933-98bc-4e9f0a59845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:24.890366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55420) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:24.909405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group': {'name': 'tempest-secgroup--813281175'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:24.927566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:24.934583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede1ced7-e041-4225-a341-99ab6611b15c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Deleting subnet c6c29523-896d-406d-9fe7-d096ff6821ff {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:48:24.938529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ede1ced7-e041-4225-a341-99ab6611b15c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.018991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ede1ced7-e041-4225-a341-99ab6611b15c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.059699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-99b74741-a87f-4a8b-be32-bd2de1e6f192 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Calling delete_port for e67676a6-9581-4e12-b428-d78bb3cbf903 owned by compute:nova {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:25.100115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:25.140422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] For port 5c836aac-cee9-4d57-b6f4-e2402673ba47, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5c836aac-cee9-4d57-b6f4-e2402673ba47,segment=NetworkSegment(cfa09b12-6c3e-42e2-99c8-8c5df5e335cb),segment_id=cfa09b12-6c3e-42e2-99c8-8c5df5e335cb)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:25.175365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.230517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:48:25.230517 dv-neutron-822561-2-hyperv neutron-server[87534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:48:25.230517 dv-neutron-822561-2-hyperv neutron-server[87534]: [parameters: {'id': 'cc675c18-fe5a-4406-b678-2631d5016ed8'}] Dec 22 08:48:25.230517 dv-neutron-822561-2-hyperv neutron-server[87534]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:48:25.231416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:48:25.266898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:25.282376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ede1ced7-e041-4225-a341-99ab6611b15c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.313289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.338114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:25.342408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:25.345336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:25.352443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:25.358248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205759aa-c482-4c9e-ab0e-0623d1438875 None None] Network cc675c18-fe5a-4406-b678-2631d5016ed8 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:25.375926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-99b74741-a87f-4a8b-be32-bd2de1e6f192 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.382402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9f938-d2bf-42c6-a851-205ac26cbd18 None None] Pushing event updated for resources: {'Port': ['ID=5c836aac-cee9-4d57-b6f4-e2402673ba47,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:25.406541 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d423e5f-ee50-4852-bc3d-d1c5ee6a3643 None None] Network 546e83e9-2f49-4437-8690-8db48f9981e1 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:25.427338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:25.427707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.443188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ede1ced7-e041-4225-a341-99ab6611b15c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.456091 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b311ebfc-75a1-4226-8ea2-d766296a0fad req-464ee349-be38-42a0-948c-e1632b90a480 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dedc902-cd4c-444a-998c-d9dedcbef48b HTTP/1.1" status: 200 len: 210 time: 0.1791227 Dec 22 08:48:25.477998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b74741-a87f-4a8b-be32-bd2de1e6f192 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event deleted for resources: {'Port': ['ID=e67676a6-9581-4e12-b428-d78bb3cbf903,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:25.501385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1ced7-e041-4225-a341-99ab6611b15c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c29523-896d-406d-9fe7-d096ff6821ff,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:25.504639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.508424 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ede1ced7-e041-4225-a341-99ab6611b15c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.515635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.551920 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ede1ced7-e041-4225-a341-99ab6611b15c tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/subnets/c6c29523-896d-406d-9fe7-d096ff6821ff HTTP/1.1" status: 204 len: 168 time: 0.7705281 Dec 22 08:48:25.555611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55426) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:25.567648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6274265-df0e-41b9-b20e-d0380aec92e4 None None] Network 51c0cf41-43f1-4e02-8c8c-39760189b321 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:25.594083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.597645 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7036002 Dec 22 08:48:25.606041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ef6c8-b95d-4d89-95d9-ce7c80caa500 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09680706-dfbf-4ead-9d04-e66647249b55,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:25.611164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55430) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:25.618652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Request body: {'security_group_rule': {'security_group_id': '09680706-dfbf-4ead-9d04-e66647249b55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:25.668659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-99b74741-a87f-4a8b-be32-bd2de1e6f192 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] No DVR routers for this DVR port e67676a6-9581-4e12-b428-d78bb3cbf903 on host hv-neutron-8225 {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:25.674174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:25.676070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-99b74741-a87f-4a8b-be32-bd2de1e6f192 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.678516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'name': 'network-vif-deleted', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:25.692242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Usage tracker for resource:security_group_rule and tenant:735f1d9e43dd4e5a8ee1dc40d484b81a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:25.697589 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:25.706126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:25.711193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.726255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Deleting port 6bfd7582-508e-448a-b012-fee4fee298c3 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:25.726603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.734281 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.737487 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dedc902-cd4c-444a-998c-d9dedcbef48b', 'name': 'network-vif-deleted', 'tag': 'e67676a6-9581-4e12-b428-d78bb3cbf903', 'status': 'completed', 'code': 200} Dec 22 08:48:25.739437 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] device_id is not set on port d67c3a09-7382-4317-9d28-05d6f7a3ce57 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:48:25.758200 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9d6997e2-0b82-4d68-9078-00a119d8e341 req-99b74741-a87f-4a8b-be32-bd2de1e6f192 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.54 "DELETE /v2.0/ports/e67676a6-9581-4e12-b428-d78bb3cbf903 HTTP/1.1" status: 204 len: 173 time: 2.3775327 Dec 22 08:48:25.769479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.780258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.794298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Transition to ACTIVE for port object d67c3a09-7382-4317-9d28-05d6f7a3ce57 will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:25.797201 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting port 5c836aac-cee9-4d57-b6f4-e2402673ba47 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:25.797716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.877207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.881345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-358dd8e3-0415-4986-9fb2-0933ad652f7b None None] Provisioning for port 8372bf3e-1931-4e66-9a9d-08d802f28c50 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:25.935897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.942862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.947124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.033840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f537899-0cdb-40f9-8d03-96ffbacb6a09,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:26.049623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] For port 6bfd7582-508e-448a-b012-fee4fee298c3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6bfd7582-508e-448a-b012-fee4fee298c3,segment=NetworkSegment(cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7),segment_id=cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:26.050243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.059227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.067469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.133149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event updated for resources: {'Port': ['ID=d67c3a09-7382-4317-9d28-05d6f7a3ce57,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:26.135633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.136914 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dd24406b-6df0-4418-9620-50f5d51e26b9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5243804 Dec 22 08:48:26.166352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55436) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:26.203927 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Calling delete_port for 6bfd7582-508e-448a-b012-fee4fee298c3 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:26.281738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8372bf3e-1931-4e66-9a9d-08d802f28c50 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:26.295727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.359329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Pushing event deleted for resources: {'Port': ['ID=6bfd7582-508e-448a-b012-fee4fee298c3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:26.361522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] No DVR routers for this DVR port 6bfd7582-508e-448a-b012-fee4fee298c3 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:26.387268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device e67676a6-9581-4e12-b428-d78bb3cbf903 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:26.427955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Checking segment: {'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:26.428608 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Network hostable DHCP agents. Network: 52cff93d-34dc-476d-851c-62817072503e, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:26.432355 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: e67676a6-9581-4e12-b428-d78bb3cbf903 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:26.432707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device e67676a6-9581-4e12-b428-d78bb3cbf903 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:26.440760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event updated for resources: {'Port': ['ID=887281cd-903e-4e98-a120-eb31b60f9443,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:26.462474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] For port 5c836aac-cee9-4d57-b6f4-e2402673ba47, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5c836aac-cee9-4d57-b6f4-e2402673ba47,segment=NetworkSegment(cfa09b12-6c3e-42e2-99c8-8c5df5e335cb),segment_id=cfa09b12-6c3e-42e2-99c8-8c5df5e335cb)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:26.463773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.470674 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 8372bf3e-1931-4e66-9a9d-08d802f28c50 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:26.477900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 8372bf3e-1931-4e66-9a9d-08d802f28c50 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:26.478274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.525274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.598422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c0cf41-43f1-4e02-8c8c-39760189b321']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:26.633199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:26.633539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca473c5-e2c1-4a9c-9adb-0d77f6a0a0d7') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:26.652078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55442) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:26.654112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Calling delete_port for 5c836aac-cee9-4d57-b6f4-e2402673ba47 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:26.672280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.684258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168eae8c-b8b1-4393-b81a-a5924668bb78 None None] DHCP port deletion for 51c0cf41-43f1-4e02-8c8c-39760189b321 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:48:26.697197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Network 52cff93d-34dc-476d-851c-62817072503e is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:26.708693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be39afd9-0945-473e-8f3b-86eb5b9f8e7b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.718072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 8372bf3e-1931-4e66-9a9d-08d802f28c50, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8372bf3e-1931-4e66-9a9d-08d802f28c50,segment=NetworkSegment(2401d928-4f46-4e4c-932c-38322431fca9),segment_id=2401d928-4f46-4e4c-932c-38322431fca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:26.725483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.726011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.727378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f6bfd4d5-9d53-4857-b53d-bc59817b797d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:26.744143 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Network 546e83e9-2f49-4437-8690-8db48f9981e1 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:26.747957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 52cff93d-34dc-476d-851c-62817072503e) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:26.754171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:26.761174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.783676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:26.784206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:26.784789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:26.788256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:26.789122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:26.789460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:26.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:26.813313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:26.814529 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:26.818381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be39afd9-0945-473e-8f3b-86eb5b9f8e7b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.828383 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 2 to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 Dec 22 08:48:26.840635 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b7440-e952-44fc-adff-b930a1d9dc9f None None] Network 52cff93d-34dc-476d-851c-62817072503e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:26.982685 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.007088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.077127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:27.077598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:27.078040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:27.107343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] Pushing event deleted for resources: {'Network': ['ID=51c0cf41-43f1-4e02-8c8c-39760189b321,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:27.108705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=8372bf3e-1931-4e66-9a9d-08d802f28c50,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:27.134911 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-527b2e68-c4c5-407a-9265-c55b68b4533b tempest-TagsExtTest-1630885923 tempest-TagsExtTest-1630885923-project] 10.222.0.37 "DELETE /v2.0/networks/51c0cf41-43f1-4e02-8c8c-39760189b321 HTTP/1.1" status: 204 len: 168 time: 1.5781627 Dec 22 08:48:27.170702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:27.176086 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:27.190221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c312f40e-39b2-4014-9376-9225841a3cdc None None] Provisioning for port 887281cd-903e-4e98-a120-eb31b60f9443 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:27.203783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f6bfd4d5-9d53-4857-b53d-bc59817b797d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:27.204167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.210901 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 3 to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 Dec 22 08:48:27.269003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c312f40e-39b2-4014-9376-9225841a3cdc None None] Provisioning complete for port 887281cd-903e-4e98-a120-eb31b60f9443 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:27.269389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c312f40e-39b2-4014-9376-9225841a3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.269611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.335693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:27.335986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:27.336382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:27.373532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:27.390348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Port': ['ID=5c836aac-cee9-4d57-b6f4-e2402673ba47,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:27.395563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:27.396529 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:27.400049 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 4 to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 Dec 22 08:48:27.410179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No DVR routers for this DVR port 5c836aac-cee9-4d57-b6f4-e2402673ba47 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:27.410857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c312f40e-39b2-4014-9376-9225841a3cdc None None] Port 887281cd-903e-4e98-a120-eb31b60f9443 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:27.443997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c312f40e-39b2-4014-9376-9225841a3cdc None None] Provisioning complete for port 8372bf3e-1931-4e66-9a9d-08d802f28c50 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:27.444559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c312f40e-39b2-4014-9376-9225841a3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.600276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c0c92-c27e-4457-ba3f-b1e08996c944 None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:48:27.617988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55450) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:27.628060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8372bf3e-1931-4e66-9a9d-08d802f28c50 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:27.648182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.748035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:27.748381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:27.748719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:27.760447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc675c18-fe5a-4406-b678-2631d5016ed8']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:27.767898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be39afd9-0945-473e-8f3b-86eb5b9f8e7b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.776617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 8372bf3e-1931-4e66-9a9d-08d802f28c50 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:27.777592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.820563 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8e9b2c71-c21d-45a4-8466-191e15aa40ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75b9c2fbbcb545a39e26805f9586273f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991093 Dec 22 08:48:27.822184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55456) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:27.853836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:27.853836 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:27.859757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa09b12-6c3e-42e2-99c8-8c5df5e335cb') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:27.860054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa09b12-6c3e-42e2-99c8-8c5df5e335cb') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:27.866371 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 5 to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 Dec 22 08:48:27.868870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.878806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2fdac658-3af7-4ebc-a32c-a793cd26fa3d None None] Provisioning complete for port 887281cd-903e-4e98-a120-eb31b60f9443 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:27.879179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2fdac658-3af7-4ebc-a32c-a793cd26fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.881889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39afd9-0945-473e-8f3b-86eb5b9f8e7b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09680706-dfbf-4ead-9d04-e66647249b55,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:27.903415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.913433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:27.913864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:27.914265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:27.930088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c0c92-c27e-4457-ba3f-b1e08996c944 None None] Resources bound (agent type, host, resource id): {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:48:27.931802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:27.932131 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:27.937242 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 6 to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 Dec 22 08:48:27.961905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.987783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ab40-9e73-41c3-a37d-703941ed7de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.988661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:27.999551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:28.000224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:28.000813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:28.001937 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:28.008220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-be39afd9-0945-473e-8f3b-86eb5b9f8e7b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.009627 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-be39afd9-0945-473e-8f3b-86eb5b9f8e7b tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/09680706-dfbf-4ead-9d04-e66647249b55 HTTP/1.1" status: 204 len: 168 time: 1.8107250 Dec 22 08:48:28.014390 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2bbaa7df-d4d1-4ff2-97ee-97edf40cba4a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8371046 Dec 22 08:48:28.021296 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:28.022339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.023748 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:28.024381 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:28.047849 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:28.048213 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:28.048911 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:28.056345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55460) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:28.056683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55462) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:28.062575 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 7 to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 Dec 22 08:48:28.092087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2fdac658-3af7-4ebc-a32c-a793cd26fa3d None None] Port 887281cd-903e-4e98-a120-eb31b60f9443 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:28.139031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8b044ae3-ea13-4959-836c-8e778e08aaaa tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:28.147245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:28.147574 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:28.147903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:28.166347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:28.166678 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:28.167734 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 8 to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 Dec 22 08:48:28.202111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-af86e28c-fd79-46b2-8784-64146d2b7609 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:28.213352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:28.213873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:28.214193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:28.218831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.222735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:28.223051 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:28.237349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.242404 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 9 to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 Dec 22 08:48:28.247155 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:28.258368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Network': ['ID=cc675c18-fe5a-4406-b678-2631d5016ed8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:28.263444 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3f26bc45-267d-446d-877a-b24d58083f39 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/cc675c18-fe5a-4406-b678-2631d5016ed8 HTTP/1.1" status: 204 len: 168 time: 7.4089317 Dec 22 08:48:28.266474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:28.266989 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:28.267479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:28.270851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55468) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:28.278280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-771008000'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:28.281579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:28.282101 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:28.283662 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 10 to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 Dec 22 08:48:28.291238 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:28.305427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:network and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:28.308777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:28.313625 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6bfd7582-508e-448a-b012-fee4fee298c3 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:28.316623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ab40-9e73-41c3-a37d-703941ed7de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.318505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:28.319060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:28.319516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:28.325550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:28.332866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:28.333320 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port d67c3a09-7382-4317-9d28-05d6f7a3ce57 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:28.333999 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.363990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 6bfd7582-508e-448a-b012-fee4fee298c3 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:28.364631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6bfd7582-508e-448a-b012-fee4fee298c3 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:28.377320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-af86e28c-fd79-46b2-8784-64146d2b7609 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:28.378576 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-af86e28c-fd79-46b2-8784-64146d2b7609 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3209741 Dec 22 08:48:28.387857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55472) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:28.434584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:28.439108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.496149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] For port d67c3a09-7382-4317-9d28-05d6f7a3ce57, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:28.496978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempted to set empty binding levels {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:48:28.502042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:28.512895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.577232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:28.577942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.583850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.584283 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Added segment ce58e989-5acc-45d4-998f-fd41736677f5 of type vlan for network bd19463c-72fa-4d1a-9421-20b0a75eff5c Dec 22 08:48:28.626871 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:23Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887281cd-903e-4e98-a120-eb31b60f9443', 'name': '', 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:43:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:20Z', 'updated_at': '2021-12-22T08:48:24Z', 'revision_number': 2, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:28.630876 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:28.631263 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Updating router 9da2f6d4-f68e-4b0b-8870-99db57be482c port 887281cd-903e-4e98-a120-eb31b60f9443 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:48:28.633028 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.1671171 Dec 22 08:48:28.636386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57ee44-c172-4b3e-b868-516c619d4142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event updated for resources: {'Port': ['ID=d67c3a09-7382-4317-9d28-05d6f7a3ce57,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:28.639787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55476) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:28.644975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.694730 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.711951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c6b4fa1e-4830-44bc-ab4a-7bacb2bea7a9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:28.727013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-88ec014e-397b-4cd2-9129-0d13ff462c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Deleting port d67c3a09-7382-4317-9d28-05d6f7a3ce57 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:28.727589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88ec014e-397b-4cd2-9129-0d13ff462c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.762812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ab40-9e73-41c3-a37d-703941ed7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.803529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2ab40-9e73-41c3-a37d-703941ed7de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d7397f-2b32-4a46-bff3-7e1be9c30a7b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:28.815305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c6b4fa1e-4830-44bc-ab4a-7bacb2bea7a9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:28.819084 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c6b4fa1e-4830-44bc-ab4a-7bacb2bea7a9 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4229591 Dec 22 08:48:28.845648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55480) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:28.849190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ab40-9e73-41c3-a37d-703941ed7de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.851500 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e5a2ab40-9e73-41c3-a37d-703941ed7de7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9d7397f-2b32-4a46-bff3-7e1be9c30a7b HTTP/1.1" status: 204 len: 168 time: 1.0271113 Dec 22 08:48:28.877952 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.883414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:28.884008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.939878 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6651483 Dec 22 08:48:28.961114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55486) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:28.976740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'network_id': 'bd19463c-72fa-4d1a-9421-20b0a75eff5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:29.039280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-88ec014e-397b-4cd2-9129-0d13ff462c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] For port d67c3a09-7382-4317-9d28-05d6f7a3ce57, host hv-neutron-8225, got binding levels [] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:29.040011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88ec014e-397b-4cd2-9129-0d13ff462c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.114240 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.132880 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Transition to ACTIVE for port object 887281cd-903e-4e98-a120-eb31b60f9443 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:29.143956 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.306681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:29.310532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-88ec014e-397b-4cd2-9129-0d13ff462c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Calling delete_port for d67c3a09-7382-4317-9d28-05d6f7a3ce57 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:29.311072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:subnet and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:29.314740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:29.322318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:29.345459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Deleting port 7dba6e53-f704-43ac-9c20-5ce8d93b880c {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:29.345849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.420902 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-50a7d920-3dfc-4482-a367-b8fc15d07214 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] delete failed (client error): The resource could not be found. Dec 22 08:48:29.422040 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-50a7d920-3dfc-4482-a367-b8fc15d07214 tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "DELETE /v2.0/security-groups/09680706-dfbf-4ead-9d04-e66647249b55 HTTP/1.1" status: 404 len: 347 time: 0.5752554 Dec 22 08:48:29.428673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55500) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:29.446604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88ec014e-397b-4cd2-9129-0d13ff462c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.487238 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13857c1f-a79c-4838-b303-2e1bceb0c9fc None None] Pushing event updated for resources: {'Port': ['ID=887281cd-903e-4e98-a120-eb31b60f9443,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:29.498943 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Attempting to bind port 887281cd-903e-4e98-a120-eb31b60f9443 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:29.499670 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Attempting to bind port 887281cd-903e-4e98-a120-eb31b60f9443 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '2401d928-4f46-4e4c-932c-38322431fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:29.500176 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Attempting to bind port 887281cd-903e-4e98-a120-eb31b60f9443 on network 546e83e9-2f49-4437-8690-8db48f9981e1 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:29.506077 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:29.506697 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Checking segment: {'id': '2401d928-4f46-4e4c-932c-38322431fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:29.507263 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.507803 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Bound using segment: {'id': '2401d928-4f46-4e4c-932c-38322431fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:29.508407 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Bound port: 887281cd-903e-4e98-a120-eb31b60f9443, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2401d928-4f46-4e4c-932c-38322431fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:29.508926 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.538844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:29.542226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.606768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec014e-397b-4cd2-9129-0d13ff462c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event deleted for resources: {'Port': ['ID=d67c3a09-7382-4317-9d28-05d6f7a3ce57,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:29.609795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a012c0-0994-4a96-997c-8c904d4af616 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=bd19463c-72fa-4d1a-9421-20b0a75eff5c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:29.626468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88ec014e-397b-4cd2-9129-0d13ff462c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.642639 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] For port 887281cd-903e-4e98-a120-eb31b60f9443, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:29.646214 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88ec014e-397b-4cd2-9129-0d13ff462c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d67c3a09-7382-4317-9d28-05d6f7a3ce57 HTTP/1.1" status: 204 len: 168 time: 1.0035613 Dec 22 08:48:29.646755 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] For port 887281cd-903e-4e98-a120-eb31b60f9443, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=887281cd-903e-4e98-a120-eb31b60f9443,segment=NetworkSegment(2401d928-4f46-4e4c-932c-38322431fca9),segment_id=2401d928-4f46-4e4c-932c-38322431fca9)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:29.646996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55508) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:29.652834 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.657152 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network bd19463c-72fa-4d1a-9421-20b0a75eff5c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:29.694720 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5560d4bc-2d91-49b8-96e7-51c0de8035d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:48:29.695250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5560d4bc-2d91-49b8-96e7-51c0de8035d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Synchronizing usage tracker for tenant:a099909201d6460eb4c81cd95a3c5453 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:29.700567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1073e5a2-8c2c-4e46-83b7-2e5057106d1a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Synchronizing usage tracker for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:29.720736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1073e5a2-8c2c-4e46-83b7-2e5057106d1a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] Unset dirty status for tenant:735f1d9e43dd4e5a8ee1dc40d484b81a on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:29.722027 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1073e5a2-8c2c-4e46-83b7-2e5057106d1a tempest-SecGroupTest-2044757673 tempest-SecGroupTest-2044757673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2923334 Dec 22 08:48:29.735399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5560d4bc-2d91-49b8-96e7-51c0de8035d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Unset dirty status for tenant:a099909201d6460eb4c81cd95a3c5453 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:29.742014 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5560d4bc-2d91-49b8-96e7-51c0de8035d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "GET /v2.0/ports/d67c3a09-7382-4317-9d28-05d6f7a3ce57 HTTP/1.1" status: 404 len: 333 time: 0.0912111 Dec 22 08:48:29.742670 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55516) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:29.748722 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Request body: {'port': {'network_id': '52cff93d-34dc-476d-851c-62817072503e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1869279107'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:29.754250 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13857c1f-a79c-4838-b303-2e1bceb0c9fc None None] Pushing event updated for resources: {'Port': ['ID=887281cd-903e-4e98-a120-eb31b60f9443,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:29.758598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:29.782745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:29.790862 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:29.792000 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:29.808620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Made reservation on behalf of a099909201d6460eb4c81cd95a3c5453 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:29.811156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.832159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.850853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] device_id is not set on port b6e1a7e1-74c1-4de0-946e-c57e700c3012 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:48:29.983593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=3229fbb6-8de3-4bd0-9fc4-322a4d433f44,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:30.057074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking segment: {'id': 'ce58e989-5acc-45d4-998f-fd41736677f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bd19463c-72fa-4d1a-9421-20b0a75eff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:30.057660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network hostable DHCP agents. Network: bd19463c-72fa-4d1a-9421-20b0a75eff5c, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:30.078494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] For port 7dba6e53-f704-43ac-9c20-5ce8d93b880c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7dba6e53-f704-43ac-9c20-5ce8d93b880c,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:30.079134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.111285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55524) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:30.131706 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:30.229843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network bd19463c-72fa-4d1a-9421-20b0a75eff5c is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:30.242347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55530) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:30.257971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.294743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.364277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Calling delete_port for 7dba6e53-f704-43ac-9c20-5ce8d93b880c owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:30.399981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e1a7e1-74c1-4de0-946e-c57e700c3012,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:30.406917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, bd19463c-72fa-4d1a-9421-20b0a75eff5c) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:30.418351 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b84430-c126-403d-ad86-1a4e645e8555 None None] Network bd19463c-72fa-4d1a-9421-20b0a75eff5c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:30.422145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:30.422729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.434042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2113909314-network', 'tenant_id': 'e4f95227a02e427e99c4a35a4b523368'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:30.444792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Network 52cff93d-34dc-476d-851c-62817072503e is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:30.450181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:30.451403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.extraroute_db [None req-8b044ae3-ea13-4959-836c-8e778e08aaaa tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:48:30.458100 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e6241f96-cfe1-4d42-ac6f-d6d65d160ab1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4937279 Dec 22 08:48:30.462260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:30.465286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:30.466435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55538) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:30.466888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:30.467718 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.478401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-897398990'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:30.478909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Usage tracker for resource:network and tenant:e4f95227a02e427e99c4a35a4b523368 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:30.488465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.extraroute_db [None req-8b044ae3-ea13-4959-836c-8e778e08aaaa tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Removed routes are [] {{(pid=87535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:48:30.488860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b044ae3-ea13-4959-836c-8e778e08aaaa tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.500144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:30.502760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:30.521660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:30.547305 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-59756d52-5efb-4119-80e1-17d111f8bda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8034117 Dec 22 08:48:30.550505 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0fd04621-e218-4ff7-b4f0-0c4c8ce06636 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=735f1d9e43dd4e5a8ee1dc40d484b81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068404 Dec 22 08:48:30.552910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55542) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:30.553444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55544) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:30.560737 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:23Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887281cd-903e-4e98-a120-eb31b60f9443', 'name': '', 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:43:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:20Z', 'updated_at': '2021-12-22T08:48:29Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:30.565080 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d78cb8-4f44-45f3-a03e-5bddf0da51c9 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:23Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887281cd-903e-4e98-a120-eb31b60f9443', 'name': '', 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:43:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:20Z', 'updated_at': '2021-12-22T08:48:29Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:30.574442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:30.596271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:network and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:30.608899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Made reservation on behalf of e4f95227a02e427e99c4a35a4b523368 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:30.616620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.623327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:30.680587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.730794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:30.736341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:30.742935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-bd19463c-72fa-4d1a-9421-20b0a75eff5c', 'network_id': 'bd19463c-72fa-4d1a-9421-20b0a75eff5c', 'tenant_id': '1c48f968056842a1bca8f8e863d1d04d', 'fixed_ips': [{'subnet_id': '3229fbb6-8de3-4bd0-9fc4-322a4d433f44'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:30.743787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.747352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f95227a02e427e99c4a35a4b523368 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:30.779894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:30.783002 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-34c3dfab-ea33-446e-8ca1-50f06cfdbf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.797120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:30.855114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:30.859926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.866536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-34c3dfab-ea33-446e-8ca1-50f06cfdbf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.883068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.950860 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Allocated IP 2001:db8::3 (bd19463c-72fa-4d1a-9421-20b0a75eff5c/3229fbb6-8de3-4bd0-9fc4-322a4d433f44/275899a7-2a28-414e-a805-a0d9df99a59c) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:31.181851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.194326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Transition to ACTIVE for port object 275899a7-2a28-414e-a805-a0d9df99a59c will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:31.210254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:31.229007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Transition to ACTIVE for port object 275899a7-2a28-414e-a805-a0d9df99a59c will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:31.232898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.233135 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Added segment 4d11b9c4-65a7-408f-8ed6-5a886ce398c2 of type vlan for network ea3cbd47-1d6f-4cf0-b8c0-6ae291683684 Dec 22 08:48:31.244619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.258337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b044ae3-ea13-4959-836c-8e778e08aaaa tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.259247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.304541 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.319890 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b044ae3-ea13-4959-836c-8e778e08aaaa tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.331990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Network bd19463c-72fa-4d1a-9421-20b0a75eff5c is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:31.336239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:31.344685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:31.353373 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0db79d5-615e-4ba3-a0a2-5391d2f721af,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:31.371427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:31.379099 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-34c3dfab-ea33-446e-8ca1-50f06cfdbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.382554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] device_id is not set on port b6e1a7e1-74c1-4de0-946e-c57e700c3012 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:48:31.402484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.405368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.405726 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Added segment f553fe2f-1f2e-4462-978c-b10524cc8be2 of type vlan for network 4a4713ff-e518-4758-96b2-be24d34cc391 Dec 22 08:48:31.411093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.419335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3dfab-ea33-446e-8ca1-50f06cfdbf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fe3578-89b4-47d1-8bc3-76b3754c0619,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:31.443852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Pushing event updated for resources: {'Port': ['ID=275899a7-2a28-414e-a805-a0d9df99a59c,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:31.455342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Transition to ACTIVE for port object b6e1a7e1-74c1-4de0-946e-c57e700c3012 will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:31.482727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.486447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.519334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.523992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Attempting to bind port 275899a7-2a28-414e-a805-a0d9df99a59c on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:31.524291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Attempting to bind port 275899a7-2a28-414e-a805-a0d9df99a59c by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'ce58e989-5acc-45d4-998f-fd41736677f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bd19463c-72fa-4d1a-9421-20b0a75eff5c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:31.524654 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Attempting to bind port 275899a7-2a28-414e-a805-a0d9df99a59c on network bd19463c-72fa-4d1a-9421-20b0a75eff5c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:31.552083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:31.552455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Checking segment: {'id': 'ce58e989-5acc-45d4-998f-fd41736677f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bd19463c-72fa-4d1a-9421-20b0a75eff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:31.553121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.553512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Bound using segment: {'id': 'ce58e989-5acc-45d4-998f-fd41736677f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bd19463c-72fa-4d1a-9421-20b0a75eff5c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:31.554010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Bound port: 275899a7-2a28-414e-a805-a0d9df99a59c, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce58e989-5acc-45d4-998f-fd41736677f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bd19463c-72fa-4d1a-9421-20b0a75eff5c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:31.554384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.559222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-34c3dfab-ea33-446e-8ca1-50f06cfdbf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.561728 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-34c3dfab-ea33-446e-8ca1-50f06cfdbf53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5fe3578-89b4-47d1-8bc3-76b3754c0619 HTTP/1.1" status: 204 len: 168 time: 1.0037575 Dec 22 08:48:31.576848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e1a7e1-74c1-4de0-946e-c57e700c3012,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:31.610522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event deleted for resources: {'Port': ['ID=7dba6e53-f704-43ac-9c20-5ce8d93b880c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:31.680115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:31.680374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:31.680715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:31.689106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:31.690925 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:31.691525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.693491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:31.694147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.716515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] For port 275899a7-2a28-414e-a805-a0d9df99a59c, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:31.720773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] For port 275899a7-2a28-414e-a805-a0d9df99a59c, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=275899a7-2a28-414e-a805-a0d9df99a59c,segment=NetworkSegment(ce58e989-5acc-45d4-998f-fd41736677f5),segment_id=ce58e989-5acc-45d4-998f-fd41736677f5)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:31.723407 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 2 to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 Dec 22 08:48:31.723717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 887281cd-903e-4e98-a120-eb31b60f9443 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:31.735403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.744546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:31.747327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.773229 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6584086 Dec 22 08:48:31.774196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:31.774528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:31.774862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:31.780184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55552) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:31.794060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b044ae3-ea13-4959-836c-8e778e08aaaa tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:31.799408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Request body: {'subnet': {'network_id': '4a4713ff-e518-4758-96b2-be24d34cc391', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2113909314-subnet', 'tenant_id': 'e4f95227a02e427e99c4a35a4b523368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:31.803628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:31.803909 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:31.808001 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 3 to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 Dec 22 08:48:31.823349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:31.826742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.840553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Usage tracker for resource:subnet and tenant:e4f95227a02e427e99c4a35a4b523368 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:31.846015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:31.923049 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4554944 Dec 22 08:48:31.924475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:31.927229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b6e61-188e-4fdf-a22e-992500b6503b None None] Pushing event updated for resources: {'Port': ['ID=275899a7-2a28-414e-a805-a0d9df99a59c,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:31.927769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55558) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:31.938830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:31.939163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:31.939495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:31.948269 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 887281cd-903e-4e98-a120-eb31b60f9443 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:31.950245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'network_id': 'ea3cbd47-1d6f-4cf0-b8c0-6ae291683684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:31.961867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 887281cd-903e-4e98-a120-eb31b60f9443 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:31.963426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.002820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431059a-4c2f-4b98-b263-bb66197a78c5 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=ea3cbd47-1d6f-4cf0-b8c0-6ae291683684,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:32.096280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network ea3cbd47-1d6f-4cf0-b8c0-6ae291683684 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:32.141347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c21c0-c371-48fd-ac01-798d01f6ddd8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a4713ff-e518-4758-96b2-be24d34cc391,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:32.161760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:32.162451 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:32.166633 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 4 to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 Dec 22 08:48:32.180153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Made reservation on behalf of e4f95227a02e427e99c4a35a4b523368 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:32.182790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.340352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 4a4713ff-e518-4758-96b2-be24d34cc391 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:32.354955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b044ae3-ea13-4959-836c-8e778e08aaaa tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:32.363161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b044ae3-ea13-4959-836c-8e778e08aaaa tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.367125 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8b044ae3-ea13-4959-836c-8e778e08aaaa tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c HTTP/1.1" status: 200 len: 954 time: 4.3046005 Dec 22 08:48:32.367940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55570) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:32.390104 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:32.457004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.548582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.602879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:32.603209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:32.603543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:32.627965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:32.628297 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:32.629716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:32.635941 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 5 to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 Dec 22 08:48:32.644267 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:32.645670 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:32.670901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:subnet and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:32.678815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:32.693453 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:32.693895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:32.694235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:32.696555 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:32.698697 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46dbdb66-ada3-4bc8-af03-6893a7798f7f,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:32.700869 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Checking segment: {'id': 'f553fe2f-1f2e-4462-978c-b10524cc8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4a4713ff-e518-4758-96b2-be24d34cc391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:32.701227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Network hostable DHCP agents. Network: 4a4713ff-e518-4758-96b2-be24d34cc391, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:32.719473 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:32.719946 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:32.721614 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 6 to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 Dec 22 08:48:32.745731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:32.753055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.772307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Network 4a4713ff-e518-4758-96b2-be24d34cc391 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:32.779335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:32.780038 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:32.780038 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:32.793528 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-044350fc-7032-4da4-9483-0db840d11929 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c HTTP/1.1" status: 200 len: 954 time: 0.4238417 Dec 22 08:48:32.800066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55582) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:32.812758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-bce32401-a69e-42a2-be40-4c9c9efcf3e6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'routes': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:32.836973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.890802 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:32.893328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 4a4713ff-e518-4758-96b2-be24d34cc391) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:32.894800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:32.895124 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:32.895562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55586) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:32.938596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86aa7cd-08f4-4dad-8845-c63661b398e4 None None] Network 4a4713ff-e518-4758-96b2-be24d34cc391 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:32.951585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.ipam_backend_mixin [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Performing IP validity checks on allocation pools {{(pid=87534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:48:32.952110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.ipam_backend_mixin [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:48:32.974677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 887281cd-903e-4e98-a120-eb31b60f9443, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=887281cd-903e-4e98-a120-eb31b60f9443,segment=NetworkSegment(2401d928-4f46-4e4c-932c-38322431fca9),segment_id=2401d928-4f46-4e4c-932c-38322431fca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:33.001283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:33.141479 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 7 to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 Dec 22 08:48:33.153364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:33.205287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:33.205546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:33.233671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:33.341194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=887281cd-903e-4e98-a120-eb31b60f9443,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:33.352683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:33.352916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:33.353239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:33.395896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:33.410888 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] Sync routers for ids ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:33.417797 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2e0374c3-081a-4061-9341-05c189800144 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "PUT /v2.0/routers/08e83ef3-2ad0-46e5-84e7-e2100ee60de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7621875 Dec 22 08:48:33.420542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55592) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:33.424819 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] Routers {'08e83ef3-2ad0-46e5-84e7-e2100ee60de2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:33.427820 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:33.444061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:33.444640 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:33.446144 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4e5210e8-0a33-4aff-985c-54e8d8586e99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6631246 Dec 22 08:48:33.477544 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 8 to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 Dec 22 08:48:33.565433 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6413078-32ff-4a6a-bc38-5c82993cb42b None None] Network 4a4713ff-e518-4758-96b2-be24d34cc391 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:33.587640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e851a79-50d5-4e50-8fbc-46db0ea4aa9a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Deleting subnet b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:48:33.599401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8e851a79-50d5-4e50-8fbc-46db0ea4aa9a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:33.711912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8e851a79-50d5-4e50-8fbc-46db0ea4aa9a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:33.713163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbffeaa4-c582-4ba2-b10e-4a136797f100 None None] Network bd19463c-72fa-4d1a-9421-20b0a75eff5c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:33.764205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:33.764589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:33.764862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:33.808441 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] Set router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:33.827129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8e851a79-50d5-4e50-8fbc-46db0ea4aa9a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:33.843674 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-db3e5df3-476b-4882-8989-01fbea782264 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:33.844260 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-db3e5df3-476b-4882-8989-01fbea782264 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 08:48:33.844748 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-db3e5df3-476b-4882-8989-01fbea782264 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:48:33.845705 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-db3e5df3-476b-4882-8989-01fbea782264 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6967194 Dec 22 08:48:33.857832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55600) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:33.870631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704118664'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:33.872699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:33.873029 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:33.885591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:33.888839 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 9 to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 Dec 22 08:48:33.894180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:33.899260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:33.912269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=900381dd-55e8-42c3-b974-d3aec4b28bb4,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:33.921342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:33.950706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 887281cd-903e-4e98-a120-eb31b60f9443 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:33.954106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking segment: {'id': '4d11b9c4-65a7-408f-8ed6-5a886ce398c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ea3cbd47-1d6f-4cf0-b8c0-6ae291683684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:33.954473 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network hostable DHCP agents. Network: ea3cbd47-1d6f-4cf0-b8c0-6ae291683684, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:33.955085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8e851a79-50d5-4e50-8fbc-46db0ea4aa9a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.013921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.036661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8e851a79-50d5-4e50-8fbc-46db0ea4aa9a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.049697 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8e851a79-50d5-4e50-8fbc-46db0ea4aa9a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "DELETE /v2.0/subnets/b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4 HTTP/1.1" status: 204 len: 168 time: 0.6270146 Dec 22 08:48:34.052488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55606) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:34.053376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e851a79-50d5-4e50-8fbc-46db0ea4aa9a tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event deleted for resources: {'Subnet': ['ID=b95d53ff-ad0f-4f80-989b-ef77ebf1c4d4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:34.060740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.064329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:34.064671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:34.065822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:34.080349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91052f9a-f4b4-4ec3-8f8c-ad376cff0921 None None] Network cac393ce-a974-4c63-bda3-99769584a184 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:34.090663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:34.091067 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:34.094221 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 10 to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 Dec 22 08:48:34.122906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:34.123241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:34.123580 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:34.149385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:34.158909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:34.159240 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:34.159602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.176135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:34.181297 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network ea3cbd47-1d6f-4cf0-b8c0-6ae291683684 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:34.184525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:34.196130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:34.215232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-125392f0-6ee8-4a94-8d82-019af014727f None None] Provisioning for port 275899a7-2a28-414e-a805-a0d9df99a59c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:34.229448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, ea3cbd47-1d6f-4cf0-b8c0-6ae291683684) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:34.253264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.253876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.339844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.349975 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-76419a57-7d3c-40dc-b6db-183f00f46988 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4211128 Dec 22 08:48:34.353823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55616) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:34.358655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] For port b6e1a7e1-74c1-4de0-946e-c57e700c3012, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:34.359003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempted to set empty binding levels {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:48:34.386896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91afe9-4812-4ea3-a8f2-2aed1e69b1c4 None None] Network ea3cbd47-1d6f-4cf0-b8c0-6ae291683684 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:34.396634 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:48:31Z', 'revision_number': 5, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:34.401294 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] Checking router: 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:34.413400 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] Routers {'08e83ef3-2ad0-46e5-84e7-e2100ee60de2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:34.414195 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:34.533460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55622) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:34.544399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.546068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1906060385-network', 'tenant_id': '92d5b9f77cd14887b1b4c2ea9f472a60'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:34.568046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:30Z', 'revision_number': 6, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887281cd-903e-4e98-a120-eb31b60f9443', 'name': '', 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:43:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:20Z', 'updated_at': '2021-12-22T08:48:29Z', 'revision_number': 4, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:34.568646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:34.610043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] In _notify_port_updated(), no bound segment for port b6e1a7e1-74c1-4de0-946e-c57e700c3012 on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:48:34.611223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.612050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.615640 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "PUT /v2.0/ports/b6e1a7e1-74c1-4de0-946e-c57e700c3012 HTTP/1.1" status: 200 len: 981 time: 4.0587785 Dec 22 08:48:34.622386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55626) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:34.671743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Usage tracker for resource:network and tenant:92d5b9f77cd14887b1b4c2ea9f472a60 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:34.680201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:34.689399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:34.707837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:34.711748 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] Set router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:34.712736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.732929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.758952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:34.763786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.766421 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Made reservation on behalf of 92d5b9f77cd14887b1b4c2ea9f472a60 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:34.769161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.770579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:34.771398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:34.776220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.extraroute_db [None req-bce32401-a69e-42a2-be40-4c9c9efcf3e6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added routes are [] {{(pid=87534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:48:34.776534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.extraroute_db [None req-bce32401-a69e-42a2-be40-4c9c9efcf3e6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:48:34.788944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c81c4d-c09c-4fdd-a067-8a5e3f1c18b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e1a7e1-74c1-4de0-946e-c57e700c3012,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:34.799330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:34.803131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.816831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:34.832733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Deleting port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:34.833113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.853463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.861257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:34.861755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bce32401-a69e-42a2-be40-4c9c9efcf3e6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.885350 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.885871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.886914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.887694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.887816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.888339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.888806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.889262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.889729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.890190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.890668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.891090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.891904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.892483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.892874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.893333 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.893837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:34.895614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:34.895748 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Synchronizing usage tracker for tenant:a099909201d6460eb4c81cd95a3c5453 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:34.903431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f2e913-1ff6-4c3b-b121-b7f57d9242f9,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:34.918980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Usage tracker for resource:security_group_rule and tenant:92d5b9f77cd14887b1b4c2ea9f472a60 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:34.930580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:34.940430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:34.950889 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:34.981945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.144012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 887281cd-903e-4e98-a120-eb31b60f9443 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:35.144381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.158963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.176346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.184620 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:48:31Z', 'revision_number': 5, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:35.191026 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e149f15f-8288-4ce4-8031-cb4114ea2178 None None] The sync data for ids ['08e83ef3-2ad0-46e5-84e7-e2100ee60de2'] in dv-neutron-822561-2-hyperv is: [{'id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-423712651', 'tenant_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:10Z', 'updated_at': '2021-12-22T08:48:31Z', 'revision_number': 5, 'project_id': '9014609f35f344d1bd6c3d858b8fb4f4', 'gw_port': {'id': '0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e83ef3-2ad0-46e5-84e7-e2100ee60de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:11Z', 'updated_at': '2021-12-22T08:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:35.191978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Unset dirty status for tenant:a099909201d6460eb4c81cd95a3c5453 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:35.196413 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5bff7c15-4503-4924-b243-d1f199409712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16079 time: 0.5559685 Dec 22 08:48:35.199852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55630) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:35.394042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.397927 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5362775 Dec 22 08:48:35.398811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] For port 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:35.398811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.408112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55634) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:35.408677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.455919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Subnet': ['ID=900381dd-55e8-42c3-b974-d3aec4b28bb4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:35.463385 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9ec25941-3966-4065-80e6-3e43be5bf3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Deleting port b6e1a7e1-74c1-4de0-946e-c57e700c3012 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:35.463723 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ec25941-3966-4065-80e6-3e43be5bf3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.479705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '0234a4a6-3849-4f11-a6cc-83b267915902', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:35.484561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a563c-defe-4766-9ade-4ab88dbac054 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0234a4a6-3849-4f11-a6cc-83b267915902,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:35.534114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4048dfe-f6e5-4721-bdcb-d93eb45954cf None None] Network ea3cbd47-1d6f-4cf0-b8c0-6ae291683684 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:35.557885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Calling delete_port for 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:35.559384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bce32401-a69e-42a2-be40-4c9c9efcf3e6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.573067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bce32401-a69e-42a2-be40-4c9c9efcf3e6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.590528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:35.612276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:35.651825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.654141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.655663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:35.664777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:35.677846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.685224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3cbd47-1d6f-4cf0-b8c0-6ae291683684']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:35.698560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d11b9c4-65a7-408f-8ed6-5a886ce398c2') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:35.698921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d11b9c4-65a7-408f-8ed6-5a886ce398c2') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:35.712433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.732160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.743103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.761066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:35.766660 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d1b25d-e06c-4a2a-9ec9-0375f6fa4629 None None] DHCP port deletion for cac393ce-a974-4c63-bda3-99769584a184 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:48:35.790408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ee375d-6e22-4361-a08d-3422cdad1927,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:35.811608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-97d1b25d-e06c-4a2a-9ec9-0375f6fa4629 None None] Deleting port 9d254a15-1590-457d-b775-97c8d6f4308b {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:35.811973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-97d1b25d-e06c-4a2a-9ec9-0375f6fa4629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.825966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.826250 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Added segment 0cd93a8c-e612-4545-8972-6a44ff36cce2 of type vlan for network 93e2bfa5-77fc-4365-ac32-9a422379aa07 Dec 22 08:48:35.836510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 275899a7-2a28-414e-a805-a0d9df99a59c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:35.878465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:35.879079 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.882079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.890963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:35.901004 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:35.905599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.955848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbf4b90-aae6-4518-98c1-217679acd5c9,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:36.017634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.019412 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f92fce6c-ae27-4f89-a540-541b0232d547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6024859 Dec 22 08:48:36.025582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55638) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:36.034868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cf9c9f95-2868-44e9-bdba-bdcba955e043 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '0234a4a6-3849-4f11-a6cc-83b267915902', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:36.052243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cf9c9f95-2868-44e9-bdba-bdcba955e043 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:36.057585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.059330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:36.060007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.090212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cf9c9f95-2868-44e9-bdba-bdcba955e043 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:36.109175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cf9c9f95-2868-44e9-bdba-bdcba955e043 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:36.125483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cf9c9f95-2868-44e9-bdba-bdcba955e043 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:36.134236 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5981178 Dec 22 08:48:36.138764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55642) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:36.168484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 275899a7-2a28-414e-a805-a0d9df99a59c completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:36.185723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 275899a7-2a28-414e-a805-a0d9df99a59c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:36.186103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.218579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.218791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Request body: {'subnet': {'network_id': '93e2bfa5-77fc-4365-ac32-9a422379aa07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1906060385-subnet', 'tenant_id': '92d5b9f77cd14887b1b4c2ea9f472a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:36.230690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.235119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc3ab5-b972-46f7-8125-e3811f47fba3 admin admin] Pushing event updated for resources: {'Network': ['ID=93e2bfa5-77fc-4365-ac32-9a422379aa07,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:36.235701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:30Z', 'revision_number': 6, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887281cd-903e-4e98-a120-eb31b60f9443', 'name': '', 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:43:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:20Z', 'updated_at': '2021-12-22T08:48:32Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:36.241637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:36.255836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.298019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cf9c9f95-2868-44e9-bdba-bdcba955e043 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.299569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 93e2bfa5-77fc-4365-ac32-9a422379aa07 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:36.306866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Usage tracker for resource:subnet and tenant:92d5b9f77cd14887b1b4c2ea9f472a60 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:36.323718 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/ea3cbd47-1d6f-4cf0-b8c0-6ae291683684 HTTP/1.1" status: 204 len: 168 time: 1.9671307 Dec 22 08:48:36.324778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fc8fc-8340-433a-b0bd-1628800f6e10 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Network': ['ID=ea3cbd47-1d6f-4cf0-b8c0-6ae291683684,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:36.333155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55646) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:36.341003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event deleted for resources: {'Port': ['ID=0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:36.351923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:36.352072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1944352936'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:36.364148 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:36.368953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-9ec25941-3966-4065-80e6-3e43be5bf3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] For port b6e1a7e1-74c1-4de0-946e-c57e700c3012, host hv-neutron-8225, got binding levels [] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:36.369310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ec25941-3966-4065-80e6-3e43be5bf3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.379151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce32401-a69e-42a2-be40-4c9c9efcf3e6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:36.386016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:network and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:36.390799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3befb6-b3f1-4adc-88b2-559110c42366 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:30Z', 'revision_number': 6, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887281cd-903e-4e98-a120-eb31b60f9443', 'name': '', 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:43:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:20Z', 'updated_at': '2021-12-22T08:48:32Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:36.392188 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:36.399330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:36.432513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-97d1b25d-e06c-4a2a-9ec9-0375f6fa4629 None None] For port 9d254a15-1590-457d-b775-97c8d6f4308b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9d254a15-1590-457d-b775-97c8d6f4308b,segment=NetworkSegment(dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14),segment_id=dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:36.433449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-97d1b25d-e06c-4a2a-9ec9-0375f6fa4629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.454444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Made reservation on behalf of 92d5b9f77cd14887b1b4c2ea9f472a60 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:36.456536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:36.456877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.477700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.540278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9ec25941-3966-4065-80e6-3e43be5bf3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Calling delete_port for b6e1a7e1-74c1-4de0-946e-c57e700c3012 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:36.600845 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-97d1b25d-e06c-4a2a-9ec9-0375f6fa4629 None None] Calling delete_port for 9d254a15-1590-457d-b775-97c8d6f4308b owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:36.679038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.715927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:36.717725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 275899a7-2a28-414e-a805-a0d9df99a59c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=275899a7-2a28-414e-a805-a0d9df99a59c,segment=NetworkSegment(ce58e989-5acc-45d4-998f-fd41736677f5),segment_id=ce58e989-5acc-45d4-998f-fd41736677f5)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:36.719720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.734569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.738348 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-cf9c9f95-2868-44e9-bdba-bdcba955e043 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:48:36.739785 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cf9c9f95-2868-44e9-bdba-bdcba955e043 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7127750 Dec 22 08:48:36.747865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.749511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55650) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:36.752660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.801729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:36.811624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.812224 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Added segment c77832f7-780b-433e-94cd-bdcc22afa37b of type vlan for network fa83b95e-a4bf-4dc3-94e4-688e27ef077e Dec 22 08:48:36.835990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.836554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Fanout notify agent at l3_agent the message router_deleted on router 08e83ef3-2ad0-46e5-84e7-e2100ee60de2 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:48:36.837664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-97d1b25d-e06c-4a2a-9ec9-0375f6fa4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.843609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.863413 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=275899a7-2a28-414e-a805-a0d9df99a59c,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:36.866969 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d1b25d-e06c-4a2a-9ec9-0375f6fa4629 None None] No DVR routers for this DVR port 9d254a15-1590-457d-b775-97c8d6f4308b on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:36.870688 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1e64be6-db0f-48ec-ac33-4e39678d9ffe tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.940792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1b25d-e06c-4a2a-9ec9-0375f6fa4629 None None] Pushing event deleted for resources: {'Port': ['ID=9d254a15-1590-457d-b775-97c8d6f4308b,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:36.948306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.949545 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2cdf04ba-7209-49db-9ea7-46a60a47db8f tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "DELETE /v2.0/routers/08e83ef3-2ad0-46e5-84e7-e2100ee60de2 HTTP/1.1" status: 204 len: 168 time: 2.8933184 Dec 22 08:48:36.950424 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.959066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:36.959667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.963501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55654) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:36.963781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d254a15-1590-457d-b775-97c8d6f4308b no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:37.006218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 9d254a15-1590-457d-b775-97c8d6f4308b {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:37.006855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9d254a15-1590-457d-b775-97c8d6f4308b not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:37.008270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7dba6e53-f704-43ac-9c20-5ce8d93b880c no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:37.024762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1e64be6-db0f-48ec-ac33-4e39678d9ffe tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.054760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7dba6e53-f704-43ac-9c20-5ce8d93b880c {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:37.055403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7dba6e53-f704-43ac-9c20-5ce8d93b880c not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:37.122622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ec25941-3966-4065-80e6-3e43be5bf3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.131430 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7885036 Dec 22 08:48:37.140471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55658) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:37.167167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce32401-a69e-42a2-be40-4c9c9efcf3e6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:37.172924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'network_id': 'fa83b95e-a4bf-4dc3-94e4-688e27ef077e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:37.174253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893945d-62dc-448d-bad7-9f9701e64135 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=fa83b95e-a4bf-4dc3-94e4-688e27ef077e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:37.177905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:37.189852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bce32401-a69e-42a2-be40-4c9c9efcf3e6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.190913 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bce32401-a69e-42a2-be40-4c9c9efcf3e6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c HTTP/1.1" status: 200 len: 704 time: 4.3869526 Dec 22 08:48:37.194183 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec25941-3966-4065-80e6-3e43be5bf3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6e1a7e1-74c1-4de0-946e-c57e700c3012,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:37.195853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55662) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:37.196102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.202132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ec25941-3966-4065-80e6-3e43be5bf3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.204183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:37.207874 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9ec25941-3966-4065-80e6-3e43be5bf3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b6e1a7e1-74c1-4de0-946e-c57e700c3012 HTTP/1.1" status: 204 len: 168 time: 2.0026731 Dec 22 08:48:37.210041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55666) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:37.221346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:37.261251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.280363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network fa83b95e-a4bf-4dc3-94e4-688e27ef077e details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:37.385661 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2e53ec43-efd5-4bc0-a6d0-c9554723fe40 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c HTTP/1.1" status: 200 len: 704 time: 0.1845465 Dec 22 08:48:37.385661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55670) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:37.471686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:37.501586 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-43712324-e397-4f4a-a60a-16a9ab0d82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:48:37.506821 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-43712324-e397-4f4a-a60a-16a9ab0d82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "GET /v2.0/ports/b6e1a7e1-74c1-4de0-946e-c57e700c3012 HTTP/1.1" status: 404 len: 333 time: 0.2921209 Dec 22 08:48:37.509766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55674) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:37.527988 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-126519520', 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:37.537250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:37.552626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:37.559452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1e64be6-db0f-48ec-ac33-4e39678d9ffe tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.626314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e64be6-db0f-48ec-ac33-4e39678d9ffe tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0234a4a6-3849-4f11-a6cc-83b267915902,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:37.630445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Made reservation on behalf of a099909201d6460eb4c81cd95a3c5453 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:37.632614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.644193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ec5ac1-c3f2-4cf1-9452-db1284dda52a,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:37.647449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:37.660736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:subnet and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:37.665438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:37.717945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f1e64be6-db0f-48ec-ac33-4e39678d9ffe tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.721396 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f1e64be6-db0f-48ec-ac33-4e39678d9ffe tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "DELETE /v2.0/security-groups/0234a4a6-3849-4f11-a6cc-83b267915902 HTTP/1.1" status: 204 len: 168 time: 0.9685891 Dec 22 08:48:37.729327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55678) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:37.729960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:37.739184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.769998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Checking segment: {'id': '0cd93a8c-e612-4545-8972-6a44ff36cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93e2bfa5-77fc-4365-ac32-9a422379aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:37.770362 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Network hostable DHCP agents. Network: 93e2bfa5-77fc-4365-ac32-9a422379aa07, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:37.796081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:37.799567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.820400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac393ce-a974-4c63-bda3-99769584a184']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:37.862088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:37.862385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcefd6e5-ed8a-49f0-9185-71fd3fdd9e14') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:37.862821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] device_id is not set on port 9b91472e-e417-4697-84d6-43c1344dde41 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:48:37.872431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:34Z', 'revision_number': 7, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887281cd-903e-4e98-a120-eb31b60f9443', 'name': '', 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:43:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:20Z', 'updated_at': '2021-12-22T08:48:32Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:37.877337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:37.886264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:37.887473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:37.947215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.955517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Network 93e2bfa5-77fc-4365-ac32-9a422379aa07 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:37.969610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d0a9b25b-5734-44c2-8235-7d9ed96f7248 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Synchronizing usage tracker for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:37.993274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.009424 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 93e2bfa5-77fc-4365-ac32-9a422379aa07) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:38.014020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:38.014719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.021480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:38.022017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.036099 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47955e0a-cd39-46fb-a8d0-4914132d91cf None None] Network 93e2bfa5-77fc-4365-ac32-9a422379aa07 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:38.043731 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:38.080063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d0a9b25b-5734-44c2-8235-7d9ed96f7248 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Unset dirty status for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:38.085276 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d0a9b25b-5734-44c2-8235-7d9ed96f7248 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3488321 Dec 22 08:48:38.087015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55682) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:38.098378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'tempest-secgroup--216025810'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:38.118805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:38.153149 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d6a5b652-fd8a-4eb9-9596-034f5641968b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9994771 Dec 22 08:48:38.177989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:38.200028 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:38.201720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.206156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.240990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.246831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event deleted for resources: {'Network': ['ID=cac393ce-a974-4c63-bda3-99769584a184,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:38.257883 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.279390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55688) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:38.279987 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2e7a4edb-b87f-4239-93eb-b032077ca67c tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "DELETE /v2.0/networks/cac393ce-a974-4c63-bda3-99769584a184 HTTP/1.1" status: 204 len: 168 time: 1.3154080 Dec 22 08:48:38.281734 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:38.322412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.329022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:38.343098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:38.358398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:38.418921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=684d4213-55fb-4010-a70c-bec8e88d91d1,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:38.427425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking segment: {'id': 'c77832f7-780b-433e-94cd-bdcc22afa37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa83b95e-a4bf-4dc3-94e4-688e27ef077e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:38.427845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network hostable DHCP agents. Network: fa83b95e-a4bf-4dc3-94e4-688e27ef077e, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:38.450377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network fa83b95e-a4bf-4dc3-94e4-688e27ef077e is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:38.462769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.464593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, fa83b95e-a4bf-4dc3-94e4-688e27ef077e) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:38.473716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:38.474687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.484010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e68ef7c-c732-4fb1-a4ba-28375fbf1948 None None] Network fa83b95e-a4bf-4dc3-94e4-688e27ef077e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:38.504749 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-08be46ca-375c-4a86-b340-d0a83b594405 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3528070 Dec 22 08:48:38.505093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55698) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:38.506869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292211f5-3c23-4cbb-9cd8-f3977d9d493d None None] Network 93e2bfa5-77fc-4365-ac32-9a422379aa07 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:38.586535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event updated for resources: {'Port': ['ID=9b91472e-e417-4697-84d6-43c1344dde41,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:38.610642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Network 52cff93d-34dc-476d-851c-62817072503e is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:38.618464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:38.626967 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:38.627974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:38.628563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.632482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dc68855c-0242-482f-ae60-8f794d83fee3 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.671773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dc68855c-0242-482f-ae60-8f794d83fee3 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.747314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.749267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.845713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 275899a7-2a28-414e-a805-a0d9df99a59c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:38.907089 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-787e015a-e8a1-4f35-864c-c713a99faadf tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3965790 Dec 22 08:48:38.909073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55710) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:38.919745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.935239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.017102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dc68855c-0242-482f-ae60-8f794d83fee3 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.036521 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72a832-f66a-4000-8896-eee322d19372 req-ca623dfa-d1e5-4023-a797-6dd8afdba521 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:39.038294 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-ca623dfa-d1e5-4023-a797-6dd8afdba521 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/networks?id=4a4713ff-e518-4758-96b2-be24d34cc391 HTTP/1.1" status: 200 len: 812 time: 0.3275173 Dec 22 08:48:39.082049 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-df2933c0-62a7-44be-bc91-d4fd18ab00df tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/quotas/e4f95227a02e427e99c4a35a4b523368 HTTP/1.1" status: 200 len: 375 time: 0.0312057 Dec 22 08:48:39.091952 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7519747-48a4-4589-ab36-4ddf567355c3,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:39.098033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.104812 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.110425 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aa0ebdbc-af51-4eed-b310-2b418d6e78e6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0185740 Dec 22 08:48:39.110638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55714) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:39.114425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dc68855c-0242-482f-ae60-8f794d83fee3 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.118207 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dc68855c-0242-482f-ae60-8f794d83fee3 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] 10.222.0.37 "DELETE /v2.0/security-groups/a8354532-b436-4540-a816-7d393dfe4593 HTTP/1.1" status: 204 len: 168 time: 0.8354480 Dec 22 08:48:39.118207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68855c-0242-482f-ae60-8f794d83fee3 tempest-TestNetworkAdvancedServerOps-1286136865 tempest-TestNetworkAdvancedServerOps-1286136865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8354532-b436-4540-a816-7d393dfe4593,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:39.139728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-590d114f-a718-4b79-8d0e-db9a79d73cdd tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': 'a7519747-48a4-4589-ab36-4ddf567355c3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:39.140748 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-590d114f-a718-4b79-8d0e-db9a79d73cdd tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 08:48:39.141520 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-590d114f-a718-4b79-8d0e-db9a79d73cdd tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:39.146614 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-590d114f-a718-4b79-8d0e-db9a79d73cdd tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0336614 Dec 22 08:48:39.149392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55720) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:39.183622 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-e7921421-8dc5-4f67-98bd-1019bd4a7d42 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4f95227a02e427e99c4a35a4b523368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566428 Dec 22 08:48:39.189167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745ab9b-dae4-4757-8d4d-3b36ef82837d tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:39.190531 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b745ab9b-dae4-4757-8d4d-3b36ef82837d tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "GET /v2.0/ports/9b91472e-e417-4697-84d6-43c1344dde41 HTTP/1.1" status: 200 len: 958 time: 0.2571230 Dec 22 08:48:39.193580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55726) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:39.242867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 275899a7-2a28-414e-a805-a0d9df99a59c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:39.243470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.281260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f8d5c6f-f09a-451c-bc41-5ae06d16b92d tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.283304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3689976b-f9ad-43e3-bbe6-790dcad21f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Deleting port 9b91472e-e417-4697-84d6-43c1344dde41 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:39.283814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3689976b-f9ad-43e3-bbe6-790dcad21f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.291085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:34Z', 'revision_number': 7, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887281cd-903e-4e98-a120-eb31b60f9443', 'name': '', 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:43:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:20Z', 'updated_at': '2021-12-22T08:48:32Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:39.321307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4707a1-5a0e-47ae-9b50-834361bea8e2 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:34Z', 'revision_number': 7, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887281cd-903e-4e98-a120-eb31b60f9443', 'name': '', 'network_id': '546e83e9-2f49-4437-8690-8db48f9981e1', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:43:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:20Z', 'updated_at': '2021-12-22T08:48:32Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'b26eca9f-1915-4e4f-bef5-5e582b420b86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:39.337909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80496b22-8d1d-4824-b6a4-6520177e8d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-fa83b95e-a4bf-4dc3-94e4-688e27ef077e', 'network_id': 'fa83b95e-a4bf-4dc3-94e4-688e27ef077e', 'tenant_id': '1c48f968056842a1bca8f8e863d1d04d', 'fixed_ips': [{'subnet_id': '684d4213-55fb-4010-a70c-bec8e88d91d1'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:39.339095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-80496b22-8d1d-4824-b6a4-6520177e8d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.354135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f8d5c6f-f09a-451c-bc41-5ae06d16b92d tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.467813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.477954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port 887281cd-903e-4e98-a120-eb31b60f9443 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:39.479001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.515449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f8d5c6f-f09a-451c-bc41-5ae06d16b92d tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.531905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Subnet': ['ID=684d4213-55fb-4010-a70c-bec8e88d91d1,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:39.551592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d5c6f-f09a-451c-bc41-5ae06d16b92d tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7519747-48a4-4589-ab36-4ddf567355c3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:39.593813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f8d5c6f-f09a-451c-bc41-5ae06d16b92d tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.598453 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9f8d5c6f-f09a-451c-bc41-5ae06d16b92d tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "DELETE /v2.0/security-groups/a7519747-48a4-4589-ab36-4ddf567355c3 HTTP/1.1" status: 204 len: 168 time: 0.4457400 Dec 22 08:48:39.599306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55734) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:39.610298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55738) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:39.648731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:39.701158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:39.701775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0c22d0c2-ae7c-43b9-bfe6-bf7681eb162a not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server [None req-80496b22-8d1d-4824-b6a4-6520177e8d69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 684d4213-55fb-4010-a70c-bec8e88d91d1: This subnet is being modified by another concurrent operation. Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 684d4213-55fb-4010-a70c-bec8e88d91d1: This subnet is being modified by another concurrent operation. Dec 22 08:48:39.720602 dv-neutron-822561-2-hyperv neutron-server[87536]: ERROR oslo_messaging.rpc.server Dec 22 08:48:39.738430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974817a8-30ec-4e38-a05d-1ecceb6b6b2d None None] Network fa83b95e-a4bf-4dc3-94e4-688e27ef077e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:39.755226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-58ab17c6-7cde-43a6-87a8-118fdb8a74db tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Synchronizing usage tracker for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:39.844945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-58ab17c6-7cde-43a6-87a8-118fdb8a74db tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Unset dirty status for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:39.850463 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-58ab17c6-7cde-43a6-87a8-118fdb8a74db tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2402489 Dec 22 08:48:39.851089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55746) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:39.857008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port 887281cd-903e-4e98-a120-eb31b60f9443, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=887281cd-903e-4e98-a120-eb31b60f9443,segment=NetworkSegment(2401d928-4f46-4e4c-932c-38322431fca9),segment_id=2401d928-4f46-4e4c-932c-38322431fca9)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:39.857358 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.872593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'tempest-secgroup--10424082'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:39.882183 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a0b3ad9f-a028-427a-8e7a-ca487e353a69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9014609f35f344d1bd6c3d858b8fb4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594013 Dec 22 08:48:39.887580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55750) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:39.891424 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.921008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cbd70a-d836-4e8d-aba8-afffa5a57633 None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:48:39.935695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:40.023507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for 887281cd-903e-4e98-a120-eb31b60f9443 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:40.045963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa83b95e-a4bf-4dc3-94e4-688e27ef077e']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:40.062295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cbd70a-d836-4e8d-aba8-afffa5a57633 None None] Resources bound (agent type, host, resource id): {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:48:40.074090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3689976b-f9ad-43e3-bbe6-790dcad21f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.087607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77832f7-780b-433e-94cd-bdcc22afa37b') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:40.087928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77832f7-780b-433e-94cd-bdcc22afa37b') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:40.110056 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.200462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:40.220550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.263315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:40.267288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3689976b-f9ad-43e3-bbe6-790dcad21f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Calling delete_port for 9b91472e-e417-4697-84d6-43c1344dde41 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:40.268560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:40.272625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:40.279615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:40.311927 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.324082 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-cf8e1e2d-bfb5-4852-9946-6377603a0314 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1218839 Dec 22 08:48:40.328682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:40.329108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:40.349929 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:40.410564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.452102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-51320597-91fe-49c4-acc7-00808cdb71fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.462985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=887281cd-903e-4e98-a120-eb31b60f9443,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:40.567766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-51320597-91fe-49c4-acc7-00808cdb71fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.581751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3689976b-f9ad-43e3-bbe6-790dcad21f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.583295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.653649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.687158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Network': ['ID=fa83b95e-a4bf-4dc3-94e4-688e27ef077e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:40.689984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689976b-f9ad-43e3-bbe6-790dcad21f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b91472e-e417-4697-84d6-43c1344dde41,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:40.699697 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.710046 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3689976b-f9ad-43e3-bbe6-790dcad21f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.711852 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3689976b-f9ad-43e3-bbe6-790dcad21f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9b91472e-e417-4697-84d6-43c1344dde41 HTTP/1.1" status: 204 len: 168 time: 1.5175197 Dec 22 08:48:40.716624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55754) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:40.724468 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ab1d98c5-81b8-4b39-91a7-0471df44c782 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/fa83b95e-a4bf-4dc3-94e4-688e27ef077e HTTP/1.1" status: 204 len: 168 time: 2.2173812 Dec 22 08:48:40.735854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55756) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:40.775406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1846569995'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:40.786136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:40.795549 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-85c5e0b9-4b68-4ec3-aa28-fd69a1180ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488306 Dec 22 08:48:40.799519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:network and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:40.802395 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd76123-bcb0-4dba-83da-92145737b30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:48:40.802969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5dd76123-bcb0-4dba-83da-92145737b30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Synchronizing usage tracker for tenant:a099909201d6460eb4c81cd95a3c5453 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:40.806610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:40.814897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:40.836371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5dd76123-bcb0-4dba-83da-92145737b30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Unset dirty status for tenant:a099909201d6460eb4c81cd95a3c5453 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:40.841527 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5dd76123-bcb0-4dba-83da-92145737b30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "GET /v2.0/ports/9b91472e-e417-4697-84d6-43c1344dde41 HTTP/1.1" status: 404 len: 333 time: 0.1121683 Dec 22 08:48:40.841527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:40.844403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.851699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55762) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:40.856395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.859045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-51320597-91fe-49c4-acc7-00808cdb71fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.874853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Request body: {'port': {'network_id': '52cff93d-34dc-476d-851c-62817072503e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1453208051'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:40.881834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.884179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51320597-91fe-49c4-acc7-00808cdb71fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f01d00-b912-4300-8d93-f5cc7fa09307,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:40.889182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:40.896244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-51320597-91fe-49c4-acc7-00808cdb71fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.897414 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-51320597-91fe-49c4-acc7-00808cdb71fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7f01d00-b912-4300-8d93-f5cc7fa09307 HTTP/1.1" status: 204 len: 168 time: 0.9987950 Dec 22 08:48:40.901194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:40.911834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.912283 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Added segment 526a7ba8-3722-4e10-a4bb-07a1a0623d31 of type vlan for network f108c3ca-abc1-4ebe-9fbe-17e459af0b19 Dec 22 08:48:40.951054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.951615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:40.977590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5d1fc6-beb5-40ac-be4c-d51e5d23a513,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:41.002131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.010539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:41.011607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.078918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Made reservation on behalf of a099909201d6460eb4c81cd95a3c5453 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:41.081357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.144796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4068871 Dec 22 08:48:41.145407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55772) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:41.169286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2738e-1c62-419c-999a-17b01d69e17b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=f108c3ca-abc1-4ebe-9fbe-17e459af0b19,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:41.174588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'network_id': 'f108c3ca-abc1-4ebe-9fbe-17e459af0b19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:41.180412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network f108c3ca-abc1-4ebe-9fbe-17e459af0b19 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:41.200908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.204863 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-44db2a6d-0a7f-4782-bcac-b030d20b543b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3500843 Dec 22 08:48:41.209972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55782) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:41.232743 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-960da7d8-4d6a-4fa4-8a71-824c8421f297 req-a08e7ae7-58c2-4e7e-b22f-ec33e56dc7ff tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 210 time: 0.1631870 Dec 22 08:48:41.239884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-925e7bf5-4802-4b46-88f2-6c4566ac9b15 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '9d5d1fc6-beb5-40ac-be4c-d51e5d23a513', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:41.240614 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-925e7bf5-4802-4b46-88f2-6c4566ac9b15 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 08:48:41.241304 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-925e7bf5-4802-4b46-88f2-6c4566ac9b15 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:41.245302 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-925e7bf5-4802-4b46-88f2-6c4566ac9b15 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0298233 Dec 22 08:48:41.250917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55786) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:41.257205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] device_id is not set on port e2cd0788-1ba7-47de-9672-db81eb800cab yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:48:41.295437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:41.299517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:subnet and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:41.302779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:41.310022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:41.325648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:41.329273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.370355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:41.478681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55794) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:41.509185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2d281700-0b2f-4c87-b5a1-be3be605f7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.612675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3015516e-f6fb-492c-965c-7f9acb0ba547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.673624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3015516e-f6fb-492c-965c-7f9acb0ba547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.680929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2d281700-0b2f-4c87-b5a1-be3be605f7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:41.691957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2d281700-0b2f-4c87-b5a1-be3be605f7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:50f4cc0dc7074f1abb19a7ba2137fe53 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:41.696598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2d281700-0b2f-4c87-b5a1-be3be605f7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:41.705888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2d281700-0b2f-4c87-b5a1-be3be605f7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:41.759708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:41.772143 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:41.772678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.786153 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:41.787078 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:41.884893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=19176c40-45a7-4470-92ba-3affa76af552,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:41.912808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking segment: {'id': '526a7ba8-3722-4e10-a4bb-07a1a0623d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f108c3ca-abc1-4ebe-9fbe-17e459af0b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:41.915687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network hostable DHCP agents. Network: f108c3ca-abc1-4ebe-9fbe-17e459af0b19, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:41.927024 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8f7979b7-fed5-4a4e-9cdd-a42162b60dc3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5392644 Dec 22 08:48:41.929649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2d281700-0b2f-4c87-b5a1-be3be605f7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.931719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55798) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:41.948905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.966568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3015516e-f6fb-492c-965c-7f9acb0ba547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.969635 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:41.988782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015516e-f6fb-492c-965c-7f9acb0ba547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5d1fc6-beb5-40ac-be4c-d51e5d23a513,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:42.002968 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3015516e-f6fb-492c-965c-7f9acb0ba547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.006344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e3fc91-1048-4f23-8db5-2944b0f28775 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting subnet b26eca9f-1915-4e4f-bef5-5e582b420b86 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:48:42.006488 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3015516e-f6fb-492c-965c-7f9acb0ba547 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d5d1fc6-beb5-40ac-be4c-d51e5d23a513 HTTP/1.1" status: 204 len: 168 time: 0.7488489 Dec 22 08:48:42.006576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55802) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:42.011118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-90e3fc91-1048-4f23-8db5-2944b0f28775 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.042023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.046627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2d281700-0b2f-4c87-b5a1-be3be605f7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.093916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network f108c3ca-abc1-4ebe-9fbe-17e459af0b19 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:42.127322 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2d281700-0b2f-4c87-b5a1-be3be605f7c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50f4cc0dc7074f1abb19a7ba2137fe53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6451571 Dec 22 08:48:42.127694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-90e3fc91-1048-4f23-8db5-2944b0f28775 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.133833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Network 52cff93d-34dc-476d-851c-62817072503e is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:42.137378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55806) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:42.147598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:42.155685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:42.156786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:42.157550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.163772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, f108c3ca-abc1-4ebe-9fbe-17e459af0b19) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:42.169766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d281700-0b2f-4c87-b5a1-be3be605f7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f776e68-141b-4c3d-995d-c9abeb66cf42,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:42.171833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3b69c8-499e-4ca7-b08d-395c68b50bc1 None None] Network f108c3ca-abc1-4ebe-9fbe-17e459af0b19 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:42.180442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:42.181040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.216664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event updated for resources: {'Port': ['ID=e2cd0788-1ba7-47de-9672-db81eb800cab,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:42.234548 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c144a4f1-720e-4e33-a226-e7627015a9c3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0691855 Dec 22 08:48:42.236782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55810) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:42.245492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-96821e6f-2fa5-4bdb-b6c8-edf17e044b00 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Synchronizing usage tracker for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:42.450744 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-86841d50-0327-4a0b-95d3-6f17a24e8e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5979743 Dec 22 08:48:42.460071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-90e3fc91-1048-4f23-8db5-2944b0f28775 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.460546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55816) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:42.468958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-f108c3ca-abc1-4ebe-9fbe-17e459af0b19', 'network_id': 'f108c3ca-abc1-4ebe-9fbe-17e459af0b19', 'tenant_id': '1c48f968056842a1bca8f8e863d1d04d', 'fixed_ips': [{'subnet_id': '19176c40-45a7-4470-92ba-3affa76af552'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:42.472234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.489598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:42.505789 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:40Z', 'revision_number': 8, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:42.517248 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:42.535050 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:42.535718 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:42.612676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-96821e6f-2fa5-4bdb-b6c8-edf17e044b00 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Unset dirty status for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:42.622330 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-96821e6f-2fa5-4bdb-b6c8-edf17e044b00 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6145713 Dec 22 08:48:42.623739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55822) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:42.642210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72a832-f66a-4000-8896-eee322d19372 req-963a5717-fac7-4fc5-a87f-151722ba8ccb tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:42.642928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5d72a832-f66a-4000-8896-eee322d19372 req-963a5717-fac7-4fc5-a87f-151722ba8ccb tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Synchronizing usage tracker for tenant:e4f95227a02e427e99c4a35a4b523368 on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:42.654406 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7c52de20-7db5-4c09-b9f3-116d0c7c560a req-be652ed4-21b2-47ea-b028-0d0cb3d3dadc tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 210 time: 0.2038183 Dec 22 08:48:42.658029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558581661'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:42.679742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:42.700974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Allocated IP 2001:db8::1 (f108c3ca-abc1-4ebe-9fbe-17e459af0b19/19176c40-45a7-4470-92ba-3affa76af552/bf7a8a06-4500-4767-9d8b-73dc8c83d0e4) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:42.709288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:42.714581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.727067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9401e8f0-031a-4010-b888-f1239a21e39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.731786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5d72a832-f66a-4000-8896-eee322d19372 req-963a5717-fac7-4fc5-a87f-151722ba8ccb tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Unset dirty status for tenant:e4f95227a02e427e99c4a35a4b523368 on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:42.733123 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-963a5717-fac7-4fc5-a87f-151722ba8ccb tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.54 "GET /v2.0/networks?id=4a4713ff-e518-4758-96b2-be24d34cc391 HTTP/1.1" status: 200 len: 812 time: 0.4816847 Dec 22 08:48:42.733711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-90e3fc91-1048-4f23-8db5-2944b0f28775 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.735278 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:42.753926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Request body: {'port': {'device_id': '7d71c579-172e-4aeb-9f1d-fef09740f441', 'network_id': '4a4713ff-e518-4758-96b2-be24d34cc391', 'admin_state_up': True, 'tenant_id': 'e4f95227a02e427e99c4a35a4b523368'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:42.782463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.829070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3fc91-1048-4f23-8db5-2944b0f28775 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Subnet': ['ID=b26eca9f-1915-4e4f-bef5-5e582b420b86,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:42.831323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-90e3fc91-1048-4f23-8db5-2944b0f28775 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.856568 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-90e3fc91-1048-4f23-8db5-2944b0f28775 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/b26eca9f-1915-4e4f-bef5-5e582b420b86 HTTP/1.1" status: 204 len: 168 time: 0.9237401 Dec 22 08:48:42.862381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55828) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:42.865121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:42.911357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:42.921471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.929276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e8bff-7ab4-4ea5-91ff-aecea3defec1 None None] Network 546e83e9-2f49-4437-8690-8db48f9981e1 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:42.942484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Usage tracker for resource:port and tenant:e4f95227a02e427e99c4a35a4b523368 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:42.946721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9401e8f0-031a-4010-b888-f1239a21e39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.983620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:42.995196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:43.001947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.008665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:43.018753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:43.023066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.056729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Made reservation on behalf of e4f95227a02e427e99c4a35a4b523368 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:43.061310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.068719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:43.102657 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.128243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port 8372bf3e-1931-4e66-9a9d-08d802f28c50 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:43.128908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.233563 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Transition to ACTIVE for port object bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:43.241747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9401e8f0-031a-4010-b888-f1239a21e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.274629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Transition to ACTIVE for port object bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:43.277474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401e8f0-031a-4010-b888-f1239a21e39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f776e68-141b-4c3d-995d-c9abeb66cf42,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:43.287428 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:40Z', 'revision_number': 8, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:43.293843 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3fe52-e37c-482d-b737-93f0a0891345 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:40Z', 'revision_number': 8, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2275aaf5-e49b-44b7-86c4-1d264d1c4ff8', 'name': '', 'network_id': '9319cef7-7d90-4ba9-af96-41ae213d6d9e', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:50:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:12Z', 'updated_at': '2021-12-22T08:48:22Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:43.299149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9401e8f0-031a-4010-b888-f1239a21e39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.300316 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9401e8f0-031a-4010-b888-f1239a21e39a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f776e68-141b-4c3d-995d-c9abeb66cf42 HTTP/1.1" status: 204 len: 168 time: 1.1381071 Dec 22 08:48:43.321224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.434353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] DHCP port deletion for 546e83e9-2f49-4437-8690-8db48f9981e1 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:48:43.437257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Pushing event updated for resources: {'Port': ['ID=bf7a8a06-4500-4767-9d8b-73dc8c83d0e4,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:43.437659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] device_id is not set on port e2cd0788-1ba7-47de-9672-db81eb800cab yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:48:43.439966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port 8372bf3e-1931-4e66-9a9d-08d802f28c50, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8372bf3e-1931-4e66-9a9d-08d802f28c50,segment=NetworkSegment(2401d928-4f46-4e4c-932c-38322431fca9),segment_id=2401d928-4f46-4e4c-932c-38322431fca9)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:43.440346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.446459 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Network f108c3ca-abc1-4ebe-9fbe-17e459af0b19 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:43.447540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Allocated IP 172.20.0.14 (4a4713ff-e518-4758-96b2-be24d34cc391/46dbdb66-ada3-4bc8-af03-6893a7798f7f/cc788b36-d2db-4c4a-8581-8fb0295428f3) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:43.447803 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] Deleting port 8372bf3e-1931-4e66-9a9d-08d802f28c50 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:43.448843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.450495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.473830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Transition to ACTIVE for port object e2cd0788-1ba7-47de-9672-db81eb800cab will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:43.476931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:43.485521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:43.490258 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.607341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for 8372bf3e-1931-4e66-9a9d-08d802f28c50 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:43.651201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Attempting to bind port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:43.651581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Attempting to bind port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '526a7ba8-3722-4e10-a4bb-07a1a0623d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f108c3ca-abc1-4ebe-9fbe-17e459af0b19'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:43.652611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Attempting to bind port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 on network f108c3ca-abc1-4ebe-9fbe-17e459af0b19 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:43.660884 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:43.661258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Checking segment: {'id': '526a7ba8-3722-4e10-a4bb-07a1a0623d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f108c3ca-abc1-4ebe-9fbe-17e459af0b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:43.661661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.662076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Bound using segment: {'id': '526a7ba8-3722-4e10-a4bb-07a1a0623d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f108c3ca-abc1-4ebe-9fbe-17e459af0b19'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:43.662543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Bound port: bf7a8a06-4500-4767-9d8b-73dc8c83d0e4, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526a7ba8-3722-4e10-a4bb-07a1a0623d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f108c3ca-abc1-4ebe-9fbe-17e459af0b19'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:43.663061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.682887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:43.683587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:43.683811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:43.695309 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event updated for resources: {'Port': ['ID=e2cd0788-1ba7-47de-9672-db81eb800cab,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:43.711127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:43.711572 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:43.716212 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 2 to bind port e2cd0788-1ba7-47de-9672-db81eb800cab Dec 22 08:48:43.741176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:43.742626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:43.743040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:43.777693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.821633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:43.822224 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:43.832995 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 3 to bind port e2cd0788-1ba7-47de-9672-db81eb800cab Dec 22 08:48:43.885386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Subnet': ['ID=19176c40-45a7-4470-92ba-3affa76af552,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:43.917986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-7d4bb027-8512-4eda-a618-6aa9527171e0 req-2a452f06-31ff-4994-8040-0364f631e21d tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Synchronizing usage tracker for tenant:e4f95227a02e427e99c4a35a4b523368 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:43.934384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.935638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:43.935981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:43.936556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:43.948085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-7d4bb027-8512-4eda-a618-6aa9527171e0 req-2a452f06-31ff-4994-8040-0364f631e21d tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Unset dirty status for tenant:e4f95227a02e427e99c4a35a4b523368 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:43.949839 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7d4bb027-8512-4eda-a618-6aa9527171e0 req-2a452f06-31ff-4994-8040-0364f631e21d tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 210 time: 0.1296256 Dec 22 08:48:43.953808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:43.954158 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:43.954939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] For port 8372bf3e-1931-4e66-9a9d-08d802f28c50, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8372bf3e-1931-4e66-9a9d-08d802f28c50,segment=NetworkSegment(2401d928-4f46-4e4c-932c-38322431fca9),segment_id=2401d928-4f46-4e4c-932c-38322431fca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:43.955406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.967239 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 4 to bind port e2cd0788-1ba7-47de-9672-db81eb800cab Dec 22 08:48:43.974429 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] For port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:43.995192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.998701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:43.999035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:43.999477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:44.008155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:44.008155 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:44.009821 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 5 to bind port e2cd0788-1ba7-47de-9672-db81eb800cab Dec 22 08:48:44.019812 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.025281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.036485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:44.036859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:44.037203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:44.045822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:44.046220 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:44.047471 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 6 to bind port e2cd0788-1ba7-47de-9672-db81eb800cab Dec 22 08:48:44.065877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:44.066215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:44.066700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:44.073544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:44.074429 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:44.075765 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 7 to bind port e2cd0788-1ba7-47de-9672-db81eb800cab Dec 22 08:48:44.093448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:44.093826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:44.094171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:44.102130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:44.102485 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:44.103683 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 8 to bind port e2cd0788-1ba7-47de-9672-db81eb800cab Dec 22 08:48:44.126487 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:44.126930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:44.127362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:44.134225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.186511 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] For port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bf7a8a06-4500-4767-9d8b-73dc8c83d0e4,segment=NetworkSegment(526a7ba8-3722-4e10-a4bb-07a1a0623d31),segment_id=526a7ba8-3722-4e10-a4bb-07a1a0623d31)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:44.196780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] Calling delete_port for 8372bf3e-1931-4e66-9a9d-08d802f28c50 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:44.240603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.315316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.323932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:44.323932 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:44.332066 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 9 to bind port e2cd0788-1ba7-47de-9672-db81eb800cab Dec 22 08:48:44.357603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=8372bf3e-1931-4e66-9a9d-08d802f28c50,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:44.370536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.378530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No DVR routers for this DVR port 8372bf3e-1931-4e66-9a9d-08d802f28c50 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:44.380606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702b62d-b40f-4b51-88ed-892f2262806f None None] Pushing event updated for resources: {'Port': ['ID=bf7a8a06-4500-4767-9d8b-73dc8c83d0e4,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:44.388111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:48:44.388658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:48:44.389985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:44.390625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:44.391055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:44.401667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Network 4a4713ff-e518-4758-96b2-be24d34cc391 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:44.406574 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:44.410527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:44.410965 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:44.411720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:44.444979 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.plugins.ml2.plugin [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempt 10 to bind port e2cd0788-1ba7-47de-9672-db81eb800cab Dec 22 08:48:44.453908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d28c8e-6d44-432e-bc10-1d69af8c6c4f,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:44.463498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Pushing event updated for resources: {'Port': ['ID=cc788b36-d2db-4c4a-8581-8fb0295428f3,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:44.486907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:44.488195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:44.488195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempting to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:44.488894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f108c3ca-abc1-4ebe-9fbe-17e459af0b19']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:44.499899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:44.501372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.501551 dv-neutron-822561-2-hyperv neutron-server[87534]: ERROR neutron.plugins.ml2.managers [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Failed to bind port e2cd0788-1ba7-47de-9672-db81eb800cab on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1d280bd1-12ea-411e-9786-c3154946ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52cff93d-34dc-476d-851c-62817072503e'}] Dec 22 08:48:44.501974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.505383 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ad0350a4-1dfe-4f58-8bde-6f4c69bd4531 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8655915 Dec 22 08:48:44.511998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55856) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:44.521505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526a7ba8-3722-4e10-a4bb-07a1a0623d31') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:44.521857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526a7ba8-3722-4e10-a4bb-07a1a0623d31') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:44.523241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-16895162-a2e5-46ad-b764-a32dc1a9ca63 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '05d28c8e-6d44-432e-bc10-1d69af8c6c4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:44.524107 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-16895162-a2e5-46ad-b764-a32dc1a9ca63 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 08:48:44.524599 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-16895162-a2e5-46ad-b764-a32dc1a9ca63 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:44.525549 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-16895162-a2e5-46ad-b764-a32dc1a9ca63 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084474 Dec 22 08:48:44.529468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55860) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:44.541995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:44.543497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.552592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-20928178-6088-44c2-971e-f0ce3907ace3 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '05d28c8e-6d44-432e-bc10-1d69af8c6c4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:44.553510 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-20928178-6088-44c2-971e-f0ce3907ace3 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 08:48:44.554183 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-20928178-6088-44c2-971e-f0ce3907ace3 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:44.555604 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-20928178-6088-44c2-971e-f0ce3907ace3 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0228808 Dec 22 08:48:44.584544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55864) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:44.586341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.606353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.616395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ddf44d42-0a5a-4f05-92c0-6054515c435e tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '05d28c8e-6d44-432e-bc10-1d69af8c6c4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:44.617386 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING neutron.api.v2.base [None req-ddf44d42-0a5a-4f05-92c0-6054515c435e tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 08:48:44.617976 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-ddf44d42-0a5a-4f05-92c0-6054515c435e tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:44.618933 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ddf44d42-0a5a-4f05-92c0-6054515c435e tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0259602 Dec 22 08:48:44.623214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55868) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:44.646382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5f740064-459b-4381-a678-5f3137bb59bd tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '05d28c8e-6d44-432e-bc10-1d69af8c6c4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:44.647478 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-5f740064-459b-4381-a678-5f3137bb59bd tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 08:48:44.648819 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-5f740064-459b-4381-a678-5f3137bb59bd tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:44.650550 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5f740064-459b-4381-a678-5f3137bb59bd tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0133183 Dec 22 08:48:44.656430 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-4e4b58cf-114d-4d56-a785-2c908e5be178 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9115939 Dec 22 08:48:44.660062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55874) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:44.674565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.677001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Request body: {'port': {'device_id': '7d71c579-172e-4aeb-9f1d-fef09740f441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:44.694985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546e83e9-2f49-4437-8690-8db48f9981e1']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:44.725642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:44.726485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:44.747632 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:44.749943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] For port e2cd0788-1ba7-47de-9672-db81eb800cab, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:44.749943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attempted to set empty binding levels {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:48:44.756700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2401d928-4f46-4e4c-932c-38322431fca9') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:44.756700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2401d928-4f46-4e4c-932c-38322431fca9') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:44.757812 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.799459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.836551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event updated for resources: {'Port': ['ID=e2cd0788-1ba7-47de-9672-db81eb800cab,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:44.874400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] In _notify_port_updated(), no bound segment for port e2cd0788-1ba7-47de-9672-db81eb800cab on network 52cff93d-34dc-476d-851c-62817072503e {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:48:44.875706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:44.876114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.877447 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-45e0faa2-982e-419d-8e1e-b2bcaf2b8388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "PUT /v2.0/ports/e2cd0788-1ba7-47de-9672-db81eb800cab HTTP/1.1" status: 200 len: 981 time: 2.4105291 Dec 22 08:48:44.882440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55880) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:44.894283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] Deleting port 8372bf3e-1931-4e66-9a9d-08d802f28c50 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:44.894283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.932385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:48:44.932385 dv-neutron-822561-2-hyperv neutron-server[87535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:48:44.932385 dv-neutron-822561-2-hyperv neutron-server[87535]: [parameters: {'id': 'f108c3ca-abc1-4ebe-9fbe-17e459af0b19'}] Dec 22 08:48:44.932385 dv-neutron-822561-2-hyperv neutron-server[87535]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:48:44.932837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:48:44.940900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.947569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36135e9d-1278-4fc6-86b2-12bd1ba61add tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.955310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:44.955702 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.962817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-95e77c28-1797-4e0c-831c-5f2e6e5e12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Deleting port e2cd0788-1ba7-47de-9672-db81eb800cab {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:44.963163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95e77c28-1797-4e0c-831c-5f2e6e5e12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.974253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:44.998344 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:45.075532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36135e9d-1278-4fc6-86b2-12bd1ba61add tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.077994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.104171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a1864682-97ca-48ca-81a9-d1dacae16bdc None None] The port '8372bf3e-1931-4e66-9a9d-08d802f28c50' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:48:45.157362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:45.253051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8372bf3e-1931-4e66-9a9d-08d802f28c50 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:45.280736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36135e9d-1278-4fc6-86b2-12bd1ba61add tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.298565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36135e9d-1278-4fc6-86b2-12bd1ba61add tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d28c8e-6d44-432e-bc10-1d69af8c6c4f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:45.300412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 8372bf3e-1931-4e66-9a9d-08d802f28c50 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:45.300776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8372bf3e-1931-4e66-9a9d-08d802f28c50 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:45.301195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 887281cd-903e-4e98-a120-eb31b60f9443 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:45.302763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.333561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.347538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Network': ['ID=546e83e9-2f49-4437-8690-8db48f9981e1,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:45.352965 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-91419419-6f6b-4ee0-bd25-46afdd057099 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/networks/546e83e9-2f49-4437-8690-8db48f9981e1 HTTP/1.1" status: 204 len: 168 time: 2.4893808 Dec 22 08:48:45.356344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36135e9d-1278-4fc6-86b2-12bd1ba61add tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.357445 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-36135e9d-1278-4fc6-86b2-12bd1ba61add tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "DELETE /v2.0/security-groups/05d28c8e-6d44-432e-bc10-1d69af8c6c4f HTTP/1.1" status: 204 len: 168 time: 0.6877847 Dec 22 08:48:45.358885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55894) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:45.361098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55896) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:45.366466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 887281cd-903e-4e98-a120-eb31b60f9443 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:45.367631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 887281cd-903e-4e98-a120-eb31b60f9443 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:45.426558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55902) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:45.437719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.462898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-95e77c28-1797-4e0c-831c-5f2e6e5e12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] For port e2cd0788-1ba7-47de-9672-db81eb800cab, host hv-neutron-8225, got binding levels [] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:45.463633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95e77c28-1797-4e0c-831c-5f2e6e5e12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.568564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37accb-a331-4075-80c5-21635dcdfbd9 req-e7cc2dae-073d-42d4-a691-5412637f4070 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:45.575578 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5a37accb-a331-4075-80c5-21635dcdfbd9 req-e7cc2dae-073d-42d4-a691-5412637f4070 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 932 time: 0.3661253 Dec 22 08:48:45.602827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:45.603182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.620243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-95e77c28-1797-4e0c-831c-5f2e6e5e12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Calling delete_port for e2cd0788-1ba7-47de-9672-db81eb800cab owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:45.675470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-595e495e-5118-43ec-a109-d4d5e3d8f5b3 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Synchronizing usage tracker for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:45.690503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'network': {'name': 'tempest-network-smoke--424590555', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'port_security_enabled': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:45.712450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:45.721229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:network and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:45.725321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:45.754764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07060eb-4f1f-4a72-bb52-e90591052425 None None] Network f108c3ca-abc1-4ebe-9fbe-17e459af0b19 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:45.781093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:45.816827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:45.820279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.829517 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5a37accb-a331-4075-80c5-21635dcdfbd9 req-5ef72e92-dc2a-42f8-a80d-8b53769790ed tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530661 Dec 22 08:48:45.846958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95e77c28-1797-4e0c-831c-5f2e6e5e12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.848602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.895286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-595e495e-5118-43ec-a109-d4d5e3d8f5b3 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Unset dirty status for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:45.900569 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-595e495e-5118-43ec-a109-d4d5e3d8f5b3 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5333793 Dec 22 08:48:45.902695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55908) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:45.917174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9fd847f3-2972-4120-8865-37b0a4926ce8 None None] Provisioning for port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:45.923113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886407991'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:45.929836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e77c28-1797-4e0c-831c-5f2e6e5e12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2cd0788-1ba7-47de-9672-db81eb800cab,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:45.935544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:45.939420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:45.945960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:45.948184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:45.958121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:45.960338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95e77c28-1797-4e0c-831c-5f2e6e5e12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.964024 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9fd847f3-2972-4120-8865-37b0a4926ce8 None None] Provisioning complete for port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:45.964616 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9fd847f3-2972-4120-8865-37b0a4926ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:45.978378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:46.051489 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-95e77c28-1797-4e0c-831c-5f2e6e5e12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e2cd0788-1ba7-47de-9672-db81eb800cab HTTP/1.1" status: 204 len: 168 time: 1.1679497 Dec 22 08:48:46.057940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55912) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:46.059322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.144349 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bc8848-3662-4e29-9a32-142c66ae472e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:48:46.144889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d4bc8848-3662-4e29-9a32-142c66ae472e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Synchronizing usage tracker for tenant:a099909201d6460eb4c81cd95a3c5453 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:46.147960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:46.152711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc788b36-d2db-4c4a-8581-8fb0295428f3 {{(pid=87534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:48:46.162291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:46.164574 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9fd847f3-2972-4120-8865-37b0a4926ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.170634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.173183 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:46.184757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:46.208969 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9fd847f3-2972-4120-8865-37b0a4926ce8 None None] For port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bf7a8a06-4500-4767-9d8b-73dc8c83d0e4,segment=NetworkSegment(526a7ba8-3722-4e10-a4bb-07a1a0623d31),segment_id=526a7ba8-3722-4e10-a4bb-07a1a0623d31)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:46.215272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9fd847f3-2972-4120-8865-37b0a4926ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.218323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Transition to ACTIVE for port object cc788b36-d2db-4c4a-8581-8fb0295428f3 will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:46.238863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.278628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d4bc8848-3662-4e29-9a32-142c66ae472e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] Unset dirty status for tenant:a099909201d6460eb4c81cd95a3c5453 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:46.284534 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d4bc8848-3662-4e29-9a32-142c66ae472e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37067901-project-admin] 10.222.0.37 "GET /v2.0/ports/e2cd0788-1ba7-47de-9672-db81eb800cab HTTP/1.1" status: 404 len: 333 time: 0.2113788 Dec 22 08:48:46.292158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55916) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:46.307312 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223fcf22-26c6-4360-ab72-8e5232e45d5b None None] DHCP port deletion for f108c3ca-abc1-4ebe-9fbe-17e459af0b19 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:48:46.313919 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd847f3-2972-4120-8865-37b0a4926ce8 None None] Pushing event updated for resources: {'Port': ['ID=bf7a8a06-4500-4767-9d8b-73dc8c83d0e4,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:46.317457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-223fcf22-26c6-4360-ab72-8e5232e45d5b None None] Deleting port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:46.317971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-223fcf22-26c6-4360-ab72-8e5232e45d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.328522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] For port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bf7a8a06-4500-4767-9d8b-73dc8c83d0e4,segment=NetworkSegment(526a7ba8-3722-4e10-a4bb-07a1a0623d31),segment_id=526a7ba8-3722-4e10-a4bb-07a1a0623d31)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:46.328886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.463481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Calling delete_port for bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:46.510522 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.527675 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-223fcf22-26c6-4360-ab72-8e5232e45d5b None None] For port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bf7a8a06-4500-4767-9d8b-73dc8c83d0e4,segment=NetworkSegment(526a7ba8-3722-4e10-a4bb-07a1a0623d31),segment_id=526a7ba8-3722-4e10-a4bb-07a1a0623d31)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:46.528221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-223fcf22-26c6-4360-ab72-8e5232e45d5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.548167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.563940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc788b36-d2db-4c4a-8581-8fb0295428f3,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:46.595973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:48:46.596290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:48:46.611474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.653531 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-223fcf22-26c6-4360-ab72-8e5232e45d5b None None] Calling delete_port for bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:46.724831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:46.735113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-223fcf22-26c6-4360-ab72-8e5232e45d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.764193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.772542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c907dc-53f7-44de-b3bd-0d56bcbec5bc,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:46.785211 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.785552 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Added segment 54b13fd2-6fbd-4f21-9af7-9cd643425854 of type vlan for network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 Dec 22 08:48:46.789327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fcf22-26c6-4360-ab72-8e5232e45d5b None None] Pushing event deleted for resources: {'Port': ['ID=bf7a8a06-4500-4767-9d8b-73dc8c83d0e4,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:46.795237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223fcf22-26c6-4360-ab72-8e5232e45d5b None None] No DVR routers for this DVR port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:46.805855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.871475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.891674 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:46.898197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Attempting to bind port cc788b36-d2db-4c4a-8581-8fb0295428f3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:46.898532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Attempting to bind port cc788b36-d2db-4c4a-8581-8fb0295428f3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f553fe2f-1f2e-4462-978c-b10524cc8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4a4713ff-e518-4758-96b2-be24d34cc391'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:46.898859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Attempting to bind port cc788b36-d2db-4c4a-8581-8fb0295428f3 on network 4a4713ff-e518-4758-96b2-be24d34cc391 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:46.920589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.934432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:46.935133 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:46.947013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Port cc788b36-d2db-4c4a-8581-8fb0295428f3 on network 4a4713ff-e518-4758-96b2-be24d34cc391 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:46.947013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Attempting to bind port cc788b36-d2db-4c4a-8581-8fb0295428f3 on network 4a4713ff-e518-4758-96b2-be24d34cc391 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:46.982883 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:46.983113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Checking segment: {'id': 'f553fe2f-1f2e-4462-978c-b10524cc8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4a4713ff-e518-4758-96b2-be24d34cc391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:46.983961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Bound using segment: {'id': 'f553fe2f-1f2e-4462-978c-b10524cc8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4a4713ff-e518-4758-96b2-be24d34cc391'} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:46.983961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Bound port: cc788b36-d2db-4c4a-8581-8fb0295428f3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f553fe2f-1f2e-4462-978c-b10524cc8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4a4713ff-e518-4758-96b2-be24d34cc391'}}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:46.984251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.993447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:46.994143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.072089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eced54-6a85-4d6c-9ea5-7c228175c53a,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:47.078545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.135572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting port bf7a8a06-4500-4767-9d8b-73dc8c83d0e4 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:47.135923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.195173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.196358 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-68204cce-81ac-4516-a6e6-de88b88b5bbb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2881787 Dec 22 08:48:47.202888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55922) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:47.204442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cff93d-34dc-476d-851c-62817072503e']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:47.216382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] The port 'bf7a8a06-4500-4767-9d8b-73dc8c83d0e4' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:48:47.227178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c195b2a2-2239-4d5c-9a6c-d078a684821a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': 'b8eced54-6a85-4d6c-9ea5-7c228175c53a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:47.227651 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-c195b2a2-2239-4d5c-9a6c-d078a684821a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 08:48:47.228136 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-c195b2a2-2239-4d5c-9a6c-d078a684821a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:47.229061 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c195b2a2-2239-4d5c-9a6c-d078a684821a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150077 Dec 22 08:48:47.229736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.234943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:47.235449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.242135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d280bd1-12ea-411e-9786-c3154946ba5e') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:47.242425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d280bd1-12ea-411e-9786-c3154946ba5e') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:47.248326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55926) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:47.263813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5f87b4a2-f932-44bb-8a36-dcc414e41235 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': 'b8eced54-6a85-4d6c-9ea5-7c228175c53a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:47.289510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5f87b4a2-f932-44bb-8a36-dcc414e41235 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:47.291953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.316637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5f87b4a2-f932-44bb-8a36-dcc414e41235 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:47.323305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5f87b4a2-f932-44bb-8a36-dcc414e41235 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:47.381196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5f87b4a2-f932-44bb-8a36-dcc414e41235 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:47.391210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.392446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.395125 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9574986 Dec 22 08:48:47.402577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55930) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:47.412025 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:47.412417 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.412553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2275aaf5-e49b-44b7-86c4-1d264d1c4ff8,segment=NetworkSegment(0c3f2280-80b2-41d6-97fe-1211745033db),segment_id=0c3f2280-80b2-41d6-97fe-1211745033db)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:47.412849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.422778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'admin_state_up': True, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:47.427674 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:47.434944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508814b-5698-4ffe-98c5-37c29495fdd9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Network': ['ID=7d5550f2-f51a-4a98-8a43-70b9a44ebd73,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:47.437436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] For port cc788b36-d2db-4c4a-8581-8fb0295428f3, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:47.444309 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:47.448037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:47.461053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] For port cc788b36-d2db-4c4a-8581-8fb0295428f3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cc788b36-d2db-4c4a-8581-8fb0295428f3,segment=NetworkSegment(f553fe2f-1f2e-4462-978c-b10524cc8be2),segment_id=f553fe2f-1f2e-4462-978c-b10524cc8be2)] {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:47.498251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f108c3ca-abc1-4ebe-9fbe-17e459af0b19']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:47.521188 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbf54e-4d92-44f4-a33b-142dd34d6659 req-bde9e54c-b52d-45b3-abbf-7d644c83c89b tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:47.522700 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6ccbf54e-4d92-44f4-a33b-142dd34d6659 req-bde9e54c-b52d-45b3-abbf-7d644c83c89b tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 944 time: 0.4688268 Dec 22 08:48:47.523720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.566601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:router and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:47.580178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:47.604648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.608267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:47.614369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:47.614912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.616263 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] 10.222.0.54 "PUT /v2.0/ports/cc788b36-d2db-4c4a-8581-8fb0295428f3 HTTP/1.1" status: 200 len: 1094 time: 2.9468114 Dec 22 08:48:47.632914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d71c579-172e-4aeb-9f1d-fef09740f441', 'tag': 'cc788b36-d2db-4c4a-8581-8fb0295428f3'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:47.646646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.705271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] Pushing event deleted for resources: {'Network': ['ID=52cff93d-34dc-476d-851c-62817072503e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:47.708845 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d71c579-172e-4aeb-9f1d-fef09740f441', 'tag': 'cc788b36-d2db-4c4a-8581-8fb0295428f3', 'status': 'completed', 'code': 200} Dec 22 08:48:47.716671 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e7be4c89-841d-4895-9fe0-6e45e347e471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803145191-project] 10.222.0.37 "DELETE /v2.0/networks/52cff93d-34dc-476d-851c-62817072503e HTTP/1.1" status: 204 len: 168 time: 1.4087625 Dec 22 08:48:47.726287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3ad1c-626d-4502-8cc5-f9161c4621e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc788b36-d2db-4c4a-8581-8fb0295428f3,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:47.730983 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-6ccbf54e-4d92-44f4-a33b-142dd34d6659 req-1cc70862-f0ee-4271-8f27-17fac983b17e tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Synchronizing usage tracker for tenant:e4f95227a02e427e99c4a35a4b523368 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:47.747271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526a7ba8-3722-4e10-a4bb-07a1a0623d31') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:47.747619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526a7ba8-3722-4e10-a4bb-07a1a0623d31') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:47.765743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-6ccbf54e-4d92-44f4-a33b-142dd34d6659 req-1cc70862-f0ee-4271-8f27-17fac983b17e tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Unset dirty status for tenant:e4f95227a02e427e99c4a35a4b523368 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:47.767317 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6ccbf54e-4d92-44f4-a33b-142dd34d6659 req-1cc70862-f0ee-4271-8f27-17fac983b17e tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054145 Dec 22 08:48:47.767734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:47.776748 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72a832-f66a-4000-8896-eee322d19372 req-a4243253-4361-438d-b76e-b30aea5cec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:47.778519 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-a4243253-4361-438d-b76e-b30aea5cec2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f95227a02e427e99c4a35a4b523368&device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 1097 time: 0.1110790 Dec 22 08:48:47.779985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.807387 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-5f87b4a2-f932-44bb-8a36-dcc414e41235 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:47.810156 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5f87b4a2-f932-44bb-8a36-dcc414e41235 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5564778 Dec 22 08:48:47.810156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.814993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55938) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:47.822982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.824039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.829286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:47.829705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.847561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f14a71e7-0e47-4bed-98fb-3308e15f0956 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': 'b8eced54-6a85-4d6c-9ea5-7c228175c53a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:47.848358 dv-neutron-822561-2-hyperv neutron-server[87535]: WARNING neutron.api.v2.base [None req-f14a71e7-0e47-4bed-98fb-3308e15f0956 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 08:48:47.848843 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-f14a71e7-0e47-4bed-98fb-3308e15f0956 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f14a71e7-0e47-4bed-98fb-3308e15f0956 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0314283 Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:47.852558 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:47.855805 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-4f9b8883-9405-4c5c-96e2-50eedf21a1f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc788b36-d2db-4c4a-8581-8fb0295428f3 HTTP/1.1" status: 200 len: 217 time: 0.0666003 Dec 22 08:48:47.855805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55942) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:47.860033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-467912d1-7239-41f9-a797-a681bfb75ccb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': 'b8eced54-6a85-4d6c-9ea5-7c228175c53a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:47.898153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-467912d1-7239-41f9-a797-a681bfb75ccb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:47.908447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-467912d1-7239-41f9-a797-a681bfb75ccb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:47.912573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-467912d1-7239-41f9-a797-a681bfb75ccb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:47.926087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-467912d1-7239-41f9-a797-a681bfb75ccb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:47.942848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72a832-f66a-4000-8896-eee322d19372 req-195dde61-a405-49b2-acfe-1b154a55c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:47.944579 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-195dde61-a405-49b2-acfe-1b154a55c9e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46dbdb66-ada3-4bc8-af03-6893a7798f7f HTTP/1.1" status: 200 len: 852 time: 0.0793073 Dec 22 08:48:47.975941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.991567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.009771 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-5849bbf0-0da3-479f-a621-62d791026c16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a4713ff-e518-4758-96b2-be24d34cc391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580647 Dec 22 08:48:48.012595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.016673 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-467912d1-7239-41f9-a797-a681bfb75ccb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:48.017990 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-467912d1-7239-41f9-a797-a681bfb75ccb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1620445 Dec 22 08:48:48.038725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55948) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:48.051056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ca880e3f-1788-4ec6-8300-aac7a96d8f36 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': 'b8eced54-6a85-4d6c-9ea5-7c228175c53a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:48.051778 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-ca880e3f-1788-4ec6-8300-aac7a96d8f36 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 08:48:48.052467 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-ca880e3f-1788-4ec6-8300-aac7a96d8f36 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:48.054187 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ca880e3f-1788-4ec6-8300-aac7a96d8f36 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115032 Dec 22 08:48:48.064707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55952) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:48.066978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55954) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:48.075045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-086d48c7-e895-4670-81ae-385f26a03b66 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': 'b8eced54-6a85-4d6c-9ea5-7c228175c53a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:48.079990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Network': ['ID=f108c3ca-abc1-4ebe-9fbe-17e459af0b19,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:48.085044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-086d48c7-e895-4670-81ae-385f26a03b66 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:48.134504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-086d48c7-e895-4670-81ae-385f26a03b66 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:48.157844 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5a069283-02e0-4220-9873-8576704d857a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/f108c3ca-abc1-4ebe-9fbe-17e459af0b19 HTTP/1.1" status: 204 len: 168 time: 5.9199877 Dec 22 08:48:48.162803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55962) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:48.171977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1060290267'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:48.256103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-086d48c7-e895-4670-81ae-385f26a03b66 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:48.265244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:48.284692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-086d48c7-e895-4670-81ae-385f26a03b66 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:48.326481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:network and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:48.331025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:48.349659 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-1cb20730-e53f-4107-b4f5-87288ae332df service neutron] 10.222.0.54 "GET /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301640 Dec 22 08:48:48.352091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:48.369995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.380619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:48.380821 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-84d6fe25-4818-4c63-884e-7728b9caa028 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31a0938855b44744b11e9dee7a5e9709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128543 Dec 22 08:48:48.384425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.384877 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-086d48c7-e895-4670-81ae-385f26a03b66 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:48.385839 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-086d48c7-e895-4670-81ae-385f26a03b66 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3202114 Dec 22 08:48:48.395735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55968) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:48.396064 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55970) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:48.413550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-48cd7e1f-1dad-4088-a6f5-30bccaa3f24d tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': 'b8eced54-6a85-4d6c-9ea5-7c228175c53a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:48.414037 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-48cd7e1f-1dad-4088-a6f5-30bccaa3f24d tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 08:48:48.414521 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-48cd7e1f-1dad-4088-a6f5-30bccaa3f24d tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:48.415424 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-48cd7e1f-1dad-4088-a6f5-30bccaa3f24d tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165884 Dec 22 08:48:48.419116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55976) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:48.424476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.474554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d682a139-265c-4afe-b339-8a12764f6296 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': 'b8eced54-6a85-4d6c-9ea5-7c228175c53a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:48.485667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d682a139-265c-4afe-b339-8a12764f6296 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:48.489530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=2275aaf5-e49b-44b7-86c4-1d264d1c4ff8,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:48.496789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d682a139-265c-4afe-b339-8a12764f6296 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:48.508727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d682a139-265c-4afe-b339-8a12764f6296 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:48.528430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d682a139-265c-4afe-b339-8a12764f6296 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:48.532553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:48.554394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.554995 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Added segment dafa5933-9274-44d8-9fba-3a357ae18e98 of type vlan for network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 Dec 22 08:48:48.582824 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d72a832-f66a-4000-8896-eee322d19372 req-2212774c-c39f-4746-9c4d-36eec94d0ef7 service neutron] 10.222.0.54 "GET /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253387 Dec 22 08:48:48.592110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-892911ab-9c4a-47b3-815d-2f971384f50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.614863 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-d682a139-265c-4afe-b339-8a12764f6296 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:48.615897 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d682a139-265c-4afe-b339-8a12764f6296 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1935887 Dec 22 08:48:48.623051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55980) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:48.633807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-dac1f5a5-54e5-4b07-8b33-6f537565db8a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': 'b8eced54-6a85-4d6c-9ea5-7c228175c53a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:48.644826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-892911ab-9c4a-47b3-815d-2f971384f50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.683859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dac1f5a5-54e5-4b07-8b33-6f537565db8a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:48.704776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dac1f5a5-54e5-4b07-8b33-6f537565db8a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:48.717003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dac1f5a5-54e5-4b07-8b33-6f537565db8a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:48.734486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dac1f5a5-54e5-4b07-8b33-6f537565db8a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:48.770170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.791032 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-dac1f5a5-54e5-4b07-8b33-6f537565db8a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:48.792078 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dac1f5a5-54e5-4b07-8b33-6f537565db8a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1678617 Dec 22 08:48:48.795097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55984) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:48.813283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-892911ab-9c4a-47b3-815d-2f971384f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.822075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.829646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91553f3f-23b0-4d70-94f7-1522416d2248 req-e4922614-498d-413a-b436-a9e86050d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:48.831963 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-91553f3f-23b0-4d70-94f7-1522416d2248 req-e4922614-498d-413a-b436-a9e86050d98d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f95227a02e427e99c4a35a4b523368&device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 1097 time: 0.1903679 Dec 22 08:48:48.868093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892911ab-9c4a-47b3-815d-2f971384f50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddb7a72-7274-47d1-bf32-ee791a5b0588,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:48.903977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-892911ab-9c4a-47b3-815d-2f971384f50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.905565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.907763 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-892911ab-9c4a-47b3-815d-2f971384f50b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eddb7a72-7274-47d1-bf32-ee791a5b0588 HTTP/1.1" status: 204 len: 168 time: 0.5107701 Dec 22 08:48:48.910872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:48.911536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.013105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7083ff45-b3ea-4097-b230-a3ed48afdd5a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.047177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91553f3f-23b0-4d70-94f7-1522416d2248 req-5f23e543-d10c-4e35-9667-073390422c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:49.048977 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-91553f3f-23b0-4d70-94f7-1522416d2248 req-5f23e543-d10c-4e35-9667-073390422c81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a4713ff-e518-4758-96b2-be24d34cc391 HTTP/1.1" status: 200 len: 913 time: 0.2073941 Dec 22 08:48:49.119614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7083ff45-b3ea-4097-b230-a3ed48afdd5a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.143160 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-91553f3f-23b0-4d70-94f7-1522416d2248 req-7c174759-f7f7-4eb4-90de-4c205e4a0065 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc788b36-d2db-4c4a-8581-8fb0295428f3 HTTP/1.1" status: 200 len: 217 time: 0.0858386 Dec 22 08:48:49.228978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91553f3f-23b0-4d70-94f7-1522416d2248 req-8a472b88-8c95-4d34-a965-e9e5fcd406cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:49.231069 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-91553f3f-23b0-4d70-94f7-1522416d2248 req-8a472b88-8c95-4d34-a965-e9e5fcd406cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46dbdb66-ada3-4bc8-af03-6893a7798f7f HTTP/1.1" status: 200 len: 852 time: 0.0777040 Dec 22 08:48:49.268512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 55994) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:49.279372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7083ff45-b3ea-4097-b230-a3ed48afdd5a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.299356 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1307216 Dec 22 08:48:49.306558 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-91553f3f-23b0-4d70-94f7-1522416d2248 req-9b33d957-c8e8-45e8-9b3c-7758607d705e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a4713ff-e518-4758-96b2-be24d34cc391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685673 Dec 22 08:48:49.309316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 55998) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:49.320062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083ff45-b3ea-4097-b230-a3ed48afdd5a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eced54-6a85-4d6c-9ea5-7c228175c53a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:49.328163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6fc2c75-c163-4af9-a7da-e06872f98792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.369149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2b2a3-630b-4bac-b28c-b43fcf8095e3 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=086ef8a2-cb5d-4f11-ad8a-3734f81118b7,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:49.375797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'network_id': '086ef8a2-cb5d-4f11-ad8a-3734f81118b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:49.380204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:49.381259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7083ff45-b3ea-4097-b230-a3ed48afdd5a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.382492 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7083ff45-b3ea-4097-b230-a3ed48afdd5a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "DELETE /v2.0/security-groups/b8eced54-6a85-4d6c-9ea5-7c228175c53a HTTP/1.1" status: 204 len: 168 time: 0.5865004 Dec 22 08:48:49.393430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56002) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:49.469838 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bb893df3-9275-49a3-9c03-c503175a1402 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a099909201d6460eb4c81cd95a3c5453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960380 Dec 22 08:48:49.483642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56006) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:49.567940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e0afdf8b-563e-4bb8-bf1f-3694b74dc94e tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Synchronizing usage tracker for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:49.571523 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-91553f3f-23b0-4d70-94f7-1522416d2248 req-b692ab08-b115-4779-aac0-ad90519a73e6 service neutron] 10.222.0.54 "GET /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550170 Dec 22 08:48:49.629256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e0afdf8b-563e-4bb8-bf1f-3694b74dc94e tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Unset dirty status for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:49.630509 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e0afdf8b-563e-4bb8-bf1f-3694b74dc94e tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2350411 Dec 22 08:48:49.635289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56010) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:49.643349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580001572'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:49.707968 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7614ba3e-cb2e-47ad-a3c9-ced4a9ef0ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.713467 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:49.724182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.753229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:49.760358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8290dc-c8fc-4345-a6e7-9ceae8da6025 req-1001ef9b-15ce-4c89-b142-19a9e3bae3ad tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:49.762356 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1e8290dc-c8fc-4345-a6e7-9ceae8da6025 req-1001ef9b-15ce-4c89-b142-19a9e3bae3ad tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 944 time: 0.8463182 Dec 22 08:48:49.775868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.778489 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7614ba3e-cb2e-47ad-a3c9-ced4a9ef0ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.781166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:49.798086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:subnet and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:49.806529 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-91553f3f-23b0-4d70-94f7-1522416d2248 req-06f3662c-a127-4d40-8f7a-d9059d1d0117 service neutron] 10.222.0.54 "GET /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242391 Dec 22 08:48:49.807220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.838567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:49.842760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:49.847585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:49.851301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:49.852449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:49.857330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:49.866557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:49.878029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7614ba3e-cb2e-47ad-a3c9-ced4a9ef0ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.900306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:49.900872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614ba3e-cb2e-47ad-a3c9-ced4a9ef0ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2633d2e-5e72-4c39-b291-b37de9fd4e45,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:49.904338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.927512 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1e8290dc-c8fc-4345-a6e7-9ceae8da6025 req-3a01876e-d4b5-4b3b-a9d5-d9db269ff7ef tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549215 Dec 22 08:48:49.934377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7614ba3e-cb2e-47ad-a3c9-ced4a9ef0ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.939255 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7614ba3e-cb2e-47ad-a3c9-ced4a9ef0ab9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2633d2e-5e72-4c39-b291-b37de9fd4e45 HTTP/1.1" status: 204 len: 168 time: 0.4503191 Dec 22 08:48:50.002925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.008496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.044249 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.048677 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4093602 Dec 22 08:48:50.049624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56016) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:50.058428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-0a141716-1b30-4b79-b384-46adcf96c231 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '62bc85d5-e1c0-4a5f-a8fc-a1a493a45632', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:50.072932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0a141716-1b30-4b79-b384-46adcf96c231 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:50.079694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0a141716-1b30-4b79-b384-46adcf96c231 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:50.082324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63f4fd-3433-4dbe-99c0-4c5f04d62c49 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bc85d5-e1c0-4a5f-a8fc-a1a493a45632,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:50.084543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0a141716-1b30-4b79-b384-46adcf96c231 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:50.091386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0a141716-1b30-4b79-b384-46adcf96c231 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:50.133080 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-0a141716-1b30-4b79-b384-46adcf96c231 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The resource could not be found. Dec 22 08:48:50.134542 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0a141716-1b30-4b79-b384-46adcf96c231 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0837641 Dec 22 08:48:50.137985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56020) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:50.143301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ca6dc772-1872-48f4-95bb-6f71cf0ec48a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '62bc85d5-e1c0-4a5f-a8fc-a1a493a45632', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '46936f86-2902-4d3e-b0f6-8c61b0079235'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:50.149296 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ca6dc772-1872-48f4-95bb-6f71cf0ec48a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:50.154080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ca6dc772-1872-48f4-95bb-6f71cf0ec48a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:50.157872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ca6dc772-1872-48f4-95bb-6f71cf0ec48a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:50.166618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ca6dc772-1872-48f4-95bb-6f71cf0ec48a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:50.207574 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-ca6dc772-1872-48f4-95bb-6f71cf0ec48a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The resource could not be found. Dec 22 08:48:50.210564 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ca6dc772-1872-48f4-95bb-6f71cf0ec48a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0706918 Dec 22 08:48:50.213202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56026) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:50.257208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.222 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/57bbaf9f-18a0-42ab-9b00-e830f125de16) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:50.263253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:50.274827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:50.288449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:50.289476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:50.296799 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bea7c47d-2b19-43a4-bc54-7f889d4fe6f6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.327727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bea7c47d-2b19-43a4-bc54-7f889d4fe6f6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.356339 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7a2651d2-00e0-4666-9730-044f69e16015 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9928789 Dec 22 08:48:50.356831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56034) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:50.455382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48b4607-2e38-4dd9-9d32-300721dc390f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting subnet aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:48:50.459106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b48b4607-2e38-4dd9-9d32-300721dc390f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.473393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:50.520862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b48b4607-2e38-4dd9-9d32-300721dc390f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.523999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device cc788b36-d2db-4c4a-8581-8fb0295428f3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:48:50.539844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.551545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.668835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=efc49e33-49c0-424d-a942-00aaea160215,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:50.697221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bea7c47d-2b19-43a4-bc54-7f889d4fe6f6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.728264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7c47d-2b19-43a4-bc54-7f889d4fe6f6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bc85d5-e1c0-4a5f-a8fc-a1a493a45632,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:50.736891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.741218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bea7c47d-2b19-43a4-bc54-7f889d4fe6f6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.744700 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bea7c47d-2b19-43a4-bc54-7f889d4fe6f6 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "DELETE /v2.0/security-groups/62bc85d5-e1c0-4a5f-a8fc-a1a493a45632 HTTP/1.1" status: 204 len: 168 time: 0.5280325 Dec 22 08:48:50.746269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56048) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:50.809743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-21030090-ea67-48dd-84a5-c75d3649aedf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Synchronizing usage tracker for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:50.832238 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b48b4607-2e38-4dd9-9d32-300721dc390f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.837067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=57bbaf9f-18a0-42ab-9b00-e830f125de16,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:50.842178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking segment: {'id': 'dafa5933-9274-44d8-9fba-3a357ae18e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '086ef8a2-cb5d-4f11-ad8a-3734f81118b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:50.842639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network hostable DHCP agents. Network: 086ef8a2-cb5d-4f11-ad8a-3734f81118b7, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:50.859615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:50.862519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:50.863962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-21030090-ea67-48dd-84a5-c75d3649aedf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Unset dirty status for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:50.869014 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-21030090-ea67-48dd-84a5-c75d3649aedf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185281 Dec 22 08:48:50.869168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:50.872112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56054) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:50.879209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-709fce79-1e94-4bf9-afa4-823a54cd8859 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '6f9d5fc2-995a-4a13-bea7-e167a1a93743', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:50.891449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-709fce79-1e94-4bf9-afa4-823a54cd8859 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:50.899433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-709fce79-1e94-4bf9-afa4-823a54cd8859 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:50.904841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-709fce79-1e94-4bf9-afa4-823a54cd8859 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:50.913716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-709fce79-1e94-4bf9-afa4-823a54cd8859 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:50.955930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b48b4607-2e38-4dd9-9d32-300721dc390f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.998041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b4607-2e38-4dd9-9d32-300721dc390f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Subnet': ['ID=aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:51.013495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port cc788b36-d2db-4c4a-8581-8fb0295428f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cc788b36-d2db-4c4a-8581-8fb0295428f3,segment=NetworkSegment(f553fe2f-1f2e-4462-978c-b10524cc8be2),segment_id=f553fe2f-1f2e-4462-978c-b10524cc8be2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:51.019409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b48b4607-2e38-4dd9-9d32-300721dc390f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.033946 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b48b4607-2e38-4dd9-9d32-300721dc390f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3 HTTP/1.1" status: 204 len: 168 time: 0.6746273 Dec 22 08:48:51.033946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56060) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:51.037036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56062) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:51.041709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'cc788b36-d2db-4c4a-8581-8fb0295428f3', 'network_id': '4a4713ff-e518-4758-96b2-be24d34cc391', 'port_id': 'cc788b36-d2db-4c4a-8581-8fb0295428f3', 'mac_address': 'fa:16:3e:83:88:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46dbdb66-ada3-4bc8-af03-6893a7798f7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:48:51.045939 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-709fce79-1e94-4bf9-afa4-823a54cd8859 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The resource could not be found. Dec 22 08:48:51.050908 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-709fce79-1e94-4bf9-afa4-823a54cd8859 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1741235 Dec 22 08:48:51.051328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56068) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:51.057543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4524843f-b2a6-46d7-b0a7-bd2b68e5acc1 None None] Network 9319cef7-7d90-4ba9-af96-41ae213d6d9e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:51.102460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'tempest-secgroup--687492183'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:51.109413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:51.154230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.201073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:51.233398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:51.251265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc788b36-d2db-4c4a-8581-8fb0295428f3 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:48:51.291257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'networks': [{'name': 'tempest-network--1822573421'}, {'name': 'tempest-network--1578949615'}]} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:51.291648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'network': {'name': 'tempest-network--1822573421'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:51.292132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'network': {'name': 'tempest-network--1578949615'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:51.303679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:51.306112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 086ef8a2-cb5d-4f11-ad8a-3734f81118b7) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:51.312521 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:51.312768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.313094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.328480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.330450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Usage tracker for resource:network and tenant:7243c537e7e94b87a6b237a112fff610 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:51.337824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:51.340378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port cc788b36-d2db-4c4a-8581-8fb0295428f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cc788b36-d2db-4c4a-8581-8fb0295428f3,segment=NetworkSegment(f553fe2f-1f2e-4462-978c-b10524cc8be2),segment_id=f553fe2f-1f2e-4462-978c-b10524cc8be2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:51.342446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7865c-e4ca-4e93-843e-e454e9067c49 None None] Network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:51.347874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:51.361643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbe4ac-d753-4dec-b027-45f635842e42 req-322e9770-0eed-4748-b096-13030ccac79f tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:51.363414 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e0dbe4ac-d753-4dec-b027-45f635842e42 req-322e9770-0eed-4748-b096-13030ccac79f tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 944 time: 0.2509818 Dec 22 08:48:51.367898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:51.368759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.375736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:51.382057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:51.387028 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9dbd1407-8fe3-4b2d-b665-8ae7f67732da tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0735149 Dec 22 08:48:51.392961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56076) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:51.393300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port a6d5f82a-e81f-4484-a184-4348ddc836b1 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:51.393654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.399180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'network_id': '086ef8a2-cb5d-4f11-ad8a-3734f81118b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:51.424801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:51.446520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:48Z', 'revision_number': 9, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:51.451109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Made reservation on behalf of 7243c537e7e94b87a6b237a112fff610 for: {'network': 2} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:51.455486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.487194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.517920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:51.537836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:51.543194 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e0dbe4ac-d753-4dec-b027-45f635842e42 req-f754aa93-9b9f-4584-81e1-d92919237767 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619179 Dec 22 08:48:51.559161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:51.559799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:51.575109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Usage tracker for resource:security_group_rule and tenant:7243c537e7e94b87a6b237a112fff610 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:51.585481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:51.608924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:51.621631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['cc788b36-d2db-4c4a-8581-8fb0295428f3'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:48:51.660734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=cc788b36-d2db-4c4a-8581-8fb0295428f3,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:51.703403 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.712645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.726551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:51.736278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:subnet and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:51.741673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:51.750785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:51.769328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.827747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port a6d5f82a-e81f-4484-a184-4348ddc836b1, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a6d5f82a-e81f-4484-a184-4348ddc836b1,segment=NetworkSegment(0c3f2280-80b2-41d6-97fe-1211745033db),segment_id=0c3f2280-80b2-41d6-97fe-1211745033db)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:51.828102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.830164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:51.833739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.844725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-684db658-7150-4f41-af64-78ef5b9389fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.855336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0506f1b5-5211-447b-9e1a-2901ae4ec234,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:51.903001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:51.949796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325adc8b-dbea-49df-81e6-bde2c11c39cf None None] DHCP port deletion for 9319cef7-7d90-4ba9-af96-41ae213d6d9e request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:48:51.985544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-325adc8b-dbea-49df-81e6-bde2c11c39cf None None] Deleting port a6d5f82a-e81f-4484-a184-4348ddc836b1 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:51.986231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-325adc8b-dbea-49df-81e6-bde2c11c39cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.010052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for a6d5f82a-e81f-4484-a184-4348ddc836b1 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:52.040696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-086ef8a2-cb5d-4f11-ad8a-3734f81118b7', 'network_id': '086ef8a2-cb5d-4f11-ad8a-3734f81118b7', 'tenant_id': '1c48f968056842a1bca8f8e863d1d04d', 'fixed_ips': [{'subnet_id': 'efc49e33-49c0-424d-a942-00aaea160215'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:52.041900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.088304 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.089573 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d20f1e87-a79d-4109-97e3-0a804dc0f152 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0374005 Dec 22 08:48:52.097036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56080) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:52.102379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.106041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'tempest-secgroup--183679337'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:52.114908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.115535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.126349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:52.147011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:52.155494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:52.176014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:52.205151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0658dfcc-4210-4bef-9bf0-cbda4a7ab82b,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:52.215959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:52.221966 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.234871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.275645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.276047 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Added segment 5b79ac6d-8b2b-4427-924b-0606ecaa42e3 of type vlan for network 75746bfe-62ca-4da1-99e6-fe972fc85545 Dec 22 08:48:52.299136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=a6d5f82a-e81f-4484-a184-4348ddc836b1,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:52.303440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No DVR routers for this DVR port a6d5f82a-e81f-4484-a184-4348ddc836b1 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:52.335654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.338354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:52.340596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-325adc8b-dbea-49df-81e6-bde2c11c39cf None None] The port 'a6d5f82a-e81f-4484-a184-4348ddc836b1' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:48:52.367268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:52.372278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:52.387720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:52.404955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.487261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.540908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9319cef7-7d90-4ba9-af96-41ae213d6d9e']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:52.547438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.575194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3f2280-80b2-41d6-97fe-1211745033db') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:52.575489 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3f2280-80b2-41d6-97fe-1211745033db') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:52.584984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:52.606027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.614865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Allocated IP 2001:db8::2 (086ef8a2-cb5d-4f11-ad8a-3734f81118b7/efc49e33-49c0-424d-a942-00aaea160215/7fee1464-6793-47cb-9b63-e81f56261a2b) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:52.637214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.637624 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Added segment 0b96f478-383d-493a-ab5b-e0b94b45763a of type vlan for network 0d7861c4-e966-43b7-9eb3-a79008318315 Dec 22 08:48:52.640509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.646623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.652722 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.682076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:52.682741 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:52.700974 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:52.789458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:52.794147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:52.797505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:52.798153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.814246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=1e413f32-93af-46e8-bba3-b6bed29f73de,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:52.820813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:48Z', 'revision_number': 9, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:52.839159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.842696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c651a243-dd84-4d24-a23e-290cb3f81f42 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:48Z', 'revision_number': 9, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '008f24c1-d35b-4b0e-9d46-7f0fc1ba7330', 'name': '', 'network_id': '9e015e6f-48c7-487e-b07a-e11a5a328219', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:00:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:03Z', 'updated_at': '2021-12-22T08:48:13Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': '7f0ca784-919a-4e44-9da3-faacb8a7ba0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:52.894374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a6d5f82a-e81f-4484-a184-4348ddc836b1 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:52.898180 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-736c68ba-1b8d-4e65-a1e6-6a0537ae1af6 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5045769 Dec 22 08:48:52.898805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56086) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:52.963467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 967dd3f3-5d43-413b-8998-f4507beeb7ca is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:48:52.990303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3356c64-0731-4dc2-b909-4ef61dfe8125,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:52.997612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.006363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.012762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.019015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Transition to ACTIVE for port object 7fee1464-6793-47cb-9b63-e81f56261a2b will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:53.037066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.040490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Transition to ACTIVE for port object 7fee1464-6793-47cb-9b63-e81f56261a2b will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:53.049672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: a6d5f82a-e81f-4484-a184-4348ddc836b1 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:53.050288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a6d5f82a-e81f-4484-a184-4348ddc836b1 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:53.056875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Network': ['ID=9319cef7-7d90-4ba9-af96-41ae213d6d9e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:53.059003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.063073 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5dd1d32c-653f-4c5d-b954-202660940abf tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9624898 Dec 22 08:48:53.064560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56090) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:53.066265 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5c25b438-c63d-4b02-b35a-c7c190f7db71 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/networks/9319cef7-7d90-4ba9-af96-41ae213d6d9e HTTP/1.1" status: 204 len: 168 time: 2.0264587 Dec 22 08:48:53.074777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4dec7ea3-6329-4ac0-b824-1ea797f19af1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group_rule': {'security_group_id': '0506f1b5-5211-447b-9e1a-2901ae4ec234', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd3356c64-0731-4dc2-b909-4ef61dfe8125'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:53.077293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.079566 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56094) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:53.149074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4dec7ea3-6329-4ac0-b824-1ea797f19af1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:53.164394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4dec7ea3-6329-4ac0-b824-1ea797f19af1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:53.170134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.184700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:53.200221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:53.230908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4dec7ea3-6329-4ac0-b824-1ea797f19af1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:53.231622 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:53.243641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c358652-6366-4444-9451-1030e7d35b4e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.245174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c358652-6366-4444-9451-1030e7d35b4e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.247410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c358652-6366-4444-9451-1030e7d35b4e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.248879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c358652-6366-4444-9451-1030e7d35b4e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.250389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c358652-6366-4444-9451-1030e7d35b4e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.251312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6c358652-6366-4444-9451-1030e7d35b4e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Synchronizing usage tracker for tenant:1c48f968056842a1bca8f8e863d1d04d on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:53.262501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.263413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.269710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.275802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.276815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.315943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4dec7ea3-6329-4ac0-b824-1ea797f19af1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:53.352123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6c358652-6366-4444-9451-1030e7d35b4e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Unset dirty status for tenant:1c48f968056842a1bca8f8e863d1d04d on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:53.354892 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6c358652-6366-4444-9451-1030e7d35b4e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4518704 Dec 22 08:48:53.372169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56098) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:53.374410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Pushing event updated for resources: {'Port': ['ID=7fee1464-6793-47cb-9b63-e81f56261a2b,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:53.385895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Attempting to bind port 7fee1464-6793-47cb-9b63-e81f56261a2b on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:53.387333 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3489532 Dec 22 08:48:53.387466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Attempting to bind port 7fee1464-6793-47cb-9b63-e81f56261a2b by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dafa5933-9274-44d8-9fba-3a357ae18e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '086ef8a2-cb5d-4f11-ad8a-3734f81118b7'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:53.388182 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Attempting to bind port 7fee1464-6793-47cb-9b63-e81f56261a2b on network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:53.392003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-805957471'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:53.395300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56102) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:53.396177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:53.397017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Checking segment: {'id': 'dafa5933-9274-44d8-9fba-3a357ae18e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '086ef8a2-cb5d-4f11-ad8a-3734f81118b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:53.397650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.398307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Bound using segment: {'id': 'dafa5933-9274-44d8-9fba-3a357ae18e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '086ef8a2-cb5d-4f11-ad8a-3734f81118b7'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:53.399046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Bound port: 7fee1464-6793-47cb-9b63-e81f56261a2b, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafa5933-9274-44d8-9fba-3a357ae18e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '086ef8a2-cb5d-4f11-ad8a-3734f81118b7'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:53.399751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.411857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:53.452077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:53.462918 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Sync routers for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:53.484609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:network and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:53.488764 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:53.492061 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:53.542178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] For port 7fee1464-6793-47cb-9b63-e81f56261a2b, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:53.545673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] For port 7fee1464-6793-47cb-9b63-e81f56261a2b, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7fee1464-6793-47cb-9b63-e81f56261a2b,segment=NetworkSegment(dafa5933-9274-44d8-9fba-3a357ae18e98),segment_id=dafa5933-9274-44d8-9fba-3a357ae18e98)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:53.546260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:53.558535 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.571255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'Network': ['ID=75746bfe-62ca-4da1-99e6-fe972fc85545,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:53.594377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:53.606033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20159ea0-62f4-41d4-b1ae-a2515f3ea9cb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.613183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20159ea0-62f4-41d4-b1ae-a2515f3ea9cb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.620033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20159ea0-62f4-41d4-b1ae-a2515f3ea9cb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.626383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20159ea0-62f4-41d4-b1ae-a2515f3ea9cb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.628146 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-20159ea0-62f4-41d4-b1ae-a2515f3ea9cb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2320449 Dec 22 08:48:53.631343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56106) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:53.639040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 75746bfe-62ca-4da1-99e6-fe972fc85545 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:53.639950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f970ea-c48d-4740-96c0-d6d80a36f6f2 req-69e751cd-eeeb-4f6d-a2f7-76218a5fbd2d tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.641509 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86f970ea-c48d-4740-96c0-d6d80a36f6f2 req-69e751cd-eeeb-4f6d-a2f7-76218a5fbd2d tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 945 time: 0.4793646 Dec 22 08:48:53.700007 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-4dec7ea3-6329-4ac0-b824-1ea797f19af1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:48:53.701361 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4dec7ea3-6329-4ac0-b824-1ea797f19af1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6339362 Dec 22 08:48:53.715394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56110) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:53.719264 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86f970ea-c48d-4740-96c0-d6d80a36f6f2 req-3ebd89dd-ca44-44a8-9cc0-2cac10ed165d tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523577 Dec 22 08:48:53.724932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:53.730013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.753228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.757536 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-68641a09-e22e-469d-83bc-f868de9bd1a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3505683 Dec 22 08:48:53.760102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56114) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:53.831587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08947229-e2e3-4fb3-98c0-3e7a023979d4 None None] Pushing event updated for resources: {'Port': ['ID=7fee1464-6793-47cb-9b63-e81f56261a2b,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:53.868108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11d7b5-95dd-40f7-8656-600ae3558fd6 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'Network': ['ID=0d7861c4-e966-43b7-9eb3-a79008318315,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:53.880286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 0d7861c4-e966-43b7-9eb3-a79008318315 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:53.891466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.899149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c77db59a-d744-4842-b9bb-acbbfa4beeb1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.933972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c77db59a-d744-4842-b9bb-acbbfa4beeb1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.988052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:54.030472 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:54.066524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.067104 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Added segment 9da88644-2042-4869-b97d-08951a41b2f6 of type vlan for network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 Dec 22 08:48:54.082799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c77db59a-d744-4842-b9bb-acbbfa4beeb1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.173605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.196869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c77db59a-d744-4842-b9bb-acbbfa4beeb1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.199996 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c77db59a-d744-4842-b9bb-acbbfa4beeb1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "DELETE /v2.0/security-groups/d3356c64-0731-4dc2-b909-4ef61dfe8125 HTTP/1.1" status: 204 len: 168 time: 0.4796982 Dec 22 08:48:54.219597 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56120) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:54.241824 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-baa79ccc-88cc-48e6-a72e-e6815fa3d98f tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bb4971834ad94cd983d776e93f1d353e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4740424 Dec 22 08:48:54.242660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77db59a-d744-4842-b9bb-acbbfa4beeb1 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3356c64-0731-4dc2-b909-4ef61dfe8125,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:54.259834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.263992 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56124) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:54.371872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.399919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75746bfe-62ca-4da1-99e6-fe972fc85545']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:54.414655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b79ac6d-8b2b-4427-924b-0606ecaa42e3') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:54.415359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b79ac6d-8b2b-4427-924b-0606ecaa42e3') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:54.430048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.451932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d9fde147-de97-4b10-ab97-3e359b6d395a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Synchronizing usage tracker for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:54.460759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.463613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.468223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:54.468557 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:48:51Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:54.469044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.469339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:54.470034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.472667 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Checking router: 967dd3f3-5d43-413b-8998-f4507beeb7ca for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:54.473054 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Updating router 967dd3f3-5d43-413b-8998-f4507beeb7ca port 57bbaf9f-18a0-42ab-9b00-e830f125de16 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:54.486116 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:54.496728 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device cc788b36-d2db-4c4a-8581-8fb0295428f3 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:54.530784 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.599678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.620318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d9fde147-de97-4b10-ab97-3e359b6d395a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Unset dirty status for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:54.620733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.621793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port cc788b36-d2db-4c4a-8581-8fb0295428f3 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:54.625267 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d9fde147-de97-4b10-ab97-3e359b6d395a tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3997207 Dec 22 08:48:54.625267 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2466395 Dec 22 08:48:54.628766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56128) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:54.629215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56130) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:54.633347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cba2a-c2e5-4ecb-a0aa-733d78786e60 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=78b43f58-5617-4436-8e1e-c33d3e0cd2c3,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:54.634155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port cc788b36-d2db-4c4a-8581-8fb0295428f3 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:54.634538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.639086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f658adc2-a32a-45a2-baf1-2ea29121bc90 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:54.639497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-10a6650e-328e-4e5b-8620-2e6748c6cc35 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:54.640573 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f658adc2-a32a-45a2-baf1-2ea29121bc90 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3759570 Dec 22 08:48:54.646670 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56136) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:54.672298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Network': ['ID=75746bfe-62ca-4da1-99e6-fe972fc85545,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:54.677962 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-14eb4cb6-07d7-4332-aa1d-62f931506774 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "DELETE /v2.0/networks/75746bfe-62ca-4da1-99e6-fe972fc85545 HTTP/1.1" status: 204 len: 168 time: 1.0352199 Dec 22 08:48:54.692299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56140) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:54.703533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:54.721926 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b698caa1-6ea3-4716-b3f1-618503c67477 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741014 Dec 22 08:48:54.724376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56144) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:54.733984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1945547249', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:54.928356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:54.990928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7fee1464-6793-47cb-9b63-e81f56261a2b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:55.000008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:subnet and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:55.003790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:55.026684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:55.042018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.056256 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.087834 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Transition to ACTIVE for port object 57bbaf9f-18a0-42ab-9b00-e830f125de16 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:55.105588 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:55.110657 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.111905 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.171064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7fee1464-6793-47cb-9b63-e81f56261a2b completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:55.184360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.223194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port cc788b36-d2db-4c4a-8581-8fb0295428f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cc788b36-d2db-4c4a-8581-8fb0295428f3,segment=NetworkSegment(f553fe2f-1f2e-4462-978c-b10524cc8be2),segment_id=f553fe2f-1f2e-4462-978c-b10524cc8be2)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:55.224682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:55.226315 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Attempting to bind port 57bbaf9f-18a0-42ab-9b00-e830f125de16 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:55.226971 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Attempting to bind port 57bbaf9f-18a0-42ab-9b00-e830f125de16 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:55.227534 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Attempting to bind port 57bbaf9f-18a0-42ab-9b00-e830f125de16 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:55.238719 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:55.239425 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:55.240017 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.240869 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:55.241569 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Bound port: 57bbaf9f-18a0-42ab-9b00-e830f125de16, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:55.242175 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.252795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c579-172e-4aeb-9f1d-fef09740f441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc788b36-d2db-4c4a-8581-8fb0295428f3'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:55.258035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.318031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:55.318384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2275aaf5-e49b-44b7-86c4-1d264d1c4ff8 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:55.362808 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] For port 57bbaf9f-18a0-42ab-9b00-e830f125de16, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:55.367017 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] For port 57bbaf9f-18a0-42ab-9b00-e830f125de16, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=57bbaf9f-18a0-42ab-9b00-e830f125de16,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:55.375743 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d71c579-172e-4aeb-9f1d-fef09740f441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc788b36-d2db-4c4a-8581-8fb0295428f3', 'code': 200} Dec 22 08:48:55.382167 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.404601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=cc788b36-d2db-4c4a-8581-8fb0295428f3,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:55.448392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d5843-280e-472b-9f9e-55307063dfd3 None None] Network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:55.462004 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4474174-8d8e-4c2b-996f-d73f75533bc5 None None] Pushing event updated for resources: {'Port': ['ID=57bbaf9f-18a0-42ab-9b00-e830f125de16,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:55.516779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.544148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7861c4-e966-43b7-9eb3-a79008318315']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:55.547319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.552411 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:55.554450 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:55.557248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b96f478-383d-493a-ab5b-e0b94b45763a') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:55.557574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b96f478-383d-493a-ab5b-e0b94b45763a') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:55.569480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.585970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.592780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:55.593286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.659623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4b20912a-0464-485a-af6f-45149fb0d161 None None] Provisioning for port 7fee1464-6793-47cb-9b63-e81f56261a2b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:55.667033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4b20912a-0464-485a-af6f-45149fb0d161 None None] Provisioning complete for port 7fee1464-6793-47cb-9b63-e81f56261a2b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:55.667664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4b20912a-0464-485a-af6f-45149fb0d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:55.695096 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:55.704576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.706098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9455748c-04a2-4dcc-841c-ef42d7945ba8 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.734537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.744476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Network': ['ID=0d7861c4-e966-43b7-9eb3-a79008318315,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:55.784428 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c60661bf-a167-4517-8888-215a2117f548 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "DELETE /v2.0/networks/0d7861c4-e966-43b7-9eb3-a79008318315 HTTP/1.1" status: 204 len: 168 time: 1.0904050 Dec 22 08:48:55.785821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9455748c-04a2-4dcc-841c-ef42d7945ba8 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.787860 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:55.798788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56152) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:55.892713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4b20912a-0464-485a-af6f-45149fb0d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.945960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-10a6650e-328e-4e5b-8620-2e6748c6cc35 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.958273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afd195-84ba-4a52-9990-e6961a097986 req-12d7f621-2222-4ee6-af0e-03b2b6292a45 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:55.960078 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-54afd195-84ba-4a52-9990-e6961a097986 req-12d7f621-2222-4ee6-af0e-03b2b6292a45 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 945 time: 0.9632893 Dec 22 08:48:55.966749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af0573-a8a3-4f89-99ed-064628d4dfe9 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:55.973966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af0573-a8a3-4f89-99ed-064628d4dfe9 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:55.974750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-80af0573-a8a3-4f89-99ed-064628d4dfe9 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Synchronizing usage tracker for tenant:7243c537e7e94b87a6b237a112fff610 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:55.979402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4b20912a-0464-485a-af6f-45149fb0d161 None None] For port 7fee1464-6793-47cb-9b63-e81f56261a2b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7fee1464-6793-47cb-9b63-e81f56261a2b,segment=NetworkSegment(dafa5933-9274-44d8-9fba-3a357ae18e98),segment_id=dafa5933-9274-44d8-9fba-3a357ae18e98)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:56.000521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4b20912a-0464-485a-af6f-45149fb0d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.019213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-80af0573-a8a3-4f89-99ed-064628d4dfe9 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Unset dirty status for tenant:7243c537e7e94b87a6b237a112fff610 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:56.020416 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-80af0573-a8a3-4f89-99ed-064628d4dfe9 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2207308 Dec 22 08:48:56.025830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-10a6650e-328e-4e5b-8620-2e6748c6cc35 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.033268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56156) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:56.050342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10a6650e-328e-4e5b-8620-2e6748c6cc35 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 is not hosted by any dhcp agent {{(pid=87535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 08:48:56.056736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6650e-328e-4e5b-8620-2e6748c6cc35 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:56.057359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-10a6650e-328e-4e5b-8620-2e6748c6cc35 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.058679 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-10a6650e-328e-4e5b-8620-2e6748c6cc35 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "PUT /v2.0/networks/78b43f58-5617-4436-8e1e-c33d3e0cd2c3 HTTP/1.1" status: 200 len: 723 time: 1.4260352 Dec 22 08:48:56.072831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56160) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:56.078196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940adb5-15ab-4123-9bdf-407e099b896c req-5d35fe4a-0609-4dfe-a38e-18a081b67373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:56.079857 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4940adb5-15ab-4123-9bdf-407e099b896c req-5d35fe4a-0609-4dfe-a38e-18a081b67373 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 1099 time: 0.3446298 Dec 22 08:48:56.080145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-482133443'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:56.092886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:56.107864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20912a-0464-485a-af6f-45149fb0d161 None None] Pushing event updated for resources: {'Port': ['ID=7fee1464-6793-47cb-9b63-e81f56261a2b,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:56.111005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:56.125785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'network_id': '78b43f58-5617-4436-8e1e-c33d3e0cd2c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:56.145979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Made reservation on behalf of 7243c537e7e94b87a6b237a112fff610 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:56.148595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.176833 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4474174-8d8e-4c2b-996f-d73f75533bc5 None None] Pushing event updated for resources: {'Port': ['ID=57bbaf9f-18a0-42ab-9b00-e830f125de16,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:56.194822 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-54afd195-84ba-4a52-9990-e6961a097986 req-7676183a-bae8-4dab-ad1d-24dcf29cc561 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284710 Dec 22 08:48:56.255293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:56.263900 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4940adb5-15ab-4123-9bdf-407e099b896c req-8b2edf34-e393-4298-a94f-acc938746510 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644862 Dec 22 08:48:56.268107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9455748c-04a2-4dcc-841c-ef42d7945ba8 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.270691 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faedcce-72ae-4355-9f00-6b9183f6e21e None None] Update dhcp port {'port': {'network_id': '086ef8a2-cb5d-4f11-ad8a-3734f81118b7', 'fixed_ips': [{'subnet_id': 'efc49e33-49c0-424d-a942-00aaea160215', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e413f32-93af-46e8-bba3-b6bed29f73de'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': '7fee1464-6793-47cb-9b63-e81f56261a2b'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:48:56.287955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6650e-328e-4e5b-8620-2e6748c6cc35 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=78b43f58-5617-4436-8e1e-c33d3e0cd2c3,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:56.292023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.292442 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Added segment 0aece08e-8455-4be1-9854-054ef7f0339d of type vlan for network 258ce420-a4ba-4941-a482-10088813a066 Dec 22 08:48:56.294345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455748c-04a2-4dcc-841c-ef42d7945ba8 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0506f1b5-5211-447b-9e1a-2901ae4ec234,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:56.303132 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:48:51Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:56.307666 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5006690-95db-4fcc-8b84-ea08ae7a4f60 None None] The sync data for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv is: [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:48:51Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:56.316336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:56.347112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:56.352830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9455748c-04a2-4dcc-841c-ef42d7945ba8 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.356778 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9455748c-04a2-4dcc-841c-ef42d7945ba8 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "DELETE /v2.0/security-groups/0506f1b5-5211-447b-9e1a-2901ae4ec234 HTTP/1.1" status: 204 len: 168 time: 1.7238703 Dec 22 08:48:56.356778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.360810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56166) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:56.378666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:56.413822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.440622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2a107dc3-217b-4427-855a-34975c6113f8 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Synchronizing usage tracker for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:56.450473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.457032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:56.457793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.476519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7faedcce-72ae-4355-9f00-6b9183f6e21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.489762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:56.493257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.513516 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4536476 Dec 22 08:48:56.525405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56170) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:56.531629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2a107dc3-217b-4427-855a-34975c6113f8 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Unset dirty status for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:56.536804 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2a107dc3-217b-4427-855a-34975c6113f8 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1714151 Dec 22 08:48:56.539330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56174) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:56.539641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-465087271'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:56.556472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106895811'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:56.563013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:56.563347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.592525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:56.607257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeac967-7956-4a57-9179-ed71581e8353 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'Network': ['ID=258ce420-a4ba-4941-a482-10088813a066,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:56.621488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:56.621833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 258ce420-a4ba-4941-a482-10088813a066 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:56.633596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Made reservation on behalf of 7243c537e7e94b87a6b237a112fff610 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:56.639581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.690617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:56.702481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.703226 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Added segment 83987223-e27b-4278-bacb-72c9ae5dc78d of type vlan for network 5a546fca-251f-4b2c-b1cb-93bc61564a58 Dec 22 08:48:56.712892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Subnet': ['ID=3f0e16e5-4dfb-40a2-b6ff-746339fd2f58,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:56.724848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:56.738258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.772374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:56.825240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.831787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:56.832923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.839300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Checking segment: {'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:56.840232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network hostable DHCP agents. Network: 7d5550f2-f51a-4a98-8a43-70b9a44ebd73, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:56.866769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.907171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-7faedcce-72ae-4355-9f00-6b9183f6e21e None None] Allocated IP 172.20.0.1 (086ef8a2-cb5d-4f11-ad8a-3734f81118b7/1e413f32-93af-46e8-bba3-b6bed29f73de/7fee1464-6793-47cb-9b63-e81f56261a2b) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:56.957001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'Network': ['ID=5a546fca-251f-4b2c-b1cb-93bc61564a58,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:56.977617 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fd18a289-7791-4fac-8cf7-6bf52a88eb80 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4509127 Dec 22 08:48:56.978879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 5a546fca-251f-4b2c-b1cb-93bc61564a58 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:56.983457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56178) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:56.983877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:56.993267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'ports': [{'network_id': '258ce420-a4ba-4941-a482-10088813a066', 'name': 'tempest-port--1658273991', 'admin_state_up': True}, {'network_id': '5a546fca-251f-4b2c-b1cb-93bc61564a58', 'admin_state_up': False}]} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:56.993784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'port': {'network_id': '258ce420-a4ba-4941-a482-10088813a066', 'name': 'tempest-port--1658273991', 'admin_state_up': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:56.994370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'port': {'network_id': '5a546fca-251f-4b2c-b1cb-93bc61564a58', 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:57.027351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:57.038912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Usage tracker for resource:security_group_rule and tenant:62a0bf5c2b464524b71f959ee22f688d is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:57.051105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:57.056915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7fee1464-6793-47cb-9b63-e81f56261a2b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:57.086558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 7d5550f2-f51a-4a98-8a43-70b9a44ebd73) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:57.093671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:57.125518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=008f24c1-d35b-4b0e-9d46-7f0fc1ba7330,segment=NetworkSegment(1c88ddc1-24c8-452d-af34-bdb370d88b3e),segment_id=1c88ddc1-24c8-452d-af34-bdb370d88b3e)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:57.125920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.141284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:57.141905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.145046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5159e07-3047-4fb4-83cc-88aabc3e27d6 None None] Network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:57.374404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:57.392478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Usage tracker for resource:port and tenant:7243c537e7e94b87a6b237a112fff610 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:57.398293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:57.398557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:57.455252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:57.512111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7faedcce-72ae-4355-9f00-6b9183f6e21e None None] For port 7fee1464-6793-47cb-9b63-e81f56261a2b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7fee1464-6793-47cb-9b63-e81f56261a2b,segment=NetworkSegment(dafa5933-9274-44d8-9fba-3a357ae18e98),segment_id=dafa5933-9274-44d8-9fba-3a357ae18e98)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:57.519165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb068e1-ba98-47fd-b224-0890078a902b req-773dc7b7-652c-47d4-9b61-7e95d986527b tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:57.521024 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ccb068e1-ba98-47fd-b224-0890078a902b req-773dc7b7-652c-47d4-9b61-7e95d986527b tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.1187298 Dec 22 08:48:57.548552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7fee1464-6793-47cb-9b63-e81f56261a2b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:57.548936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.571809 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ccb068e1-ba98-47fd-b224-0890078a902b req-e0bb932a-c042-483e-8661-98373e5bc6ca tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Dec 22 08:48:57.607719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.612783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Made reservation on behalf of 7243c537e7e94b87a6b237a112fff610 for: {'port': 2} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:57.619534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.649489 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2d49b03a-11a5-49f8-905b-e1d8a884b616 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9238102 Dec 22 08:48:57.654489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56186) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:57.739783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7faedcce-72ae-4355-9f00-6b9183f6e21e None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.744146 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:48:57.748211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.787609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=bfd5ba0a-d971-4d50-b1f2-361f68c25d23,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:57.814894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7faedcce-72ae-4355-9f00-6b9183f6e21e None None] Transition to ACTIVE for port object 7fee1464-6793-47cb-9b63-e81f56261a2b will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:57.848122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7faedcce-72ae-4355-9f00-6b9183f6e21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.851178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.868898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.873064 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking segment: {'id': '9da88644-2042-4869-b97d-08951a41b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '78b43f58-5617-4436-8e1e-c33d3e0cd2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:57.873423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network hostable DHCP agents. Network: 78b43f58-5617-4436-8e1e-c33d3e0cd2c3, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:57.942369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:57.946640 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4049711 Dec 22 08:48:57.952115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56190) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:57.952115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb000a-3fa1-4dfb-b869-5fd32d631030 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e031587b-4011-42e1-bdad-be118430a7f8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:57.959160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a130da3f-571b-450a-81df-b594b2fefb13 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:57.959626 dv-neutron-822561-2-hyperv neutron-server[87534]: WARNING neutron.api.v2.base [None req-a130da3f-571b-450a-81df-b594b2fefb13 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 08:48:57.960107 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-a130da3f-571b-450a-81df-b594b2fefb13 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 08:48:57.963922 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a130da3f-571b-450a-81df-b594b2fefb13 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "PUT /v2.0/security-groups/e031587b-4011-42e1-bdad-be118430a7f8 HTTP/1.1" status: 409 len: 330 time: 0.0092292 Dec 22 08:48:57.966278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56194) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:58.013712 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:58.027425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faedcce-72ae-4355-9f00-6b9183f6e21e None None] Pushing event updated for resources: {'Port': ['ID=7fee1464-6793-47cb-9b63-e81f56261a2b,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:58.031696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:58.032347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:58.054197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 57bbaf9f-18a0-42ab-9b00-e830f125de16 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:58.059883 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a61d7-c86c-4101-9803-47c61befa97e req-b1699ab8-8bf1-4fc8-a77a-d9a4a0dc8cb3 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:58.077940 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ef1a61d7-c86c-4101-9803-47c61befa97e req-b1699ab8-8bf1-4fc8-a77a-d9a4a0dc8cb3 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.2969017 Dec 22 08:48:58.132581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 78b43f58-5617-4436-8e1e-c33d3e0cd2c3) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:58.141009 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:58.141232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:58.146438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c9b24-dde2-446b-8beb-45d841968209 None None] Network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:58.146603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] device_id is not set on port 2ca5c8ca-481d-42b8-b323-b20fb6707130 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:48:58.175032 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-45a70bda-8bec-4bc2-a3a0-5980bbfc6f24 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0940270 Dec 22 08:48:58.176270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:58.177706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56198) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:58.187606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f24bbcb5-90c0-49f6-9d71-fc1df04da2b1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:58.224075 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ef1a61d7-c86c-4101-9803-47c61befa97e req-9233d527-2e84-498c-bd5c-fb9b4ec39122 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448097 Dec 22 08:48:58.233673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=008f24c1-d35b-4b0e-9d46-7f0fc1ba7330,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:58.430792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 57bbaf9f-18a0-42ab-9b00-e830f125de16 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:58.487122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 57bbaf9f-18a0-42ab-9b00-e830f125de16 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:58.487751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:58.567673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-01b6cbfc-7f14-4702-b612-6ea9ea330594 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:58.647969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:58.679573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Allocated IP 172.20.0.2 (7d5550f2-f51a-4a98-8a43-70b9a44ebd73/3f0e16e5-4dfb-40a2-b6ff-746339fd2f58/270fd295-a549-4e9b-acd0-b48e1e37fe1f) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:58.760412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-01b6cbfc-7f14-4702-b612-6ea9ea330594 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:58.923381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-78b43f58-5617-4436-8e1e-c33d3e0cd2c3', 'network_id': '78b43f58-5617-4436-8e1e-c33d3e0cd2c3', 'tenant_id': '1c48f968056842a1bca8f8e863d1d04d', 'fixed_ips': [{'subnet_id': 'bfd5ba0a-d971-4d50-b1f2-361f68c25d23'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:58.924279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:58.943577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.073359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] device_id is not set on port 7abc89a1-e423-4a3a-8afd-628e70f2d98d yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:48:59.145986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-01b6cbfc-7f14-4702-b612-6ea9ea330594 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.164940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51d41f-680d-4f3c-8645-bd298990637a req-d2999114-f8bf-4166-96ed-14e08e095181 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:59.175238 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bd51d41f-680d-4f3c-8645-bd298990637a req-d2999114-f8bf-4166-96ed-14e08e095181 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.2161193 Dec 22 08:48:59.189574 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa2ba7-20a1-44e4-9ed4-76819ac53ee3 None None] Network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:59.191045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f24bbcb5-90c0-49f6-9d71-fc1df04da2b1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14988279'] for subnet, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.221237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6cbfc-7f14-4702-b612-6ea9ea330594 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e031587b-4011-42e1-bdad-be118430a7f8,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:59.236119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:59.243718 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bd51d41f-680d-4f3c-8645-bd298990637a req-3c48521d-3901-445c-acc2-69eb34eda334 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669365 Dec 22 08:48:59.306339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.397421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.400998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-01b6cbfc-7f14-4702-b612-6ea9ea330594 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.405646 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-01b6cbfc-7f14-4702-b612-6ea9ea330594 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "DELETE /v2.0/security-groups/e031587b-4011-42e1-bdad-be118430a7f8 HTTP/1.1" status: 204 len: 168 time: 1.3820384 Dec 22 08:48:59.406132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56206) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:59.423202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 57bbaf9f-18a0-42ab-9b00-e830f125de16, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=57bbaf9f-18a0-42ab-9b00-e830f125de16,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:59.427857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-01e63c07-d55a-4c01-94fa-b09211daa3fd None None] Provisioning for port 7fee1464-6793-47cb-9b63-e81f56261a2b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:59.431117 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Transition to ACTIVE for port object 270fd295-a549-4e9b-acd0-b48e1e37fe1f will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:59.446747 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.452832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:59.454471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Allocated IP 2001:db8::2 (78b43f58-5617-4436-8e1e-c33d3e0cd2c3/bfd5ba0a-d971-4d50-b1f2-361f68c25d23/052661a5-70af-4fd3-a6fd-2a0ccfdeafd1) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:59.460150 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cd146b5d-acf2-4f1b-9ea1-c0198f7222c2 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3793714 Dec 22 08:48:59.463463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56210) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:59.497748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-01e63c07-d55a-4c01-94fa-b09211daa3fd None None] Provisioning complete for port 7fee1464-6793-47cb-9b63-e81f56261a2b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:59.498134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-01e63c07-d55a-4c01-94fa-b09211daa3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.526803 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:59.533509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-20eade48-b0a0-4e7d-88b1-7b52bbcb497b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Synchronizing usage tracker for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:59.561784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e618dc-eebe-4c63-bd1f-d2dc11884854 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting subnet 7f0ca784-919a-4e44-9da3-faacb8a7ba0e {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:48:59.565192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f1e618dc-eebe-4c63-bd1f-d2dc11884854 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.593584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Transition to ACTIVE for port object 270fd295-a549-4e9b-acd0-b48e1e37fe1f will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:59.595222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-20eade48-b0a0-4e7d-88b1-7b52bbcb497b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] Unset dirty status for tenant:62a0bf5c2b464524b71f959ee22f688d on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:59.597137 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-20eade48-b0a0-4e7d-88b1-7b52bbcb497b tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1899948 Dec 22 08:48:59.602434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56214) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:59.635457 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-660cbcd4-483e-47f7-9df1-8f518848f5fb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] delete failed (client error): The resource could not be found. Dec 22 08:48:59.637748 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-660cbcd4-483e-47f7-9df1-8f518848f5fb tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "DELETE /v2.0/security-groups/c9659b28-abda-4516-afef-1213aebca8cd HTTP/1.1" status: 404 len: 347 time: 0.0341926 Dec 22 08:48:59.644200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56218) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:59.654238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.654601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f1e618dc-eebe-4c63-bd1f-d2dc11884854 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.668081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.712800 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-b5936560-2a26-4068-a8f1-ce48c3e85b43 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] show failed (client error): The resource could not be found. Dec 22 08:48:59.714338 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b5936560-2a26-4068-a8f1-ce48c3e85b43 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-groups/fe95c817-c727-428b-89b8-028fb0c3cd84 HTTP/1.1" status: 404 len: 347 time: 0.0676231 Dec 22 08:48:59.727025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56222) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:59.752132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:59.752746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:59.756270 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-d0104a03-7755-40dd-ad22-9cb4522e75e4 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] show failed (client error): The resource could not be found. Dec 22 08:48:59.762351 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d0104a03-7755-40dd-ad22-9cb4522e75e4 tempest-NegativeSecGroupTest-1101129004 tempest-NegativeSecGroupTest-1101129004-project] 10.222.0.37 "GET /v2.0/security-group-rules/41ca4657-9523-48ab-80e4-f2a5cb61dc1e HTTP/1.1" status: 404 len: 356 time: 0.0293150 Dec 22 08:48:59.762351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.891974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f1e618dc-eebe-4c63-bd1f-d2dc11884854 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.919009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7fee1464-6793-47cb-9b63-e81f56261a2b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:59.985111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f1e618dc-eebe-4c63-bd1f-d2dc11884854 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.997072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.028190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e618dc-eebe-4c63-bd1f-d2dc11884854 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0ca784-919a-4e44-9da3-faacb8a7ba0e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:00.039170 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f1e618dc-eebe-4c63-bd1f-d2dc11884854 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.054401 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f1e618dc-eebe-4c63-bd1f-d2dc11884854 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/7f0ca784-919a-4e44-9da3-faacb8a7ba0e HTTP/1.1" status: 204 len: 168 time: 0.5897763 Dec 22 08:49:00.057409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56230) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:00.126438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb67c6-2c29-4d46-8442-5993dd41f26c None None] Network 9e015e6f-48c7-487e-b07a-e11a5a328219 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:00.154016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56234) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:00.182943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'Port': ['ID=2ca5c8ca-481d-42b8-b323-b20fb6707130,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:00.187523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.199896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:00.200660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.238562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:00.239146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Checking segment: {'id': '0aece08e-8455-4be1-9854-054ef7f0339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '258ce420-a4ba-4941-a482-10088813a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:00.239146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Network hostable DHCP agents. Network: 258ce420-a4ba-4941-a482-10088813a066, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:00.317277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Network 258ce420-a4ba-4941-a482-10088813a066 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:00.353795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:00.399812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:00.403229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:00.406886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=57bbaf9f-18a0-42ab-9b00-e830f125de16,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:00.423757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1,segment=NetworkSegment(1c88ddc1-24c8-452d-af34-bdb370d88b3e),segment_id=1c88ddc1-24c8-452d-af34-bdb370d88b3e)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:00.424199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.447807 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fe7ea575-39bd-443d-9b24-ed68bf7a3843 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62a0bf5c2b464524b71f959ee22f688d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877462 Dec 22 08:49:00.447807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 258ce420-a4ba-4941-a482-10088813a066) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:00.459213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56242) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:00.490823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:00.491556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.500361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ebd191-22aa-4373-a99b-208d79485a42 None None] Network 258ce420-a4ba-4941-a482-10088813a066 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:00.550565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:00.638695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.689514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:00.692127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No DVR routers for this DVR port bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:00.706787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'Port': ['ID=7abc89a1-e423-4a3a-8afd-628e70f2d98d,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:00.729712 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.730438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.730845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.731250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.731644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.732037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.732564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.732954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.733346 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.733753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.734141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.734662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:00.756140 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9598772c-71da-4509-8858-9f90ed29933f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.764756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Checking segment: {'id': '83987223-e27b-4278-bacb-72c9ae5dc78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5a546fca-251f-4b2c-b1cb-93bc61564a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:00.765432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Network hostable DHCP agents. Network: 5a546fca-251f-4b2c-b1cb-93bc61564a58, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:00.777608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.1 (7d5550f2-f51a-4a98-8a43-70b9a44ebd73/3f0e16e5-4dfb-40a2-b6ff-746339fd2f58/667f4c0c-bd91-4b2f-b641-b19d86d61a28) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:00.814947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f596d4-6264-4917-9513-0425ed5b5d7d req-b54adbbe-407e-41db-ad3a-45b9371ec057 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:00.818119 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-49f596d4-6264-4917-9513-0425ed5b5d7d req-b54adbbe-407e-41db-ad3a-45b9371ec057 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.3653972 Dec 22 08:49:00.829130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9598772c-71da-4509-8858-9f90ed29933f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.832720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.858765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e015e6f-48c7-487e-b07a-e11a5a328219']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:00.864207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Pushing event updated for resources: {'Port': ['ID=270fd295-a549-4e9b-acd0-b48e1e37fe1f,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:00.875838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c88ddc1-24c8-452d-af34-bdb370d88b3e') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:00.876130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c88ddc1-24c8-452d-af34-bdb370d88b3e') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:00.895816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.912553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.915613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Network 5a546fca-251f-4b2c-b1cb-93bc61564a58 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:00.920640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:00.921164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:00.937023 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:00.961208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Attempting to bind port 270fd295-a549-4e9b-acd0-b48e1e37fe1f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:00.961583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Attempting to bind port 270fd295-a549-4e9b-acd0-b48e1e37fe1f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:00.962200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Attempting to bind port 270fd295-a549-4e9b-acd0-b48e1e37fe1f on network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:01.010734 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-49f596d4-6264-4917-9513-0425ed5b5d7d req-a1b14de7-d10b-4082-a0e4-2c882db6cd97 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835098 Dec 22 08:49:01.014928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 5a546fca-251f-4b2c-b1cb-93bc61564a58) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:01.021438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:01.027601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:01.032338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:01.033074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.068711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.087866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f875c-da3f-41d7-9687-e304a27d6212 None None] Network 5a546fca-251f-4b2c-b1cb-93bc61564a58 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:01.092589 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9598772c-71da-4509-8858-9f90ed29933f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.098944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.111626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Network': ['ID=9e015e6f-48c7-487e-b07a-e11a5a328219,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:01.125730 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-592cb473-d3d5-4b94-a288-89e402b39cc1 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/networks/9e015e6f-48c7-487e-b07a-e11a5a328219 HTTP/1.1" status: 204 len: 168 time: 1.0654314 Dec 22 08:49:01.127314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56248) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:01.128795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598772c-71da-4509-8858-9f90ed29933f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f2e913-1ff6-4c3b-b121-b7f57d9242f9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:01.140691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9598772c-71da-4509-8858-9f90ed29933f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.141839 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9598772c-71da-4509-8858-9f90ed29933f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66f2e913-1ff6-4c3b-b121-b7f57d9242f9 HTTP/1.1" status: 204 len: 168 time: 0.6814373 Dec 22 08:49:01.146132 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-147dfaec-71a7-4d5a-ab56-c79921b67aee tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1592190 Dec 22 08:49:01.148572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.151369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56254) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:01.172924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:01.173296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Checking segment: {'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:01.173721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.174107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Bound using segment: {'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:01.174583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Bound port: 270fd295-a549-4e9b-acd0-b48e1e37fe1f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:01.174953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.218601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 667f4c0c-bd91-4b2f-b641-b19d86d61a28 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:01.267028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e8d42-6fc0-45ca-b7b0-5d081c34afe7 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:01.273438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e8d42-6fc0-45ca-b7b0-5d081c34afe7 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:01.274268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-451e8d42-6fc0-45ca-b7b0-5d081c34afe7 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Synchronizing usage tracker for tenant:7243c537e7e94b87a6b237a112fff610 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:01.279635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.365221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:01.368836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:01.374432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:01.413517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-451e8d42-6fc0-45ca-b7b0-5d081c34afe7 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Unset dirty status for tenant:7243c537e7e94b87a6b237a112fff610 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:01.414727 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-451e8d42-6fc0-45ca-b7b0-5d081c34afe7 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2624538 Dec 22 08:49:01.420846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=667f4c0c-bd91-4b2f-b641-b19d86d61a28,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:01.422575 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56262) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:01.431101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7fee1464-6793-47cb-9b63-e81f56261a2b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:01.431610 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.507387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b98e45-1e62-4d9c-88e3-b32e1db8a35c None None] DHCP port deletion for 9e015e6f-48c7-487e-b07a-e11a5a328219 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:01.525056 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.551527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-861f00cc-f589-4de6-99cf-b52ca03336c4 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Deleting port 2ca5c8ca-481d-42b8-b323-b20fb6707130 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:01.551904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-861f00cc-f589-4de6-99cf-b52ca03336c4 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.667674 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:01.727429 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Transition to ACTIVE for port object 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:01.930242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Transition to ACTIVE for port object 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:01.943617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] For port 270fd295-a549-4e9b-acd0-b48e1e37fe1f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:01.964588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:02.039948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] For port 270fd295-a549-4e9b-acd0-b48e1e37fe1f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=270fd295-a549-4e9b-acd0-b48e1e37fe1f,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:02.105557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:02.128624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cda825ea-04fd-44fe-bf28-3fd3c4ecd39b None None] Provisioning complete for port 7fee1464-6793-47cb-9b63-e81f56261a2b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:02.129000 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cda825ea-04fd-44fe-bf28-3fd3c4ecd39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:02.160539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8702ccd-e95a-486e-b918-73d6f6f1989e req-d0b463e8-f273-484d-962d-cec5b293c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:02.162536 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8702ccd-e95a-486e-b918-73d6f6f1989e req-d0b463e8-f273-484d-962d-cec5b293c5d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f95227a02e427e99c4a35a4b523368&device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 1099 time: 0.1960473 Dec 22 08:49:02.167571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:02.197926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:02.200708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:02.224346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Pushing event updated for resources: {'Port': ['ID=052661a5-70af-4fd3-a6fd-2a0ccfdeafd1,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:02.282422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f24bbcb5-90c0-49f6-9d71-fc1df04da2b1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780650055882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14694762'] for subnet, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:02.321333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.321689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.322087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.322365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.322690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.323009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.323329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.323649 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.324039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.324850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.325165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.325480 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:02.409770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:57Z', 'revision_number': 10, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:02.429265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 57bbaf9f-18a0-42ab-9b00-e830f125de16 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:02.440414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bbcb5-90c0-49f6-9d71-fc1df04da2b1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=bfd5ba0a-d971-4d50-b1f2-361f68c25d23,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:02.443389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24bbcb5-90c0-49f6-9d71-fc1df04da2b1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:02.444180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f24bbcb5-90c0-49f6-9d71-fc1df04da2b1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:02.445641 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f24bbcb5-90c0-49f6-9d71-fc1df04da2b1 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "PUT /v2.0/subnets/bfd5ba0a-d971-4d50-b1f2-361f68c25d23 HTTP/1.1" status: 200 len: 826 time: 4.2670050 Dec 22 08:49:02.458361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56282) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:02.468807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03aeb1-fc14-4bed-b131-f61f563804f2 req-02e5d124-3e7a-478a-8636-b57a501a37e6 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:02.476040 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9a03aeb1-fc14-4bed-b131-f61f563804f2 req-02e5d124-3e7a-478a-8636-b57a501a37e6 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.7478204 Dec 22 08:49:02.502130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-861f00cc-f589-4de6-99cf-b52ca03336c4 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:02.525973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Attempting to bind port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:02.526479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Attempting to bind port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '9da88644-2042-4869-b97d-08951a41b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '78b43f58-5617-4436-8e1e-c33d3e0cd2c3'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:02.526852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Attempting to bind port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 on network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:02.534539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:49:02.537554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56286) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:02.549766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8702ccd-e95a-486e-b918-73d6f6f1989e req-2f9a1ea0-db75-4984-87f3-1c2ce2516bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:02.551046 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8702ccd-e95a-486e-b918-73d6f6f1989e req-2f9a1ea0-db75-4984-87f3-1c2ce2516bbc service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a4713ff-e518-4758-96b2-be24d34cc391 HTTP/1.1" status: 200 len: 913 time: 0.3779035 Dec 22 08:49:02.625943 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8702ccd-e95a-486e-b918-73d6f6f1989e req-566bfb8d-c348-4def-a907-25cc1b8c32d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc788b36-d2db-4c4a-8581-8fb0295428f3 HTTP/1.1" status: 200 len: 217 time: 0.0670958 Dec 22 08:49:02.649417 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:02.649903 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Checking segment: {'id': '9da88644-2042-4869-b97d-08951a41b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '78b43f58-5617-4436-8e1e-c33d3e0cd2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:02.650435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:02.651072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Bound using segment: {'id': '9da88644-2042-4869-b97d-08951a41b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '78b43f58-5617-4436-8e1e-c33d3e0cd2c3'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:02.651633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Bound port: 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da88644-2042-4869-b97d-08951a41b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '78b43f58-5617-4436-8e1e-c33d3e0cd2c3'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:02.652127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:02.676192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04737bb3-ee61-4aca-ae37-6cae85222baa None None] Pushing event updated for resources: {'Port': ['ID=270fd295-a549-4e9b-acd0-b48e1e37fe1f,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:02.734828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-861f00cc-f589-4de6-99cf-b52ca03336c4 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Calling delete_port for 2ca5c8ca-481d-42b8-b323-b20fb6707130 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:02.740667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:02.741367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:02.795117 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9a03aeb1-fc14-4bed-b131-f61f563804f2 req-4d49497d-ee9f-41c9-9bdc-1d84f1918662 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181283 Dec 22 08:49:02.802620 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8fbab366-671c-4f2a-acc6-9a08cab97526 tempest-ServiceProvidersTest-1844380727 tempest-ServiceProvidersTest-1844380727-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2623901 Dec 22 08:49:02.821302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:02.840216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.038139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 57bbaf9f-18a0-42ab-9b00-e830f125de16 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:03.038517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.044290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.048701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8702ccd-e95a-486e-b918-73d6f6f1989e req-1bed9238-05bc-4514-9962-83e6fb79caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:03.050177 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8702ccd-e95a-486e-b918-73d6f6f1989e req-1bed9238-05bc-4514-9962-83e6fb79caa7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46dbdb66-ada3-4bc8-af03-6893a7798f7f HTTP/1.1" status: 200 len: 852 time: 0.3597107 Dec 22 08:49:03.112089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:03.203013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] For port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:03.207646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:03.208189 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.211102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] For port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=052661a5-70af-4fd3-a6fd-2a0ccfdeafd1,segment=NetworkSegment(9da88644-2042-4869-b97d-08951a41b2f6),segment_id=9da88644-2042-4869-b97d-08951a41b2f6)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:03.239484 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8702ccd-e95a-486e-b918-73d6f6f1989e req-533bdc86-ceac-4cfc-80cd-ac85532acc3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a4713ff-e518-4758-96b2-be24d34cc391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786628 Dec 22 08:49:03.251065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56296) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:03.284703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.314126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-861f00cc-f589-4de6-99cf-b52ca03336c4 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.400993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f00cc-f589-4de6-99cf-b52ca03336c4 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Port': ['ID=2ca5c8ca-481d-42b8-b323-b20fb6707130,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:03.416681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-861f00cc-f589-4de6-99cf-b52ca03336c4 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.443931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.449464 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-861f00cc-f589-4de6-99cf-b52ca03336c4 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "DELETE /v2.0/ports/2ca5c8ca-481d-42b8-b323-b20fb6707130 HTTP/1.1" status: 204 len: 168 time: 2.0233591 Dec 22 08:49:03.452271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56302) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:03.498197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.664173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b9965-cca8-416d-8d09-bf9d98296ceb None None] Pushing event updated for resources: {'Port': ['ID=052661a5-70af-4fd3-a6fd-2a0ccfdeafd1,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:03.677106 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8702ccd-e95a-486e-b918-73d6f6f1989e req-96c4a268-d034-43e0-9f4b-fce1907dd558 service neutron] 10.222.0.54 "GET /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240007 Dec 22 08:49:03.724762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0e965225-d640-4839-9d32-585245d6f9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.735435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-60e9eeae-d95f-4eb4-a0aa-02f625385c5e tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Deleting port 7abc89a1-e423-4a3a-8afd-628e70f2d98d {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:03.735776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-60e9eeae-d95f-4eb4-a0aa-02f625385c5e tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.801667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:03.815518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:03.855553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=667f4c0c-bd91-4b2f-b641-b19d86d61a28,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:03.870702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:03.871599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bf8c5e71-4c15-4c0f-b9e5-8a5495d7f0d1 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:03.929171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:57Z', 'revision_number': 10, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:03.935507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157705a-bd4f-4311-8d79-e3c812713e68 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:48:57Z', 'revision_number': 10, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None, '_interfaces': [{'id': '340e385e-18b5-4d69-9a2f-e32b20156cb2', 'name': '', 'network_id': '4076a814-f512-4df8-9b34-5269c30a8ec3', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'mac_address': 'fa:16:3e:0e:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:47:55Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 5, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'subnets': [{'id': 'a5a4a9b3-e137-4e61-bea6-ea6a43dd217d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:04.103825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1517059b-3f9a-41ec-ba2f-dc8bb026ac49 None None] Network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:04.222245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0e965225-d640-4839-9d32-585245d6f9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:04.226540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c74315c9-2183-43c6-b035-11260e73b921 None None] Provisioning for port 270fd295-a549-4e9b-acd0-b48e1e37fe1f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:04.240955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0e965225-d640-4839-9d32-585245d6f9c7 admin admin] Usage tracker for resource:security_group_rule and tenant:30dbe42932cc4c86b9f849d2e1173696 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:04.251747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0e965225-d640-4839-9d32-585245d6f9c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:04.273042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0e965225-d640-4839-9d32-585245d6f9c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:04.276675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port 340e385e-18b5-4d69-9a2f-e32b20156cb2 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:04.277168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:04.323806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-60e9eeae-d95f-4eb4-a0aa-02f625385c5e tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:04.361189 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b8702ccd-e95a-486e-b918-73d6f6f1989e req-0ada77a2-0718-4da6-bfd8-4de55b795b92 service neutron] 10.222.0.54 "GET /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755803 Dec 22 08:49:04.462100 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] For port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=052661a5-70af-4fd3-a6fd-2a0ccfdeafd1,segment=NetworkSegment(9da88644-2042-4869-b97d-08951a41b2f6),segment_id=9da88644-2042-4869-b97d-08951a41b2f6)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:04.462470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:04.519194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-60e9eeae-d95f-4eb4-a0aa-02f625385c5e tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Calling delete_port for 7abc89a1-e423-4a3a-8afd-628e70f2d98d owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:04.521378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 270fd295-a549-4e9b-acd0-b48e1e37fe1f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:04.589920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:04.592888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:04.643232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 270fd295-a549-4e9b-acd0-b48e1e37fe1f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:04.649785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 270fd295-a549-4e9b-acd0-b48e1e37fe1f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:04.650324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:04.678241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Calling delete_port for 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:04.733908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-60e9eeae-d95f-4eb4-a0aa-02f625385c5e tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:04.806100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:04.841711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 270fd295-a549-4e9b-acd0-b48e1e37fe1f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=270fd295-a549-4e9b-acd0-b48e1e37fe1f,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:04.850479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:04.851996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:04.894846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9eeae-d95f-4eb4-a0aa-02f625385c5e tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Port': ['ID=7abc89a1-e423-4a3a-8afd-628e70f2d98d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:04.926052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-60e9eeae-d95f-4eb4-a0aa-02f625385c5e tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:04.936410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0e965225-d640-4839-9d32-585245d6f9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:04.959215 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-60e9eeae-d95f-4eb4-a0aa-02f625385c5e tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "DELETE /v2.0/ports/7abc89a1-e423-4a3a-8afd-628e70f2d98d HTTP/1.1" status: 204 len: 168 time: 1.5054696 Dec 22 08:49:04.962403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56308) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:04.966780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ddd2d-5e32-426d-b49b-77c8728ad9b2 req-0d82e19a-c51b-477e-b1cc-37a210b15d38 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:04.976478 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-236ddd2d-5e32-426d-b49b-77c8728ad9b2 req-0d82e19a-c51b-477e-b1cc-37a210b15d38 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.8504648 Dec 22 08:49:05.033828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0e965225-d640-4839-9d32-585245d6f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.076278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d964122a-bfb4-4103-aef6-2f4c24b92728 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Synchronizing usage tracker for tenant:7243c537e7e94b87a6b237a112fff610 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:05.095086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=270fd295-a549-4e9b-acd0-b48e1e37fe1f,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:05.102276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 967dd3f3-5d43-413b-8998-f4507beeb7ca has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:49:05.180216 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0e965225-d640-4839-9d32-585245d6f9c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30dbe42932cc4c86b9f849d2e1173696&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9266591 Dec 22 08:49:05.195626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56312) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:05.213118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e965225-d640-4839-9d32-585245d6f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f37614f-f754-43e6-8507-602805bd7167,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:05.223364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-85fac40a-de24-4f02-807c-71830edc70a5 None None] Provisioning for port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:05.254592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e5739-03b2-4358-9dc7-72b6eaf5e86a None None] Network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:05.289982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d964122a-bfb4-4103-aef6-2f4c24b92728 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Unset dirty status for tenant:7243c537e7e94b87a6b237a112fff610 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:05.295258 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d964122a-bfb4-4103-aef6-2f4c24b92728 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3319020 Dec 22 08:49:05.311646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56316) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:05.330743 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-236ddd2d-5e32-426d-b49b-77c8728ad9b2 req-a703b84e-624a-4634-91da-878c58765eef tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527336 Dec 22 08:49:05.332839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-85fac40a-de24-4f02-807c-71830edc70a5 None None] Provisioning complete for port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:05.333526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-85fac40a-de24-4f02-807c-71830edc70a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.356289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1893640258'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:05.389712 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:05.393529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port 340e385e-18b5-4d69-9a2f-e32b20156cb2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=340e385e-18b5-4d69-9a2f-e32b20156cb2,segment=NetworkSegment(dc9fe98a-bf70-4c22-aa7d-337446f5557a),segment_id=dc9fe98a-bf70-4c22-aa7d-337446f5557a)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:05.394059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.414521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Usage tracker for resource:network and tenant:7243c537e7e94b87a6b237a112fff610 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:05.420466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-85fac40a-de24-4f02-807c-71830edc70a5 None None] Port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:49:05.421825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:05.437010 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:05.469096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:05.479792 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3329b8e3-986d-4710-921c-f1147eebf19a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/967dd3f3-5d43-413b-8998-f4507beeb7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8238842 Dec 22 08:49:05.482564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56320) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:05.483302 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Sync routers for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:05.499786 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:05.500957 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:05.504179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-85fac40a-de24-4f02-807c-71830edc70a5 None None] Provisioning complete for port 270fd295-a549-4e9b-acd0-b48e1e37fe1f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:05.504579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-85fac40a-de24-4f02-807c-71830edc70a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.543589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:05.609899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for 340e385e-18b5-4d69-9a2f-e32b20156cb2 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:05.645275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.668615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:05.668991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.706734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 was deleted so its status cannot be updated. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 08:49:05.725665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:05.733862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a1bba33-54da-44d4-944f-7912bc55c1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.744873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Made reservation on behalf of 7243c537e7e94b87a6b237a112fff610 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:05.752105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.758973 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:05.767749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:05.768095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 008f24c1-d35b-4b0e-9d46-7f0fc1ba7330 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:05.771940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.772323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.772922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.773508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.773850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.774308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.774784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.775227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.775671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.776109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.777997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.778455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.778899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.783999 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-52524115-39c1-487c-8335-aaa451259746 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9104 time: 0.2968740 Dec 22 08:49:05.784166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Port': ['ID=052661a5-70af-4fd3-a6fd-2a0ccfdeafd1,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:05.787055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56324) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:05.874735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.875451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.876081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.876687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.877288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.877929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.878531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.879130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.879257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a1bba33-54da-44d4-944f-7912bc55c1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.879835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.880431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.881228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.881879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:05.887949 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7c195fd3-145f-4701-babd-f80c89fae1ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7733 time: 0.0998278 Dec 22 08:49:05.888568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56328) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:05.918867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No DVR routers for this DVR port 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:05.978682 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:06.018179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-085e6a80-5926-4ba3-9b39-8fc1e58b0548 None None] Could not find standard attr ID for object 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:49:06.024051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.024244 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Added segment 9cc27dc5-c69a-4903-bdf1-b344bb9cacfc of type vlan for network 77729cb9-a8e7-458f-b001-ea9e99d18872 Dec 22 08:49:06.047116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-085e6a80-5926-4ba3-9b39-8fc1e58b0548 None None] Provisioning complete for port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:06.047853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-085e6a80-5926-4ba3-9b39-8fc1e58b0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.091995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.145783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.196573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1156038-4bfb-476f-bacc-2df6ee76c30c None None] Network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:06.206328 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e9b1d9d2-6d66-47bf-a4fc-0879d2e845eb tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2144 time: 0.3166723 Dec 22 08:49:06.225581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a1bba33-54da-44d4-944f-7912bc55c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.241843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-085e6a80-5926-4ba3-9b39-8fc1e58b0548 None None] Port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:49:06.259545 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:49:02Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:03Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:06.265449 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Checking router: 967dd3f3-5d43-413b-8998-f4507beeb7ca for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:49:06.265904 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Updating router 967dd3f3-5d43-413b-8998-f4507beeb7ca port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:49:06.297878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bba33-54da-44d4-944f-7912bc55c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f37614f-f754-43e6-8507-602805bd7167,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:06.326215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.336910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:06.337542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.363018 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.471246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 270fd295-a549-4e9b-acd0-b48e1e37fe1f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:06.662170 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a1bba33-54da-44d4-944f-7912bc55c1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.663309 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1a1bba33-54da-44d4-944f-7912bc55c1d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f37614f-f754-43e6-8507-602805bd7167 HTTP/1.1" status: 204 len: 168 time: 1.4376512 Dec 22 08:49:06.678222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 270fd295-a549-4e9b-acd0-b48e1e37fe1f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:06.678738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.703032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.708196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.766372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56338) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:06.771979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009297868', 'description': 'tempest-secgroup-smoke-2009297868 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:06.786094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:06.801060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=340e385e-18b5-4d69-9a2f-e32b20156cb2,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:06.801920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:06.814951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:06.834520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:06.868651 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5469754 Dec 22 08:49:06.869278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56342) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:06.880251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1976083879'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:06.883702 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:06.908866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd5ba0a-d971-4d50-b1f2-361f68c25d23,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:06.946401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:06.967481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:06.970264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Usage tracker for resource:network and tenant:7243c537e7e94b87a6b237a112fff610 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:06.988322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:06.991746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:06.997376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:06.997784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0386e-8b66-499b-9bb8-96b44f97983c None None] Network 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:07.005276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:07.012008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:07.032773 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.056192 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Transition to ACTIVE for port object 667f4c0c-bd91-4b2f-b641-b19d86d61a28 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:07.069708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Made reservation on behalf of 7243c537e7e94b87a6b237a112fff610 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:07.075404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.076590 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.132146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:07.171233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.172099 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Added segment b05b7d33-9050-4f39-b931-92431851ada1 of type vlan for network 2b07d6f6-962f-467c-81b6-19e760e79f80 Dec 22 08:49:07.184628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.218711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b43f58-5617-4436-8e1e-c33d3e0cd2c3']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:07.225052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.234935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da88644-2042-4869-b97d-08951a41b2f6') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:07.235224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da88644-2042-4869-b97d-08951a41b2f6') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:07.241876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.247719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.248094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.274701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.283772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ac624-d80d-45e1-a80b-08f85b68adeb tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'Network': ['ID=77729cb9-a8e7-458f-b001-ea9e99d18872,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:07.318333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 77729cb9-a8e7-458f-b001-ea9e99d18872 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:07.319491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df705ddf-b223-42da-84f2-59fcfda60629,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:07.333053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.334569 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5671294 Dec 22 08:49:07.336352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.336835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.337306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.337820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.338296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.338773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.339246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.340374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.340873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.341193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.341512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.341858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae24d0b6-0ff7-4368-b860-01042d3c0a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:07.344639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56346) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:07.364259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:07.364871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.375009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'df705ddf-b223-42da-84f2-59fcfda60629', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:07.383323 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:07.389443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.394406 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98d392-0192-492e-8e30-6df6300ba6c7 None None] Pushing event updated for resources: {'Port': ['ID=667f4c0c-bd91-4b2f-b641-b19d86d61a28,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:07.395709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:07.396492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.413362 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:07.442935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:07.462441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:07.477132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:07.521368 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6506801 Dec 22 08:49:07.542344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f080bd0-9004-4bf0-97df-a0d4ec8cacc0 None None] DHCP port deletion for 78b43f58-5617-4436-8e1e-c33d3e0cd2c3 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:07.551377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.587320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.610217 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Attempting to bind port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:07.610712 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Attempting to bind port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:07.611323 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Attempting to bind port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 on network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:07.617387 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:07.618086 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Checking segment: {'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:07.618744 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.619355 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Bound using segment: {'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:07.620028 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Bound port: 667f4c0c-bd91-4b2f-b641-b19d86d61a28, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:07.620628 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.695542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f1802-777d-4bb9-8578-4ebc65c84a32 req-b11793c7-8d8e-4e14-ac8d-37c38dda52be tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:07.703887 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-835f1802-777d-4bb9-8578-4ebc65c84a32 req-b11793c7-8d8e-4e14-ac8d-37c38dda52be tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 1.0940094 Dec 22 08:49:07.753509 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] For port 667f4c0c-bd91-4b2f-b641-b19d86d61a28, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:07.758007 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] For port 667f4c0c-bd91-4b2f-b641-b19d86d61a28, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=667f4c0c-bd91-4b2f-b641-b19d86d61a28,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:07.767205 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.776813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.781354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.827256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84eec7-2f0c-4d64-97e7-d341841f920c tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'Network': ['ID=2b07d6f6-962f-467c-81b6-19e760e79f80,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:07.827925 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/78b43f58-5617-4436-8e1e-c33d3e0cd2c3 HTTP/1.1" status: 204 len: 168 time: 5.3678312 Dec 22 08:49:07.830825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56350) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:07.833399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a3b76-9623-4838-931c-6df61dddaf34 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Network': ['ID=78b43f58-5617-4436-8e1e-c33d3e0cd2c3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:07.839257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 2b07d6f6-962f-467c-81b6-19e760e79f80 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:07.881485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.888950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.915292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b9ac6b-09ee-4c8b-a9fb-e925fb5afc06,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:07.928170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.929556 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8de23a33-4835-4865-8ea4-8e34306e72fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5753438 Dec 22 08:49:07.932640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56354) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:07.939394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'df705ddf-b223-42da-84f2-59fcfda60629', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:07.946041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:07.951050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:07.954406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:07.960278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:07.976285 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f0e62c-30c2-4a57-9dd7-03e40140902c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:07.981246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f0e62c-30c2-4a57-9dd7-03e40140902c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:07.989783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56358) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:07.990898 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-57f0e62c-30c2-4a57-9dd7-03e40140902c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/78b43f58-5617-4436-8e1e-c33d3e0cd2c3 HTTP/1.1" status: 404 len: 339 time: 0.1547921 Dec 22 08:49:08.005188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949021077', 'description': 'd1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:08.024818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:08.040511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Usage tracker for resource:network and tenant:1c48f968056842a1bca8f8e863d1d04d is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:08.043259 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:08.043896 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:08.046509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:08.061330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:08.076102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.093028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:08.101908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.147765 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-835f1802-777d-4bb9-8578-4ebc65c84a32 req-14740fce-64c9-4ade-a9fb-562cb703e39a tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428895 Dec 22 08:49:08.174735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:49:08.196247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:08.217837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.218183 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Added segment 37e0aa42-2876-4dee-a792-0321cd04935c of type vlan for network f55c3e25-97f5-44f9-b9fc-3661ac74c110 Dec 22 08:49:08.287742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.349582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:08.377926 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:08.384485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.403108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.448832 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:08.449592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 052661a5-70af-4fd3-a6fd-2a0ccfdeafd1 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:08.469132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a174b01-dadc-4956-91b6-aa99eddb77ff,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:08.486350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.492942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:08.493782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.542704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:08.552443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:08.553866 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8c1024b3-c891-45ee-b9fb-d53a657fd1e8 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4242988 Dec 22 08:49:08.561919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56364) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:08.568782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:08.570193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:08.672665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8c571a-ba5a-4e21-8314-b82b30246d55 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting subnet a5a4a9b3-e137-4e61-bea6-ea6a43dd217d {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:08.678611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db8c571a-ba5a-4e21-8314-b82b30246d55 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.745475 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98d392-0192-492e-8e30-6df6300ba6c7 None None] Pushing event updated for resources: {'Port': ['ID=667f4c0c-bd91-4b2f-b641-b19d86d61a28,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:08.746862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=f55c3e25-97f5-44f9-b9fc-3661ac74c110,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:08.749329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.762036 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-de5df78f-68d6-4d1b-9ae5-e7acddc0b03d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8280444 Dec 22 08:49:08.772945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56370) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:08.785112 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network f55c3e25-97f5-44f9-b9fc-3661ac74c110 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:08.792463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'df705ddf-b223-42da-84f2-59fcfda60629', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:08.810279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:08.814359 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:49:02Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:07Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:08.827218 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f5d7a61f-18fd-4541-a80f-06f0bad2593f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8346322 Dec 22 08:49:08.828738 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e61c4-6842-4226-97df-9279efa9e51b None None] The sync data for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv is: [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:49:02Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:07Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:08.829937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:08.841568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:08.846626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56374) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:08.928752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db8c571a-ba5a-4e21-8314-b82b30246d55 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:08.936016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:09.065380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db8c571a-ba5a-4e21-8314-b82b30246d55 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.129795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.182361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24793d3-826a-4da7-ab52-4f6445b0904a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:09.184661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e24793d3-826a-4da7-ab52-4f6445b0904a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Synchronizing usage tracker for tenant:1c48f968056842a1bca8f8e863d1d04d on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:09.188069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:09.237760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db8c571a-ba5a-4e21-8314-b82b30246d55 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.302673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e24793d3-826a-4da7-ab52-4f6445b0904a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Unset dirty status for tenant:1c48f968056842a1bca8f8e863d1d04d on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:09.309338 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e24793d3-826a-4da7-ab52-4f6445b0904a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/networks?id=f55c3e25-97f5-44f9-b9fc-3661ac74c110 HTTP/1.1" status: 200 len: 765 time: 0.4546659 Dec 22 08:49:09.316791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56378) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:09.326496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.339610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.364600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-0f1d9040-d8a4-4035-9d31-bcaecc9b97cf tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'description': 'd2'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:09.371819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf0f0c2-25ec-4829-8ced-be5a3af33729,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:09.391286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.392572 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d5e8ec6c-542e-42cb-98fc-b7d9498cffb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6140037 Dec 22 08:49:09.395468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56382) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:09.400993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'df705ddf-b223-42da-84f2-59fcfda60629', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:09.409522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:49:06Z', 'revision_number': 11, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:09.419613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:09.420087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:49:09.425284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:09.426694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db8c571a-ba5a-4e21-8314-b82b30246d55 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.430308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed7115f-ad43-42d5-b16b-dba6c197d384 None None] Network 4076a814-f512-4df8-9b34-5269c30a8ec3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:09.437932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:09.444127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:09.450532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c571a-ba5a-4e21-8314-b82b30246d55 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a4a9b3-e137-4e61-bea6-ea6a43dd217d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:09.483089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:09.483659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:09.493413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.533026 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-db8c571a-ba5a-4e21-8314-b82b30246d55 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/a5a4a9b3-e137-4e61-bea6-ea6a43dd217d HTTP/1.1" status: 204 len: 168 time: 0.9676964 Dec 22 08:49:09.535505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56386) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:09.601814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.615736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.678259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c187b19-c444-4df3-94b1-51cefbd39a15,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:09.684483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.688413 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a9a1d186-1dd3-43d1-95af-d11da95afeea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2900019 Dec 22 08:49:09.690384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56390) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:09.697312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'df705ddf-b223-42da-84f2-59fcfda60629', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:09.703919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:09.708123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:09.711398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:09.718933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:09.749848 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:49:09.759390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.773331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aec08c-2c7d-4b86-b2ba-7fe1d23a9bff req-aee9b590-a64d-45c5-86c4-61837eb35b3c tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:09.793738 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-53aec08c-2c7d-4b86-b2ba-7fe1d23a9bff req-aee9b590-a64d-45c5-86c4-61837eb35b3c tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.6151068 Dec 22 08:49:09.875856 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:09.876994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.883945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.886317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.930005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51a1e0c-aa64-44b5-ab8b-e6cb6332106c,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:09.947079 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-53aec08c-2c7d-4b86-b2ba-7fe1d23a9bff req-49a3de90-d888-41d3-bb6e-814e967ab1c3 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522021 Dec 22 08:49:09.950869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.952113 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2a29ce17-9a8e-4666-9068-7c524f671e2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2606621 Dec 22 08:49:09.956740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56394) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:09.962398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'df705ddf-b223-42da-84f2-59fcfda60629', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:09.974549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:09.985253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:09.994464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:10.001096 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9040-d8a4-4035-9d31-bcaecc9b97cf tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.008714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Deleting port aed11ff4-2da6-4c15-a3da-879f28c724f3 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:10.008879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.009475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:10.044514 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:49:10.059082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.133486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:49:06Z', 'revision_number': 11, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:10.140239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9040-d8a4-4035-9d31-bcaecc9b97cf tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.194455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7b3c1-c401-43d3-ba50-3b606de75d12 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:49:06Z', 'revision_number': 11, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:10.208253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f1d9040-d8a4-4035-9d31-bcaecc9b97cf tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network f55c3e25-97f5-44f9-b9fc-3661ac74c110 is not hosted by any dhcp agent {{(pid=87534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 08:49:10.210872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.213523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d9040-d8a4-4035-9d31-bcaecc9b97cf tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:10.224727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9040-d8a4-4035-9d31-bcaecc9b97cf tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.227367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.236829 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0f1d9040-d8a4-4035-9d31-bcaecc9b97cf tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "PUT /v2.0/networks/f55c3e25-97f5-44f9-b9fc-3661ac74c110 HTTP/1.1" status: 200 len: 762 time: 0.8961875 Dec 22 08:49:10.238144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56398) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:10.281787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4857a85-51a2-4287-8db6-c8679fa72ee7,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:10.284143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.285565 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-85f325b7-1033-473c-93e8-db60004292af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3278706 Dec 22 08:49:10.408458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d9040-d8a4-4035-9d31-bcaecc9b97cf tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=f55c3e25-97f5-44f9-b9fc-3661ac74c110,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:10.421213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network f55c3e25-97f5-44f9-b9fc-3661ac74c110 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:10.562063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-38eafd65-5050-40d5-bbd0-f1a8abd8e06e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:10.595676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-38eafd65-5050-40d5-bbd0-f1a8abd8e06e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:10.606040 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-38eafd65-5050-40d5-bbd0-f1a8abd8e06e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009297868&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0915902 Dec 22 08:49:10.622638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] DHCP port deletion for 4076a814-f512-4df8-9b34-5269c30a8ec3 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:10.628426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] Deleting port aed11ff4-2da6-4c15-a3da-879f28c724f3 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:10.628803 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.660272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff28142-227f-4af0-9939-75c50fd73eb0 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:10.661289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-eff28142-227f-4af0-9939-75c50fd73eb0 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Synchronizing usage tracker for tenant:1c48f968056842a1bca8f8e863d1d04d on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:10.705753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] For port aed11ff4-2da6-4c15-a3da-879f28c724f3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=aed11ff4-2da6-4c15-a3da-879f28c724f3,segment=NetworkSegment(dc9fe98a-bf70-4c22-aa7d-337446f5557a),segment_id=dc9fe98a-bf70-4c22-aa7d-337446f5557a)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:10.706811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.716466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-eff28142-227f-4af0-9939-75c50fd73eb0 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Unset dirty status for tenant:1c48f968056842a1bca8f8e863d1d04d on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:10.732939 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eff28142-227f-4af0-9939-75c50fd73eb0 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/networks?id=f55c3e25-97f5-44f9-b9fc-3661ac74c110 HTTP/1.1" status: 200 len: 765 time: 0.4565616 Dec 22 08:49:10.735598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56414) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:10.740194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 667f4c0c-bd91-4b2f-b641-b19d86d61a28 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:10.943141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56418) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:10.950223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:10.959438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:10.959853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.992224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Calling delete_port for aed11ff4-2da6-4c15-a3da-879f28c724f3 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:11.021400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'subnets': [{'network_id': '77729cb9-a8e7-458f-b001-ea9e99d18872', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--159099162', 'ip_version': 6}, {'network_id': '2b07d6f6-962f-467c-81b6-19e760e79f80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:11.021741 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'subnet': {'network_id': '77729cb9-a8e7-458f-b001-ea9e99d18872', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--159099162', 'ip_version': 6}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:11.023127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Request body: {'subnet': {'network_id': '2b07d6f6-962f-467c-81b6-19e760e79f80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:11.091541 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] For port aed11ff4-2da6-4c15-a3da-879f28c724f3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=aed11ff4-2da6-4c15-a3da-879f28c724f3,segment=NetworkSegment(dc9fe98a-bf70-4c22-aa7d-337446f5557a),segment_id=dc9fe98a-bf70-4c22-aa7d-337446f5557a)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:11.091837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.103399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-42368d38-0e8f-494f-9f11-cf3dcc91bb46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:11.105258 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-42368d38-0e8f-494f-9f11-cf3dcc91bb46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/networks?id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73 HTTP/1.1" status: 200 len: 796 time: 0.4983456 Dec 22 08:49:11.107000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.200005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Port': ['ID=aed11ff4-2da6-4c15-a3da-879f28c724f3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:11.210229 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-1d8c56d3-74be-4a98-a92b-9752ccb97637 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/quotas/bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 375 time: 0.0933287 Dec 22 08:49:11.249567 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] Calling delete_port for aed11ff4-2da6-4c15-a3da-879f28c724f3 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:11.285419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a748a-959d-4d7e-9ff5-46f74b9b4e36 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:11.289351 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dd2a748a-959d-4d7e-9ff5-46f74b9b4e36 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5474150 Dec 22 08:49:11.312042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56424) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:11.318136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No DVR routers for this DVR port aed11ff4-2da6-4c15-a3da-879f28c724f3 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:11.329761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.374827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 667f4c0c-bd91-4b2f-b641-b19d86d61a28, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=667f4c0c-bd91-4b2f-b641-b19d86d61a28,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:11.375719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:11.376116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:11.380138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.413831 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-79bc5a42-ef21-44c2-af5a-df2408bf5869 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 207 time: 0.0959177 Dec 22 08:49:11.415767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56428) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:11.464371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=667f4c0c-bd91-4b2f-b641-b19d86d61a28,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:11.465941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.498807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4076a814-f512-4df8-9b34-5269c30a8ec3']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:11.512789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557d8d3-9384-4671-b555-f4aba1e6c15b req-0c574444-8f48-4821-8a0c-daf0ae451e3b tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:11.514265 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d557d8d3-9384-4671-b555-f4aba1e6c15b req-0c574444-8f48-4821-8a0c-daf0ae451e3b tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.3585041 Dec 22 08:49:11.519977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9fe98a-bf70-4c22-aa7d-337446f5557a') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:11.520278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9fe98a-bf70-4c22-aa7d-337446f5557a') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:11.538094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:11.546298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.556198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Usage tracker for resource:subnet and tenant:7243c537e7e94b87a6b237a112fff610 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:11.561827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:11.574434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:11.580249 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.585220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-d8aa3330-5c03-44c5-91dd-f5ddf0b57b5f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:11.592607 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d557d8d3-9384-4671-b555-f4aba1e6c15b req-5653414c-3d66-494f-9886-ac9a3d6b55f1 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654383 Dec 22 08:49:11.593170 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:11.593802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:11.608448 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:11.627621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06577c7c-e8ec-459c-8d90-0b294d9a0e50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:11.633526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06577c7c-e8ec-459c-8d90-0b294d9a0e50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:11.639897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06577c7c-e8ec-459c-8d90-0b294d9a0e50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:11.645436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06577c7c-e8ec-459c-8d90-0b294d9a0e50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:11.651148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06577c7c-e8ec-459c-8d90-0b294d9a0e50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:11.657203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06577c7c-e8ec-459c-8d90-0b294d9a0e50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:11.659030 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-06577c7c-e8ec-459c-8d90-0b294d9a0e50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2334647 Dec 22 08:49:11.662771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Made reservation on behalf of 7243c537e7e94b87a6b237a112fff610 for: {'subnet': 2} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:11.666972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.667299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.682239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56434) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:11.746166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.750305 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.814696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-d8aa3330-5c03-44c5-91dd-f5ddf0b57b5f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:11.827740 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-d8aa3330-5c03-44c5-91dd-f5ddf0b57b5f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5934191 Dec 22 08:49:11.842306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Pushing event deleted for resources: {'Network': ['ID=4076a814-f512-4df8-9b34-5269c30a8ec3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:11.854340 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-baad5171-72bf-4d46-819d-dccd94db900d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/networks/4076a814-f512-4df8-9b34-5269c30a8ec3 HTTP/1.1" status: 204 len: 168 time: 2.3113203 Dec 22 08:49:11.857573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56440) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:11.865421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-74b5a88d-ca32-490e-b028-a88a9c173c3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'routes': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:11.877096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] Deleting port aed11ff4-2da6-4c15-a3da-879f28c724f3 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:11.878556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.953639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5748be40-ef6b-464e-9517-12783f783a23 None None] The port 'aed11ff4-2da6-4c15-a3da-879f28c724f3' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:12.065214 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-34508614-8dfc-490b-806c-5d73f7468a8c service neutron] 10.222.0.37 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343540 Dec 22 08:49:12.210637 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-69580a66-aae9-4ce4-9bd7-2057ccdb0209 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5271974 Dec 22 08:49:12.221807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56444) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:12.299808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 667f4c0c-bd91-4b2f-b641-b19d86d61a28 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:12.320971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.extraroute_db [None req-74b5a88d-ca32-490e-b028-a88a9c173c3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Added routes are [] {{(pid=87534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:49:12.321269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.extraroute_db [None req-74b5a88d-ca32-490e-b028-a88a9c173c3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Removed routes are [] {{(pid=87534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:49:12.321630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-74b5a88d-ca32-490e-b028-a88a9c173c3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:12.358444 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-19381cda-17ab-4634-b025-e41b383f7269 service neutron] 10.222.0.37 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649813 Dec 22 08:49:12.369828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:12.370387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:12.405631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb0395-f679-4209-bd2b-b8d2cf2ed14e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.408319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb0395-f679-4209-bd2b-b8d2cf2ed14e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.408698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb0395-f679-4209-bd2b-b8d2cf2ed14e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.410221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb0395-f679-4209-bd2b-b8d2cf2ed14e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.411660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb0395-f679-4209-bd2b-b8d2cf2ed14e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.416789 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-28eb0395-f679-4209-bd2b-b8d2cf2ed14e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1906586 Dec 22 08:49:12.419901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56448) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:12.522232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50988222-54e1-471e-986d-d1269bf47032 req-5b999215-b4b3-40eb-bd6b-59afcc239a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.523704 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-50988222-54e1-471e-986d-d1269bf47032 req-5b999215-b4b3-40eb-bd6b-59afcc239a20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f95227a02e427e99c4a35a4b523368&device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 1099 time: 0.5842509 Dec 22 08:49:12.554226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625490e3-8ebc-4376-8d2b-7c090ed880b2 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.555619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625490e3-8ebc-4376-8d2b-7c090ed880b2 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.557370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625490e3-8ebc-4376-8d2b-7c090ed880b2 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.559389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625490e3-8ebc-4376-8d2b-7c090ed880b2 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.560775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625490e3-8ebc-4376-8d2b-7c090ed880b2 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.562367 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-625490e3-8ebc-4376-8d2b-7c090ed880b2 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1417637 Dec 22 08:49:12.571326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56454) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:12.579165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 340e385e-18b5-4d69-9a2f-e32b20156cb2 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:12.604986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40766b1c-7825-4a69-9eff-6f0640522a9e req-12a75f87-9635-4c95-8fc3-3cf324bb7101 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.607011 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-40766b1c-7825-4a69-9eff-6f0640522a9e req-12a75f87-9635-4c95-8fc3-3cf324bb7101 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.6741946 Dec 22 08:49:12.614455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 340e385e-18b5-4d69-9a2f-e32b20156cb2 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:12.614800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 340e385e-18b5-4d69-9a2f-e32b20156cb2 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:12.615215 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device aed11ff4-2da6-4c15-a3da-879f28c724f3 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:12.652987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: aed11ff4-2da6-4c15-a3da-879f28c724f3 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:12.653705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device aed11ff4-2da6-4c15-a3da-879f28c724f3 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:12.701884 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2f2b58d0-8cb5-40d7-bd15-0d747926ef96 req-e8987dd2-2638-44ad-bb61-bd6e0094920c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 210 time: 0.1312361 Dec 22 08:49:12.778119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-74b5a88d-ca32-490e-b028-a88a9c173c3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:12.797856 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-74b5a88d-ca32-490e-b028-a88a9c173c3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:12.851849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d30f72-077a-4c7c-aeaf-acf84d9fc637 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.853212 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-16d30f72-077a-4c7c-aeaf-acf84d9fc637 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/networks/6b21c5ba-8043-4fd9-b728-4937f1ed27ab HTTP/1.1" status: 200 len: 802 time: 0.2799296 Dec 22 08:49:12.854648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:12.858608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56458) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:12.991888 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-40766b1c-7825-4a69-9eff-6f0640522a9e req-3c220678-19ba-466a-b2ad-51568720b3b9 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374852 Dec 22 08:49:13.033516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b5a88d-ca32-490e-b028-a88a9c173c3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 9da2f6d4-f68e-4b0b-8870-99db57be482c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:49:13.034902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50988222-54e1-471e-986d-d1269bf47032 req-04f81f8f-4389-4186-9f7a-457b6997ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.036353 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-50988222-54e1-471e-986d-d1269bf47032 req-04f81f8f-4389-4186-9f7a-457b6997ad71 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a4713ff-e518-4758-96b2-be24d34cc391 HTTP/1.1" status: 200 len: 913 time: 0.4395225 Dec 22 08:49:13.040794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'Subnet': ['ID=9aa457fc-0806-4e2c-aab7-c3240f7609a6,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:13.051829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Checking segment: {'id': '9cc27dc5-c69a-4903-bdf1-b344bb9cacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '77729cb9-a8e7-458f-b001-ea9e99d18872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:13.052184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Network hostable DHCP agents. Network: 77729cb9-a8e7-458f-b001-ea9e99d18872, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:13.092157 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8355dbd3-2121-419c-bfa4-44ea57426d6a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/networks/6b21c5ba-8043-4fd9-b728-4937f1ed27ab?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.2090983 Dec 22 08:49:13.095434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56462) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:13.098003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Network 77729cb9-a8e7-458f-b001-ea9e99d18872 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:13.151116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 77729cb9-a8e7-458f-b001-ea9e99d18872) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:13.158907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.159697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e071b5f8-8b1d-4cd0-b03b-915dd487f480 None None] Network 77729cb9-a8e7-458f-b001-ea9e99d18872 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:13.169430 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-50988222-54e1-471e-986d-d1269bf47032 req-872a2e47-df84-442a-9d8c-7698e7f05469 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc788b36-d2db-4c4a-8581-8fb0295428f3 HTTP/1.1" status: 200 len: 217 time: 0.1257670 Dec 22 08:49:13.217465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0206d-12b7-4c93-a867-925400800448 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.221995 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e6e0206d-12b7-4c93-a867-925400800448 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/subnets/4b76b541-b226-44b8-90b3-aca460146d75 HTTP/1.1" status: 200 len: 843 time: 0.1223075 Dec 22 08:49:13.223134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56466) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:13.278048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b5a88d-ca32-490e-b028-a88a9c173c3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:13.286180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-74b5a88d-ca32-490e-b028-a88a9c173c3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.290240 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-74b5a88d-ca32-490e-b028-a88a9c173c3f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c HTTP/1.1" status: 200 len: 705 time: 1.4316525 Dec 22 08:49:13.291290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56470) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:13.291569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event updated for resources: {'Subnet': ['ID=61a79c23-56d7-47f9-8bc7-d0a4eebf12d4,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:13.295128 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] Sync routers for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:13.321170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Checking segment: {'id': 'b05b7d33-9050-4f39-b931-92431851ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2b07d6f6-962f-467c-81b6-19e760e79f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:13.321532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Network hostable DHCP agents. Network: 2b07d6f6-962f-467c-81b6-19e760e79f80, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:13.323752 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:13.325528 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:13.331710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0786ce-57f2-40e2-853f-4c3b85abddb9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['shared'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.336348 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6c0786ce-57f2-40e2-853f-4c3b85abddb9 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "GET /v2.0/subnets/4b76b541-b226-44b8-90b3-aca460146d75?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1090319 Dec 22 08:49:13.337643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56474) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:13.341197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50988222-54e1-471e-986d-d1269bf47032 req-50204e75-9905-4593-b0e8-2192a332e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.342676 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-50988222-54e1-471e-986d-d1269bf47032 req-50204e75-9905-4593-b0e8-2192a332e62d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46dbdb66-ada3-4bc8-af03-6893a7798f7f HTTP/1.1" status: 200 len: 852 time: 0.1253278 Dec 22 08:49:13.344214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7071923a-1a58-4d4d-9e8b-9ef0db461c78 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Synchronizing usage tracker for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:13.344959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942286294'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:13.355059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:13.368676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:13.372872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Network 2b07d6f6-962f-467c-81b6-19e760e79f80 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:13.391567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 2b07d6f6-962f-467c-81b6-19e760e79f80) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:13.398141 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-50988222-54e1-471e-986d-d1269bf47032 req-05fc365a-3c5d-4ab7-acc9-1ecf311e93ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a4713ff-e518-4758-96b2-be24d34cc391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473456 Dec 22 08:49:13.404149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.404419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.405085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.410729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:13.414002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.431925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7071923a-1a58-4d4d-9e8b-9ef0db461c78 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Unset dirty status for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:13.435963 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7071923a-1a58-4d4d-9e8b-9ef0db461c78 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da2f6d4-f68e-4b0b-8870-99db57be482c HTTP/1.1" status: 200 len: 205 time: 0.1419446 Dec 22 08:49:13.436862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56478) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:13.453913 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-34999681-4326-4865-a2be-12a23105d13a tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.4455974 Dec 22 08:49:13.454912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:13.456802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56482) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:13.470877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e69e41-c301-4840-961c-a174a08dff73 None None] Network 2b07d6f6-962f-467c-81b6-19e760e79f80 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:13.486126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-77729cb9-a8e7-458f-b001-ea9e99d18872', 'network_id': '77729cb9-a8e7-458f-b001-ea9e99d18872', 'tenant_id': '7243c537e7e94b87a6b237a112fff610', 'fixed_ips': [{'subnet_id': '9aa457fc-0806-4e2c-aab7-c3240f7609a6'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:49:13.487235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.514819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.515208 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Added segment 070752c2-1dad-4518-9ec1-bed206f40878 of type vlan for network 5543bc61-0342-4459-b957-a4c7c77e3d0a Dec 22 08:49:13.537105 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:13.574169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f38571-4b60-4458-bace-683c8b9bfbdd tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.575746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f38571-4b60-4458-bace-683c8b9bfbdd tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.577286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f38571-4b60-4458-bace-683c8b9bfbdd tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.578085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-97f38571-4b60-4458-bace-683c8b9bfbdd tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Synchronizing usage tracker for tenant:7243c537e7e94b87a6b237a112fff610 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:13.680022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14e9e593-14d9-4f26-a9c4-2ea8b252f525 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.718395 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:49:06Z', 'revision_number': 11, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:13.725712 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] Checking router: 9da2f6d4-f68e-4b0b-8870-99db57be482c for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:49:13.744059 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] Routers {'9da2f6d4-f68e-4b0b-8870-99db57be482c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:13.745466 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['9da2f6d4-f68e-4b0b-8870-99db57be482c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:13.782270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.810405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-97f38571-4b60-4458-bace-683c8b9bfbdd tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Unset dirty status for tenant:7243c537e7e94b87a6b237a112fff610 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:13.812669 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-97f38571-4b60-4458-bace-683c8b9bfbdd tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3537397 Dec 22 08:49:13.832010 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-50988222-54e1-471e-986d-d1269bf47032 req-8c0b9029-ae7c-40b0-a9c9-887cdb7dd742 service neutron] 10.222.0.54 "GET /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245524 Dec 22 08:49:13.832553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56496) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:13.872742 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0676ef7e-36d3-48b0-921a-b43b904600f2 req-5d6813ea-4d19-422f-9b3b-941970faac45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 210 time: 0.0572202 Dec 22 08:49:13.878211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.899871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.900494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.943566 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Allocated IP 2001:db8::1 (77729cb9-a8e7-458f-b001-ea9e99d18872/9aa457fc-0806-4e2c-aab7-c3240f7609a6/ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:13.953630 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] Set router 9da2f6d4-f68e-4b0b-8870-99db57be482c gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:14.137765 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7913055 Dec 22 08:49:14.138758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56504) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:14.163031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-2b07d6f6-962f-467c-81b6-19e760e79f80', 'network_id': '2b07d6f6-962f-467c-81b6-19e760e79f80', 'tenant_id': '7243c537e7e94b87a6b237a112fff610', 'fixed_ips': [{'subnet_id': '61a79c23-56d7-47f9-8bc7-d0a4eebf12d4'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:49:14.163856 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.168320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'network_id': '5543bc61-0342-4459-b957-a4c7c77e3d0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:14.186342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e7302-ca2a-464d-938a-e9469a39ebfb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Network': ['ID=5543bc61-0342-4459-b957-a4c7c77e3d0a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:14.189211 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.198089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 5543bc61-0342-4459-b957-a4c7c77e3d0a details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:14.209909 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:49:06Z', 'revision_number': 11, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:14.219795 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017aeed-54a2-4430-8569-9535c7093823 None None] The sync data for ids ['9da2f6d4-f68e-4b0b-8870-99db57be482c'] in dv-neutron-822561-2-hyperv is: [{'id': '9da2f6d4-f68e-4b0b-8870-99db57be482c', 'name': 'tempest-RoutersIpV6Test-router-1195132989', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:51Z', 'updated_at': '2021-12-22T08:49:06Z', 'revision_number': 11, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:14.394480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:14.407114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:14.420053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Made reservation on behalf of 1c48f968056842a1bca8f8e863d1d04d for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:14.423901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.497254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.509203 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Transition to ACTIVE for port object ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:14.531666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Transition to ACTIVE for port object ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:14.536918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.ipam_backend_mixin [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Performing IP validity checks on allocation pools {{(pid=87535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:49:14.537994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.ipam_backend_mixin [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:49:14.550460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.566786 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-50988222-54e1-471e-986d-d1269bf47032 req-4b53bc06-4d93-461a-a8f0-782dfde04194 service neutron] 10.222.0.54 "GET /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646883 Dec 22 08:49:14.650425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb667b8-3e3a-4d33-9b83-37dc39f649b3 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Deleting subnet 9aa457fc-0806-4e2c-aab7-c3240f7609a6 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:14.672476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eeb667b8-3e3a-4d33-9b83-37dc39f649b3 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.673428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Network 77729cb9-a8e7-458f-b001-ea9e99d18872 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:14.681772 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:14.689784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:14.712582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14e9e593-14d9-4f26-a9c4-2ea8b252f525 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.719533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14e9e593-14d9-4f26-a9c4-2ea8b252f525 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.741266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Pushing event updated for resources: {'Port': ['ID=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:14.752723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.756540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Allocated IP 2001:db8:0:1::1 (2b07d6f6-962f-467c-81b6-19e760e79f80/61a79c23-56d7-47f9-8bc7-d0a4eebf12d4/2a4849fd-8827-4dcb-8f21-fe9edcafb3f6) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:14.770998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eeb667b8-3e3a-4d33-9b83-37dc39f649b3 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.830159 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14e9e593-14d9-4f26-a9c4-2ea8b252f525 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.830159 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e9e593-14d9-4f26-a9c4-2ea8b252f525 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Fanout notify agent at l3_agent the message router_deleted on router 9da2f6d4-f68e-4b0b-8870-99db57be482c {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:49:14.852386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Attempting to bind port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:14.852386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Attempting to bind port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '9cc27dc5-c69a-4903-bdf1-b344bb9cacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '77729cb9-a8e7-458f-b001-ea9e99d18872'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:14.852920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Attempting to bind port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 on network 77729cb9-a8e7-458f-b001-ea9e99d18872 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:14.860943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=193ca369-17d0-4f5b-a451-ec99df9d3993,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:14.861546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6a721-c93b-4c7e-833c-8db1b2bb09ae req-f0dc466f-3834-4998-8178-d09ead294e01 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:14.867174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Checking segment: {'id': '070752c2-1dad-4518-9ec1-bed206f40878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5543bc61-0342-4459-b957-a4c7c77e3d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:14.868144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network hostable DHCP agents. Network: 5543bc61-0342-4459-b957-a4c7c77e3d0a, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:14.868507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:14.868964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Checking segment: {'id': '9cc27dc5-c69a-4903-bdf1-b344bb9cacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '77729cb9-a8e7-458f-b001-ea9e99d18872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:14.869367 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-56d6a721-c93b-4c7e-833c-8db1b2bb09ae req-f0dc466f-3834-4998-8178-d09ead294e01 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.4906652 Dec 22 08:49:14.869505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.869943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Bound using segment: {'id': '9cc27dc5-c69a-4903-bdf1-b344bb9cacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '77729cb9-a8e7-458f-b001-ea9e99d18872'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:14.870483 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Bound port: ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc27dc5-c69a-4903-bdf1-b344bb9cacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '77729cb9-a8e7-458f-b001-ea9e99d18872'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:14.871501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.900669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Network 5543bc61-0342-4459-b957-a4c7c77e3d0a is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:14.908443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-14e9e593-14d9-4f26-a9c4-2ea8b252f525 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.913417 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-14e9e593-14d9-4f26-a9c4-2ea8b252f525 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c HTTP/1.1" status: 204 len: 168 time: 1.4693494 Dec 22 08:49:14.915960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56512) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:14.929239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-622765157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:14.953892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:14.960212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Usage tracker for resource:router and tenant:6827e56aa66a4583898b6dc22333e774 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:14.976287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:14.989782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:15.005370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 5543bc61-0342-4459-b957-a4c7c77e3d0a) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:15.014533 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-56d6a721-c93b-4c7e-833c-8db1b2bb09ae req-5a4c8879-9c69-4c27-8de4-0260d4deeb1e tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442590 Dec 22 08:49:15.026950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:15.027711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.042219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eeb667b8-3e3a-4d33-9b83-37dc39f649b3 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.066380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7898ec-699c-4f84-b094-e45f90544543 None None] Network 5543bc61-0342-4459-b957-a4c7c77e3d0a requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:15.075209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.076194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.141375 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eeb667b8-3e3a-4d33-9b83-37dc39f649b3 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.177708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] For port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:15.180353 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f239ff9e-97d7-45d1-800f-a85267cac414 req-4b2cb83a-09f8-48cc-a033-b33972497692 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 210 time: 0.0946963 Dec 22 08:49:15.191597 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-78c1817d-38de-484e-940a-afa16b1addbb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0396001 Dec 22 08:49:15.192267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56516) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:15.194004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.198335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] For port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,segment=NetworkSegment(9cc27dc5-c69a-4903-bdf1-b344bb9cacfc),segment_id=9cc27dc5-c69a-4903-bdf1-b344bb9cacfc)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:15.212377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb667b8-3e3a-4d33-9b83-37dc39f649b3 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa457fc-0806-4e2c-aab7-c3240f7609a6,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:15.219470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eeb667b8-3e3a-4d33-9b83-37dc39f649b3 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.233449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-901443e0-9325-4f07-ac20-25a636367496 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:15.338415 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.344531 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eeb667b8-3e3a-4d33-9b83-37dc39f649b3 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "DELETE /v2.0/subnets/9aa457fc-0806-4e2c-aab7-c3240f7609a6 HTTP/1.1" status: 204 len: 168 time: 1.4506485 Dec 22 08:49:15.346466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56520) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:15.391869 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-07484c4e-c68e-40ac-b4c9-222c482fddc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:15.393461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-07484c4e-c68e-40ac-b4c9-222c482fddc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:15.400899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.420041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-07484c4e-c68e-40ac-b4c9-222c482fddc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:15.421446 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-07484c4e-c68e-40ac-b4c9-222c482fddc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73 HTTP/1.1" status: 200 len: 796 time: 0.2437162 Dec 22 08:49:15.496954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-73439566-6126-458c-aa88-f04343f78078 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Deleting subnet 61a79c23-56d7-47f9-8bc7-d0a4eebf12d4 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:15.502988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.504181 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-83640d4d-5b7d-4ef7-ab7f-16b911202b90 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5835030 Dec 22 08:49:15.507350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56526) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:15.508329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-81b03a0f-5a61-4107-bef4-3861a933371f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:15.514849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-70bf94af-d8d7-4ba4-8d4c-e31aa485f7c4 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:15.522924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-81b03a0f-5a61-4107-bef4-3861a933371f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:15.523996 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-81b03a0f-5a61-4107-bef4-3861a933371f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 380 time: 0.0828784 Dec 22 08:49:15.533740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'admin_state_up': True, 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'security_groups': ['df705ddf-b223-42da-84f2-59fcfda60629']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:15.584278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-901443e0-9325-4f07-ac20-25a636367496 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14988279'] for subnet, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.591870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.594507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d97aa7-a42e-48c8-9965-ff8067e5bcf4 None None] Pushing event updated for resources: {'Port': ['ID=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:15.607244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Transition to ACTIVE for port object 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:15.626228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-5543bc61-0342-4459-b957-a4c7c77e3d0a', 'network_id': '5543bc61-0342-4459-b957-a4c7c77e3d0a', 'tenant_id': '1c48f968056842a1bca8f8e863d1d04d', 'fixed_ips': [{'subnet_id': '193ca369-17d0-4f5b-a451-ec99df9d3993'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:49:15.627035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.661570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Transition to ACTIVE for port object 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:15.706894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:15.707486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.716348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-73439566-6126-458c-aa88-f04343f78078 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.718880 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:15.732605 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:15.736328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.801346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Network 2b07d6f6-962f-467c-81b6-19e760e79f80 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:15.810226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:15.819098 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:15.826065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Pushing event updated for resources: {'Port': ['ID=2a4849fd-8827-4dcb-8f21-fe9edcafb3f6,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:15.960430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Attempting to bind port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:15.960800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Attempting to bind port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'b05b7d33-9050-4f39-b931-92431851ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2b07d6f6-962f-467c-81b6-19e760e79f80'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:15.961214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Attempting to bind port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 on network 2b07d6f6-962f-467c-81b6-19e760e79f80 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:15.967926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:15.968310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Checking segment: {'id': 'b05b7d33-9050-4f39-b931-92431851ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2b07d6f6-962f-467c-81b6-19e760e79f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:15.969338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.969788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Bound using segment: {'id': 'b05b7d33-9050-4f39-b931-92431851ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2b07d6f6-962f-467c-81b6-19e760e79f80'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:15.972321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Bound port: 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05b7d33-9050-4f39-b931-92431851ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2b07d6f6-962f-467c-81b6-19e760e79f80'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:15.972321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:15.981969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.11 (7d5550f2-f51a-4a98-8a43-70b9a44ebd73/3f0e16e5-4dfb-40a2-b6ff-746339fd2f58/0beb36ff-41a4-427c-9ce3-065ac4d7b70e) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:16.121540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] For port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:16.130518 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] For port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a4849fd-8827-4dcb-8f21-fe9edcafb3f6,segment=NetworkSegment(b05b7d33-9050-4f39-b931-92431851ada1),segment_id=b05b7d33-9050-4f39-b931-92431851ada1)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:16.137611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:16.157272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-73439566-6126-458c-aa88-f04343f78078 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:16.221541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70bf94af-d8d7-4ba4-8d4c-e31aa485f7c4 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:16.228477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9eaa7-b342-4977-950d-86141ac4271e None None] Pushing event updated for resources: {'Port': ['ID=2a4849fd-8827-4dcb-8f21-fe9edcafb3f6,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:16.243613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 08:49:16.243613 dv-neutron-822561-2-hyperv neutron-server[87536]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 22 08:49:16.243613 dv-neutron-822561-2-hyperv neutron-server[87536]: [parameters: {'in_use': 1, 'id_1': '193ca369-17d0-4f5b-a451-ec99df9d3993'}] Dec 22 08:49:16.243613 dv-neutron-822561-2-hyperv neutron-server[87536]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:16.244001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:16.294831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70bf94af-d8d7-4ba4-8d4c-e31aa485f7c4 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:16.366658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:16.454790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:16.460530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:16.489013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7df9-d538-4a34-852e-e80b9cf3de56 req-7ed0372d-4b95-4ac7-aa1e-0ba1e1508641 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:16.490669 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a9ac7df9-d538-4a34-852e-e80b9cf3de56 req-7ed0372d-4b95-4ac7-aa1e-0ba1e1508641 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.2294381 Dec 22 08:49:16.493896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 0beb36ff-41a4-427c-9ce3-065ac4d7b70e will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:16.525937 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e7cb8d95-d1e2-4e8a-9069-517676f0e517 req-09c9850a-9040-40db-b3ff-9bf4aafa80b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 210 time: 0.1341825 Dec 22 08:49:16.590611 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a9ac7df9-d538-4a34-852e-e80b9cf3de56 req-b0dcf038-bcae-4225-914f-bd7c637b74d4 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862167 Dec 22 08:49:16.598476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:16.627541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-73439566-6126-458c-aa88-f04343f78078 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:16.696287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-901443e0-9325-4f07-ac20-25a636367496 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780650055882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14694762'] for subnet, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:16.698597 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:16.702242 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:16.705291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:16.745217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:16.769037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901443e0-9325-4f07-ac20-25a636367496 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:16.770992 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:16.771865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-901443e0-9325-4f07-ac20-25a636367496 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:16.793919 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-901443e0-9325-4f07-ac20-25a636367496 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "PUT /v2.0/subnets/193ca369-17d0-4f5b-a451-ec99df9d3993 HTTP/1.1" status: 200 len: 900 time: 1.5981598 Dec 22 08:49:16.797652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56538) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:16.850177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bf94af-d8d7-4ba4-8d4c-e31aa485f7c4 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Router 3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:49:16.863175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901443e0-9325-4f07-ac20-25a636367496 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event updated for resources: {'Subnet': ['ID=193ca369-17d0-4f5b-a451-ec99df9d3993,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:17.087621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-73439566-6126-458c-aa88-f04343f78078 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:17.101743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Allocated IP 2001:db8::3 (5543bc61-0342-4459-b957-a4c7c77e3d0a/193ca369-17d0-4f5b-a451-ec99df9d3993/29aa871a-cc65-427a-b425-255b56585c1e) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:17.187537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bf94af-d8d7-4ba4-8d4c-e31aa485f7c4 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:17.192968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73439566-6126-458c-aa88-f04343f78078 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Subnet': ['ID=61a79c23-56d7-47f9-8bc7-d0a4eebf12d4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:17.196473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-73439566-6126-458c-aa88-f04343f78078 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:17.216291 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70bf94af-d8d7-4ba4-8d4c-e31aa485f7c4 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:17.219768 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-70bf94af-d8d7-4ba4-8d4c-e31aa485f7c4 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "PUT /v2.0/routers/3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 HTTP/1.1" status: 200 len: 697 time: 1.7093170 Dec 22 08:49:17.220372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56544) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:17.225918 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-73439566-6126-458c-aa88-f04343f78078 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "DELETE /v2.0/subnets/61a79c23-56d7-47f9-8bc7-d0a4eebf12d4 HTTP/1.1" status: 204 len: 168 time: 1.8760526 Dec 22 08:49:17.229451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56548) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:17.297993 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] Sync routers for ids ['3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:17.327082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-844419cc-0334-4f50-ba94-59164c80e7d0 None None] Provisioning for port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:17.336607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-844419cc-0334-4f50-ba94-59164c80e7d0 None None] Provisioning complete for port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:17.336861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-844419cc-0334-4f50-ba94-59164c80e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:17.360426 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:17.362289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:17.404896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c37497-ed0d-4a0b-888c-a7dd7d13d1a2 None None] Network 77729cb9-a8e7-458f-b001-ea9e99d18872 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:17.426727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:17.443770 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-0bacf3fd-a400-4be2-8be1-1d29eac824f4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9146855 Dec 22 08:49:17.452264 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-06b377f9-2192-45a9-af73-d89a5a3fa827 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/routers/3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 HTTP/1.1" status: 200 len: 703 time: 0.2278578 Dec 22 08:49:17.453397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56552) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:17.459522 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Request body: {'port': {'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:17.483835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] Routers {'3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:17.484085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:17.502923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ee81408a-4b67-4ffd-a865-f09ed107679a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Synchronizing usage tracker for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:17.513934 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9375a97f-afad-4673-b4dc-aafd3779f165 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:17.514645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9375a97f-afad-4673-b4dc-aafd3779f165 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Synchronizing usage tracker for tenant:7243c537e7e94b87a6b237a112fff610 on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:17.528415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eedf68-97f4-4e98-b5f8-3fd3fd9e839d req-cc8ea5da-25b7-4bf5-ab86-0a181b2f52e5 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:17.536543 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d0eedf68-97f4-4e98-b5f8-3fd3fd9e839d req-cc8ea5da-25b7-4bf5-ab86-0a181b2f52e5 tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.2756591 Dec 22 08:49:17.536796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ee81408a-4b67-4ffd-a865-f09ed107679a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Unset dirty status for tenant:6827e56aa66a4583898b6dc22333e774 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:17.538387 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ee81408a-4b67-4ffd-a865-f09ed107679a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 HTTP/1.1" status: 200 len: 205 time: 0.0839276 Dec 22 08:49:17.539850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9375a97f-afad-4673-b4dc-aafd3779f165 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Unset dirty status for tenant:7243c537e7e94b87a6b237a112fff610 on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:17.541159 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9375a97f-afad-4673-b4dc-aafd3779f165 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2451568 Dec 22 08:49:17.541909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56556) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:17.605760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56560) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:17.635859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] Set router 3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:17.767962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef22d523-0a04-41c8-9dd0-13018a8beef4 None None] Network 2b07d6f6-962f-467c-81b6-19e760e79f80 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:17.773996 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d0eedf68-97f4-4e98-b5f8-3fd3fd9e839d req-be1736b9-94f8-46d5-9be7-de6964ce6bee tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362859 Dec 22 08:49:17.775486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:17.783948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c12bde4a-86b6-48e8-9b91-e3e65f61ca07 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:17.786079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0', 'name': 'tempest-RoutersIpV6Test-router-622765157', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:15Z', 'updated_at': '2021-12-22T08:49:16Z', 'revision_number': 2, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:17.815037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:17.921087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] Checking router: 3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:49:17.923146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-844419cc-0334-4f50-ba94-59164c80e7d0 None None] Port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:49:18.032809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.097689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] Routers {'3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:18.098341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:48:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:18.123772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.184020 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Transition to ACTIVE for port object 29aa871a-cc65-427a-b425-255b56585c1e will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:18.223436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0beb36ff-41a4-427c-9ce3-065ac4d7b70e {{(pid=87534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:49:18.231929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.248064 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Transition to ACTIVE for port object 0beb36ff-41a4-427c-9ce3-065ac4d7b70e will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:18.255486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.309621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c12bde4a-86b6-48e8-9b91-e3e65f61ca07 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.313795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c12bde4a-86b6-48e8-9b91-e3e65f61ca07 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.315392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Deleting port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:18.315709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.337730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] Set router 3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:18.392512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f75c279a-a965-4c67-92a5-e44f1dc36ab5 None None] Provisioning for port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:18.404435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722451b2-23fc-4df2-9ed6-8fe151cbf1d7 req-3c510d00-1171-4c43-bb06-db334aa0667b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:18.414271 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-722451b2-23fc-4df2-9ed6-8fe151cbf1d7 req-3c510d00-1171-4c43-bb06-db334aa0667b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 932 time: 0.6947844 Dec 22 08:49:18.419509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c12bde4a-86b6-48e8-9b91-e3e65f61ca07 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.420196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12bde4a-86b6-48e8-9b91-e3e65f61ca07 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Fanout notify agent at l3_agent the message router_deleted on router 3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:49:18.468794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Transition to ACTIVE for port object 29aa871a-cc65-427a-b425-255b56585c1e will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:18.484381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:18.515251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c12bde4a-86b6-48e8-9b91-e3e65f61ca07 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.516989 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c12bde4a-86b6-48e8-9b91-e3e65f61ca07 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 HTTP/1.1" status: 204 len: 168 time: 0.9738183 Dec 22 08:49:18.522999 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-722451b2-23fc-4df2-9ed6-8fe151cbf1d7 req-5dd58622-ad14-4ee4-bdc2-374bba5518c8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071284 Dec 22 08:49:18.523788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56566) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:18.544570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Pushing event updated for resources: {'Port': ['ID=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:18.548297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0', 'name': 'tempest-RoutersIpV6Test-router-622765157', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:15Z', 'updated_at': '2021-12-22T08:49:16Z', 'revision_number': 2, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:18.568824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.572035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.618139 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e17b5989-0fea-4fba-b865-657aeac8ca2a tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 HTTP/1.1" status: 200 len: 205 time: 0.0631928 Dec 22 08:49:18.619247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56570) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:18.634556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Subnet': ['ID=193ca369-17d0-4f5b-a451-ec99df9d3993,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:18.649972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Attempting to bind port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:18.650310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Attempting to bind port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:18.650612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Attempting to bind port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e on network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:18.672201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Network 5543bc61-0342-4459-b957-a4c7c77e3d0a is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:18.676335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e on network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:49:18.676665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Attempting to bind port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e on network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:18.678045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4e41e-c589-4dc4-8133-0a7aafe7d2d5 None None] The sync data for ids ['3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0'] in dv-neutron-822561-2-hyperv is: [{'id': '3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0', 'name': 'tempest-RoutersIpV6Test-router-622765157', 'tenant_id': '6827e56aa66a4583898b6dc22333e774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:15Z', 'updated_at': '2021-12-22T08:49:16Z', 'revision_number': 2, 'project_id': '6827e56aa66a4583898b6dc22333e774', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:18.692257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Pushing event updated for resources: {'Port': ['ID=29aa871a-cc65-427a-b425-255b56585c1e,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:18.700943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:18.706906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:18.720644 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-e33072b1-f766-4118-82f0-010880be73d6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] delete failed (client error): The resource could not be found. Dec 22 08:49:18.721662 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e33072b1-f766-4118-82f0-010880be73d6 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/3e5d472a-27fa-47e3-ad18-feb0e9fc2ab0 HTTP/1.1" status: 404 len: 336 time: 0.1015418 Dec 22 08:49:18.734183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f75c279a-a965-4c67-92a5-e44f1dc36ab5 None None] Provisioning for port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:18.734873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56574) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:18.746363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:18.746732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Checking segment: {'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:18.747079 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Bound using segment: {'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:18.747519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Bound port: 0beb36ff-41a4-427c-9ce3-065ac4d7b70e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b13fd2-6fbd-4f21-9af7-9cd643425854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73'}}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:18.747929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.771331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.826461 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48a9d04-4f73-403b-89a7-95c40c31f1a7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:18.826990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48a9d04-4f73-403b-89a7-95c40c31f1a7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:18.831203 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d48a9d04-4f73-403b-89a7-95c40c31f1a7 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/b26eca9f-1915-4e4f-bef5-5e582b420b86 HTTP/1.1" status: 404 len: 337 time: 0.0929327 Dec 22 08:49:18.834991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56580) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:18.842322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5543bc61-0342-4459-b957-a4c7c77e3d0a']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:18.856714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f75c279a-a965-4c67-92a5-e44f1dc36ab5 None None] Provisioning complete for port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:18.857164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f75c279a-a965-4c67-92a5-e44f1dc36ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.859728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070752c2-1dad-4518-9ec1-bed206f40878') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:18.860066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070752c2-1dad-4518-9ec1-bed206f40878') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:18.887909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.917300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.923357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] For port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:18.931458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:18.931865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.945667 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f29c92-9b55-4790-a4cb-495950bbe4d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:18.946067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f29c92-9b55-4790-a4cb-495950bbe4d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:18.948058 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-16f29c92-9b55-4790-a4cb-495950bbe4d3 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/aa45d0b5-c910-4ecc-9d40-ae5d3f8baee3 HTTP/1.1" status: 404 len: 337 time: 0.1123519 Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:18.948215 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:18.951055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] For port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a4849fd-8827-4dcb-8f21-fe9edcafb3f6,segment=NetworkSegment(b05b7d33-9050-4f39-b931-92431851ada1),segment_id=b05b7d33-9050-4f39-b931-92431851ada1)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:18.951055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:18.952719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56584) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:18.995016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] DHCP port deletion for 77729cb9-a8e7-458f-b001-ea9e99d18872 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:19.000634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] DHCP port deletion for 2b07d6f6-962f-467c-81b6-19e760e79f80 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:19.016236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Deleting port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:19.016771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.022076 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b748d656-9227-44f2-98dd-38f0648ea465 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:19.022674 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b748d656-9227-44f2-98dd-38f0648ea465 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:19.070101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] Deleting port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:19.070598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.117847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Calling delete_port for 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:19.150529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Attempting to bind port 29aa871a-cc65-427a-b425-255b56585c1e on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:19.150862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Attempting to bind port 29aa871a-cc65-427a-b425-255b56585c1e by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '070752c2-1dad-4518-9ec1-bed206f40878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5543bc61-0342-4459-b957-a4c7c77e3d0a'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:19.151150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Attempting to bind port 29aa871a-cc65-427a-b425-255b56585c1e on network 5543bc61-0342-4459-b957-a4c7c77e3d0a {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:19.157733 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b748d656-9227-44f2-98dd-38f0648ea465 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/7f0ca784-919a-4e44-9da3-faacb8a7ba0e HTTP/1.1" status: 404 len: 337 time: 0.2036397 Dec 22 08:49:19.163549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56588) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:19.173873 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:19.176753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:19.177122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Checking segment: {'id': '070752c2-1dad-4518-9ec1-bed206f40878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5543bc61-0342-4459-b957-a4c7c77e3d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:19.177525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.177935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Bound using segment: {'id': '070752c2-1dad-4518-9ec1-bed206f40878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5543bc61-0342-4459-b957-a4c7c77e3d0a'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:19.178404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Bound port: 29aa871a-cc65-427a-b425-255b56585c1e, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070752c2-1dad-4518-9ec1-bed206f40878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5543bc61-0342-4459-b957-a4c7c77e3d0a'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:19.178794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.198698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-ec623f87-1118-4363-b492-53525aa730bc tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:19.200417 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-ec623f87-1118-4363-b492-53525aa730bc tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.3190727 Dec 22 08:49:19.201986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:49:19.201986 dv-neutron-822561-2-hyperv neutron-server[87534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:49:19.201986 dv-neutron-822561-2-hyperv neutron-server[87534]: [parameters: {'id': '5543bc61-0342-4459-b957-a4c7c77e3d0a'}] Dec 22 08:49:19.201986 dv-neutron-822561-2-hyperv neutron-server[87534]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:19.202436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:19.208210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] For port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:19.214068 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-626b26bd-06a8-44e8-a2fb-5b584fa4687f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:19.214601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626b26bd-06a8-44e8-a2fb-5b584fa4687f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:19.218614 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-626b26bd-06a8-44e8-a2fb-5b584fa4687f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/a5a4a9b3-e137-4e61-bea6-ea6a43dd217d HTTP/1.1" status: 404 len: 337 time: 0.0518045 Dec 22 08:49:19.219039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.222401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56592) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:19.277854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.282572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:19.282941 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.337433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-048e197b-1632-4ce8-9a13-48aa8a1752ec tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Deleting port cc788b36-d2db-4c4a-8581-8fb0295428f3 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:19.338007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-048e197b-1632-4ce8-9a13-48aa8a1752ec tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.369135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Port': ['ID=2a4849fd-8827-4dcb-8f21-fe9edcafb3f6,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:19.388098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] No DVR routers for this DVR port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:19.434525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 was deleted so its status cannot be updated. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 08:49:19.442533 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-99690f23-6634-4751-bf83-a524a0d5f4d5 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da2f6d4-f68e-4b0b-8870-99db57be482c HTTP/1.1" status: 200 len: 205 time: 0.0692430 Dec 22 08:49:19.443030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56596) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:19.455368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:19.455896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.457295 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] 10.222.0.54 "PUT /v2.0/ports/0beb36ff-41a4-427c-9ce3-065ac4d7b70e HTTP/1.1" status: 200 len: 1094 time: 2.0021455 Dec 22 08:49:19.458560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'tag': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:19.511955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422a950-e13a-4885-aa3b-1c3c05e53057 req-9621c5ad-c1ff-4e8e-8e64-55f42c5c2b4b tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:19.513542 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a422a950-e13a-4885-aa3b-1c3c05e53057 req-9621c5ad-c1ff-4e8e-8e64-55f42c5c2b4b tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 946 time: 0.4150403 Dec 22 08:49:19.555717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-134c0afa-87ec-4646-8b5f-3863d1a8eee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.558699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f75c279a-a965-4c67-92a5-e44f1dc36ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.674644 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'tag': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'status': 'completed', 'code': 200} Dec 22 08:49:19.675556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4bc06-5507-4c92-b477-aa4ab94f6ced service neutron] Pushing event updated for resources: {'Port': ['ID=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:19.716979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.724664 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a422a950-e13a-4885-aa3b-1c3c05e53057 req-e3605c59-f74e-4bc8-b2e7-bc00ced7839f tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946077 Dec 22 08:49:19.764328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting port 29aa871a-cc65-427a-b425-255b56585c1e {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:19.764780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.787527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] For port 29aa871a-cc65-427a-b425-255b56585c1e, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:19.791332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] For port 29aa871a-cc65-427a-b425-255b56585c1e, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=29aa871a-cc65-427a-b425-255b56585c1e,segment=NetworkSegment(070752c2-1dad-4518-9ec1-bed206f40878),segment_id=070752c2-1dad-4518-9ec1-bed206f40878)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:19.816241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-3ee532f6-f871-45ef-9e26-684d05d9bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:19.817756 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-3ee532f6-f871-45ef-9e26-684d05d9bdf3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 1097 time: 0.3020868 Dec 22 08:49:19.826740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.834084 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-37827b1b-0c30-46f0-90cc-159628e1c80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] delete failed (client error): The resource could not be found. Dec 22 08:49:19.835324 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-37827b1b-0c30-46f0-90cc-159628e1c80c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/9da2f6d4-f68e-4b0b-8870-99db57be482c HTTP/1.1" status: 404 len: 336 time: 0.3890090 Dec 22 08:49:19.878991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56604) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:19.905002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] For port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a4849fd-8827-4dcb-8f21-fe9edcafb3f6,segment=NetworkSegment(b05b7d33-9050-4f39-b931-92431851ada1),segment_id=b05b7d33-9050-4f39-b931-92431851ada1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:19.905301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.907795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:19.951227 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-20762bb9-ef69-40ff-bfe7-5c221251b8b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0beb36ff-41a4-427c-9ce3-065ac4d7b70e HTTP/1.1" status: 200 len: 217 time: 0.1214869 Dec 22 08:49:19.959662 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-352255a1-e6cf-4e9c-a898-d186ae2e7f7b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=a67a17e0-7579-4067-9020-0968da48868f HTTP/1.1" status: 200 len: 205 time: 0.0779343 Dec 22 08:49:19.962449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b07d6f6-962f-467c-81b6-19e760e79f80']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:19.978495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56608) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:19.998593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] For port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,segment=NetworkSegment(9cc27dc5-c69a-4903-bdf1-b344bb9cacfc),segment_id=9cc27dc5-c69a-4903-bdf1-b344bb9cacfc)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:19.998994 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.011397 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f75c279a-a965-4c67-92a5-e44f1dc36ab5 None None] For port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,segment=NetworkSegment(9cc27dc5-c69a-4903-bdf1-b344bb9cacfc),segment_id=9cc27dc5-c69a-4903-bdf1-b344bb9cacfc)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:20.058993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05b7d33-9050-4f39-b931-92431851ada1') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:20.059329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05b7d33-9050-4f39-b931-92431851ada1') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:20.086321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] Calling delete_port for 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:20.133281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f75c279a-a965-4c67-92a5-e44f1dc36ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.149772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-759acd15-429f-4776-8366-254e817555ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:20.151197 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-759acd15-429f-4776-8366-254e817555ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f0e16e5-4dfb-40a2-b6ff-746339fd2f58 HTTP/1.1" status: 200 len: 835 time: 0.1886606 Dec 22 08:49:20.159741 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-e0eda3ee-bba1-4868-b765-859fa1b63d7b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] delete failed (client error): The resource could not be found. Dec 22 08:49:20.163114 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e0eda3ee-bba1-4868-b765-859fa1b63d7b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/a67a17e0-7579-4067-9020-0968da48868f HTTP/1.1" status: 404 len: 336 time: 0.1806538 Dec 22 08:49:20.168327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.176512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56612) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:20.231322 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-36af8d2a-4a85-423b-aa7d-e95f03eef54c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:20.231672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36af8d2a-4a85-423b-aa7d-e95f03eef54c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:20.250721 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-36af8d2a-4a85-423b-aa7d-e95f03eef54c tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/647cd167-ae11-454a-a98a-60ad63b4d3ea HTTP/1.1" status: 404 len: 337 time: 0.0709584 Dec 22 08:49:20.255305 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56616) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:20.256037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6800ea9-8590-4434-a376-961c3223d158 req-78839371-6a6a-4c43-afb5-3ad48dc08b82 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:20.263631 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e6800ea9-8590-4434-a376-961c3223d158 req-78839371-6a6a-4c43-afb5-3ad48dc08b82 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 944 time: 0.5526867 Dec 22 08:49:20.279129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.290759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcceba2-c14d-4712-b9a3-0d4fa6b60204 None None] Pushing event updated for resources: {'Port': ['ID=29aa871a-cc65-427a-b425-255b56585c1e,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:20.295630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:20.296172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.301022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Calling delete_port for ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:20.313195 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:20.326661 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2d11e377-baf9-4e49-a98e-f21e07112582 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2d5108-a05f-4f6e-bcef-841961e1712a HTTP/1.1" status: 200 len: 205 time: 0.0662584 Dec 22 08:49:20.335150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] For port 29aa871a-cc65-427a-b425-255b56585c1e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=29aa871a-cc65-427a-b425-255b56585c1e,segment=NetworkSegment(070752c2-1dad-4518-9ec1-bed206f40878),segment_id=070752c2-1dad-4518-9ec1-bed206f40878)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:20.335861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.349311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56620) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:20.385485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:20.453311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:20.454031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:20.454135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:20.475670 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Calling delete_port for 29aa871a-cc65-427a-b425-255b56585c1e owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:20.497493 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e6800ea9-8590-4434-a376-961c3223d158 req-e6ffd0a2-baaa-4c03-bce4-49cfc8063ef6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329462 Dec 22 08:49:20.504706 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-06b7e5bc-ed64-4229-a233-66f9e5579077 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] delete failed (client error): The resource could not be found. Dec 22 08:49:20.504706 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-06b7e5bc-ed64-4229-a233-66f9e5579077 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/3e2d5108-a05f-4f6e-bcef-841961e1712a HTTP/1.1" status: 404 len: 336 time: 0.1502576 Dec 22 08:49:20.504706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-048e197b-1632-4ce8-9a13-48aa8a1752ec tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] For port cc788b36-d2db-4c4a-8581-8fb0295428f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cc788b36-d2db-4c4a-8581-8fb0295428f3,segment=NetworkSegment(f553fe2f-1f2e-4462-978c-b10524cc8be2),segment_id=f553fe2f-1f2e-4462-978c-b10524cc8be2)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:20.504706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-048e197b-1632-4ce8-9a13-48aa8a1752ec tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.506899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56624) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:20.563627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537304f-bed3-4791-9cdf-199a552607b4 None None] Network 5543bc61-0342-4459-b957-a4c7c77e3d0a requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:20.568867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.581841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:20.582197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:20.589654 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c9bf024a-76b4-4faa-a1a1-6f85aca91d36 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab15069-8e16-45f9-8fff-1f1c06e0ec0c HTTP/1.1" status: 200 len: 205 time: 0.0828712 Dec 22 08:49:20.595142 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56628) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:20.607015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c279a-a965-4c67-92a5-e44f1dc36ab5 None None] Pushing event updated for resources: {'Port': ['ID=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:20.653044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-048e197b-1632-4ce8-9a13-48aa8a1752ec tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Calling delete_port for cc788b36-d2db-4c4a-8581-8fb0295428f3 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:20.662609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:20.663235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:20.673704 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-1d7803c5-234e-473d-a5d0-298ebb0e53e4 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] delete failed (client error): The resource could not be found. Dec 22 08:49:20.678715 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1d7803c5-234e-473d-a5d0-298ebb0e53e4 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/fab15069-8e16-45f9-8fff-1f1c06e0ec0c HTTP/1.1" status: 404 len: 336 time: 0.0786822 Dec 22 08:49:20.678715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56632) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:20.683844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.716470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Network': ['ID=2b07d6f6-962f-467c-81b6-19e760e79f80,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:20.721832 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8c87fb49-8029-41ad-9a6f-cbe2f2fe9952 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "DELETE /v2.0/networks/2b07d6f6-962f-467c-81b6-19e760e79f80 HTTP/1.1" status: 204 len: 168 time: 3.1151829 Dec 22 08:49:20.724961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56636) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:20.732370 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-b3d080b3-52a5-4053-bb5d-9a96e644cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:20.733893 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-b3d080b3-52a5-4053-bb5d-9a96e644cbf4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5725124 Dec 22 08:49:20.738389 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc6b453-4169-4fcc-9488-caaf4eda852e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:20.738824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc6b453-4169-4fcc-9488-caaf4eda852e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:20.740514 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4cc6b453-4169-4fcc-9488-caaf4eda852e tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/061122c6-ed35-428e-ac83-71944c11957d HTTP/1.1" status: 404 len: 337 time: 0.0621643 Dec 22 08:49:20.746411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56640) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:20.775600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.833617 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c2a64e48-193b-4f7c-a20d-41265c794f8f tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591 HTTP/1.1" status: 200 len: 205 time: 0.0801840 Dec 22 08:49:20.848594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56646) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:20.867554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,segment=NetworkSegment(9cc27dc5-c69a-4903-bdf1-b344bb9cacfc),segment_id=9cc27dc5-c69a-4903-bdf1-b344bb9cacfc)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:20.873380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.934022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.954566 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:20.961593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Deleting port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:20.962155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:20.964041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed422e-84aa-4b25-b4cc-0dd12d787a5d None None] Network 5543bc61-0342-4459-b957-a4c7c77e3d0a requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:20.996841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.055698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-048e197b-1632-4ce8-9a13-48aa8a1752ec tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.091081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] Deleting port 2a4849fd-8827-4dcb-8f21-fe9edcafb3f6 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:21.091291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.162152 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-337ef121-f4ce-481b-9020-c233923adb9d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] delete failed (client error): The resource could not be found. Dec 22 08:49:21.163195 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-337ef121-f4ce-481b-9020-c233923adb9d tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/24b0fe7d-cfce-4caf-b0d2-2a4f9a23c591 HTTP/1.1" status: 404 len: 336 time: 0.3123643 Dec 22 08:49:21.175900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56650) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:21.195886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Deleting port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:21.196255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.232036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Port': ['ID=29aa871a-cc65-427a-b425-255b56585c1e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:21.234110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No DVR routers for this DVR port 29aa871a-cc65-427a-b425-255b56585c1e on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:21.244227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e197b-1632-4ce8-9a13-48aa8a1752ec tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Pushing event deleted for resources: {'Port': ['ID=cc788b36-d2db-4c4a-8581-8fb0295428f3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:21.276088 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7599103d-f241-42bf-b931-795dd578358b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:21.276545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7599103d-f241-42bf-b931-795dd578358b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:21.280876 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-a3e15ec0-0996-4c6a-9def-bd815cd14e60 service neutron] 10.222.0.54 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388978 Dec 22 08:49:21.299313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ff9165e9-ae24-4405-b959-42d35924dcfa None None] The port '2a4849fd-8827-4dcb-8f21-fe9edcafb3f6' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:21.335369 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7599103d-f241-42bf-b931-795dd578358b tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/c8437cd2-c7a0-400f-881a-dcb2b74ec675 HTTP/1.1" status: 404 len: 337 time: 0.1535587 Dec 22 08:49:21.350298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56654) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:21.351001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-048e197b-1632-4ce8-9a13-48aa8a1752ec tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] No DVR routers for this DVR port cc788b36-d2db-4c4a-8581-8fb0295428f3 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:21.355328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-048e197b-1632-4ce8-9a13-48aa8a1752ec tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.357761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c579-172e-4aeb-9f1d-fef09740f441', 'name': 'network-vif-deleted', 'tag': 'cc788b36-d2db-4c4a-8581-8fb0295428f3'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:21.428294 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1e8edf0a-b5ae-4e8a-82d8-21f4ce6929f4 req-048e197b-1632-4ce8-9a13-48aa8a1752ec tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.54 "DELETE /v2.0/ports/cc788b36-d2db-4c4a-8581-8fb0295428f3 HTTP/1.1" status: 204 len: 173 time: 2.2165284 Dec 22 08:49:21.432420 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d71c579-172e-4aeb-9f1d-fef09740f441', 'name': 'network-vif-deleted', 'tag': 'cc788b36-d2db-4c4a-8581-8fb0295428f3', 'status': 'completed', 'code': 200} Dec 22 08:49:21.439489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] For port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,segment=NetworkSegment(9cc27dc5-c69a-4903-bdf1-b344bb9cacfc),segment_id=9cc27dc5-c69a-4903-bdf1-b344bb9cacfc)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:21.440377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.467710 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6160628e-e1ba-4a68-9d22-6bc2c178f148 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dc503a-a898-441c-8f1b-5790fa2b5516 HTTP/1.1" status: 200 len: 205 time: 0.1065474 Dec 22 08:49:21.516436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56660) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:21.518696 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.526063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] For port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,segment=NetworkSegment(9cc27dc5-c69a-4903-bdf1-b344bb9cacfc),segment_id=9cc27dc5-c69a-4903-bdf1-b344bb9cacfc)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:21.527894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.594610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Calling delete_port for ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:21.628032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8debf-ff42-4e6c-b4e1-b2c345105bb4 req-50d3ada3-e3ce-4e5b-af9d-238255222b3c tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:21.634986 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bfa8debf-ff42-4e6c-b4e1-b2c345105bb4 req-50d3ada3-e3ce-4e5b-af9d-238255222b3c tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d71c579-172e-4aeb-9f1d-fef09740f441 HTTP/1.1" status: 200 len: 867 time: 0.7851973 Dec 22 08:49:21.672670 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5543bc61-0342-4459-b957-a4c7c77e3d0a']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:21.681917 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-5a4429cd-f55d-4541-9cef-ad30cf7a1946 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] delete failed (client error): The resource could not be found. Dec 22 08:49:21.686412 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5a4429cd-f55d-4541-9cef-ad30cf7a1946 tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/routers/c0dc503a-a898-441c-8f1b-5790fa2b5516 HTTP/1.1" status: 404 len: 336 time: 0.1558666 Dec 22 08:49:21.690279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Calling delete_port for ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:21.697529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56666) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:21.708537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070752c2-1dad-4518-9ec1-bed206f40878') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:21.708989 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070752c2-1dad-4518-9ec1-bed206f40878') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:21.759520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c86ce5b3-ce8b-4b67-bdee-b4bc59df5979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.780732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.787699 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61b08fe-f0aa-42f9-9635-734aed31a2ea tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:21.788163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61b08fe-f0aa-42f9-9635-734aed31a2ea tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:21.789887 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f61b08fe-f0aa-42f9-9635-734aed31a2ea tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/c786475d-4386-4bf3-9eae-7aa51ece0c66 HTTP/1.1" status: 404 len: 337 time: 0.0892467 Dec 22 08:49:21.793591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56672) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:21.803297 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-493f5e5f-a7e0-4dd0-8661-92626a8d0860 req-9a0a4b28-a469-4db5-832f-38520dbf5a9f service neutron] 10.222.0.54 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004554 Dec 22 08:49:21.811621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:21.811987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:21.817661 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bfa8debf-ff42-4e6c-b4e1-b2c345105bb4 req-d48e791a-0ba2-40f3-8040-6934e9b799cf tempest-TestServerAdvancedOps-1790034791 tempest-TestServerAdvancedOps-1790034791-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0db79d5-615e-4ba3-a0a2-5391d2f721af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817522 Dec 22 08:49:21.828048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.835214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:21.835581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.838174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:21.850859 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:21.883305 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61e8d2b-e61f-471a-89d1-fb801304e3fe tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:21.883756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61e8d2b-e61f-471a-89d1-fb801304e3fe tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:21.898387 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Port': ['ID=ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:21.902818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] No DVR routers for this DVR port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:21.908276 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b61e8d2b-e61f-471a-89d1-fb801304e3fe tempest-RoutersIpV6Test-1525503418 tempest-RoutersIpV6Test-1525503418-project] 10.222.0.37 "DELETE /v2.0/subnets/58b06e8a-f528-4ca7-81bd-ed7cec510487 HTTP/1.1" status: 404 len: 337 time: 0.1106169 Dec 22 08:49:21.954245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e992a-0bff-446c-a293-a4f8852432ab req-d722ed88-f8b2-448b-9fb0-c820295bb7b1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:21.955720 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-448e992a-0bff-446c-a293-a4f8852432ab req-d722ed88-f8b2-448b-9fb0-c820295bb7b1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 944 time: 0.2894733 Dec 22 08:49:21.987257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.015829 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.025721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Network': ['ID=5543bc61-0342-4459-b957-a4c7c77e3d0a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:22.037823 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d4e2770f-a6b9-46be-91f0-30d0673c67e4 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/5543bc61-0342-4459-b957-a4c7c77e3d0a HTTP/1.1" status: 204 len: 168 time: 5.2390006 Dec 22 08:49:22.041357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56678) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:22.092158 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a74c54d-222a-4551-b95a-3baae456f793 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:22.092616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a74c54d-222a-4551-b95a-3baae456f793 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:22.094330 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3a74c54d-222a-4551-b95a-3baae456f793 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/subnets/193ca369-17d0-4f5b-a451-ec99df9d3993 HTTP/1.1" status: 404 len: 337 time: 0.0518324 Dec 22 08:49:22.097229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56682) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:22.102324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-cb460e27-6839-44c1-8f2c-658a65261486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:22.103817 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-cb460e27-6839-44c1-8f2c-658a65261486 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 1097 time: 0.2310343 Dec 22 08:49:22.109861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.123585 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-448e992a-0bff-446c-a293-a4f8852432ab req-9ac9a4dd-5230-4d88-8475-f3f28dfdffd6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398227 Dec 22 08:49:22.143622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77729cb9-a8e7-458f-b001-ea9e99d18872']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:22.148676 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a84eaf-ddef-4db1-b5b1-79603124e245 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:22.149158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a84eaf-ddef-4db1-b5b1-79603124e245 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:22.150848 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f9a84eaf-ddef-4db1-b5b1-79603124e245 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/5543bc61-0342-4459-b957-a4c7c77e3d0a HTTP/1.1" status: 404 len: 339 time: 0.0523925 Dec 22 08:49:22.155618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56686) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:22.156662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc27dc5-c69a-4903-bdf1-b344bb9cacfc') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:22.157045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc27dc5-c69a-4903-bdf1-b344bb9cacfc') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:22.172609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.191635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.198289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:22.198657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:22.213946 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:22.281378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56692) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:22.304720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Deleting port ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:22.305090 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.312689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.331903 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.344264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Network': ['ID=77729cb9-a8e7-458f-b001-ea9e99d18872,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:22.357506 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-340e1887-a3c0-4719-8c20-a8a77b24789b tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "DELETE /v2.0/networks/77729cb9-a8e7-458f-b001-ea9e99d18872 HTTP/1.1" status: 204 len: 168 time: 1.6309874 Dec 22 08:49:22.358208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56698) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:22.366549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.417652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bbc14-f040-49c9-9558-eab7958edf09 None None] The port 'ee8a4fff-63cc-4df1-a1b0-bf7499f0ff19' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:22.432862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6136d0-52a0-4b92-9b03-e4d9d20b32ff None None] get_active_networks_info from dv-neutron-822561-2-hyperv {{(pid=87536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:49:22.493038 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-dc915e51-74a2-4b45-8203-aabbd36db20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:22.495134 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-dc915e51-74a2-4b45-8203-aabbd36db20e service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73 HTTP/1.1" status: 200 len: 897 time: 0.3720512 Dec 22 08:49:22.510803 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3e50380e-41e0-4c9a-a202-5798bea7bb70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6827e56aa66a4583898b6dc22333e774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280724 Dec 22 08:49:22.514038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56702) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:22.575959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6136d0-52a0-4b92-9b03-e4d9d20b32ff None None] Resources bound (agent type, host, resource id): {{(pid=87536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:49:22.590046 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e222eada-5c6a-4450-9173-c02f24a9256a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.613726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device cc788b36-d2db-4c4a-8581-8fb0295428f3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:22.616916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e222eada-5c6a-4450-9173-c02f24a9256a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.660337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: cc788b36-d2db-4c4a-8581-8fb0295428f3 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:22.660917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device cc788b36-d2db-4c4a-8581-8fb0295428f3 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:22.665636 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-3f0d8c41-ae9f-4da8-82ae-ae1157e60c9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0beb36ff-41a4-427c-9ce3-065ac4d7b70e HTTP/1.1" status: 200 len: 217 time: 0.0983560 Dec 22 08:49:22.673634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e222eada-5c6a-4450-9173-c02f24a9256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.698499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222eada-5c6a-4450-9173-c02f24a9256a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fe0e0a-1e5e-4876-b82f-4004ba83e3c2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:22.701597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e222eada-5c6a-4450-9173-c02f24a9256a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.705307 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e222eada-5c6a-4450-9173-c02f24a9256a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85fe0e0a-1e5e-4876-b82f-4004ba83e3c2 HTTP/1.1" status: 204 len: 168 time: 0.1877294 Dec 22 08:49:22.757368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.763773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.768273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.934685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56712) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:23.003879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7298a3eb-8fd0-40a2-8fbc-b1bacf1cac18 admin admin] Deleting subnet 46dbdb66-ada3-4bc8-af03-6893a7798f7f {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:23.008054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55c3e25-97f5-44f9-b9fc-3661ac74c110']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:23.010907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.016990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7298a3eb-8fd0-40a2-8fbc-b1bacf1cac18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.101623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e0aa42-2876-4dee-a792-0321cd04935c') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:23.102040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e0aa42-2876-4dee-a792-0321cd04935c') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:23.122823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-80166e54-7706-4f79-9b1f-28b35666194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:23.124206 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-80166e54-7706-4f79-9b1f-28b35666194c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f0e16e5-4dfb-40a2-b6ff-746339fd2f58 HTTP/1.1" status: 200 len: 835 time: 0.4080575 Dec 22 08:49:23.187892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.263477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7298a3eb-8fd0-40a2-8fbc-b1bacf1cac18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.303317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.329328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.330341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d2105-5db2-4dfe-962c-e56d21552831 req-ada77def-b802-42f1-8758-f70378a3e157 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:23.331840 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-744d2105-5db2-4dfe-962c-e56d21552831 req-ada77def-b802-42f1-8758-f70378a3e157 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 944 time: 0.0880570 Dec 22 08:49:23.358191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a546fca-251f-4b2c-b1cb-93bc61564a58']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:23.365175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:23.365577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:23.379985 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:23.401397 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-744d2105-5db2-4dfe-962c-e56d21552831 req-a751a508-af61-4909-8e6a-6eb7fceac599 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560369 Dec 22 08:49:23.457323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83987223-e27b-4278-bacb-72c9ae5dc78d') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:23.457618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83987223-e27b-4278-bacb-72c9ae5dc78d') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:23.482758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56734) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:23.484600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7298a3eb-8fd0-40a2-8fbc-b1bacf1cac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.511413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.543851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.568231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-af22d773-b21e-4218-969f-c7a3a8a43504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:23.569764 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-af22d773-b21e-4218-969f-c7a3a8a43504 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4348586 Dec 22 08:49:23.574689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.577391 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.583864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Network': ['ID=f55c3e25-97f5-44f9-b9fc-3661ac74c110,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:23.592258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031644994'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:23.599580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:23.603938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:23.606888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:23.613023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:23.617663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:23.618080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.622923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.634646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:23.635075 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:23.643524 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fd82e066-8b3b-4898-b8a4-7a5fe8ce59bc tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/f55c3e25-97f5-44f9-b9fc-3661ac74c110 HTTP/1.1" status: 204 len: 168 time: 1.4869158 Dec 22 08:49:23.646618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56740) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:23.689243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:23.696047 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4242a0-99fc-4aa0-98fa-b088403aca0c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:23.696491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4242a0-99fc-4aa0-98fa-b088403aca0c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:23.698142 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1c4242a0-99fc-4aa0-98fa-b088403aca0c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/subnets/bfd5ba0a-d971-4d50-b1f2-361f68c25d23 HTTP/1.1" status: 404 len: 337 time: 0.0491884 Dec 22 08:49:23.699665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:23.702083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56744) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:23.704697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:23.728884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:23.736196 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede97488-cf48-4421-a8ec-6c2190159f50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:23.736673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede97488-cf48-4421-a8ec-6c2190159f50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:23.740819 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ede97488-cf48-4421-a8ec-6c2190159f50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/78b43f58-5617-4436-8e1e-c33d3e0cd2c3 HTTP/1.1" status: 404 len: 339 time: 0.0355456 Dec 22 08:49:23.742009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56748) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:23.794951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7298a3eb-8fd0-40a2-8fbc-b1bacf1cac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.826280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a18c7f-b909-40a3-9b83-ebf1c4a9892c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting subnet 1e413f32-93af-46e8-bba3-b6bed29f73de {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:23.829496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.832602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78a18c7f-b909-40a3-9b83-ebf1c4a9892c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.866199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a3eb-8fd0-40a2-8fbc-b1bacf1cac18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46dbdb66-ada3-4bc8-af03-6893a7798f7f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:23.872576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.887016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Network': ['ID=5a546fca-251f-4b2c-b1cb-93bc61564a58,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:23.890285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7298a3eb-8fd0-40a2-8fbc-b1bacf1cac18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.898430 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-baab85a8-7fe0-4089-90de-54e6d4ed8a62 service neutron] 10.222.0.54 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071203 Dec 22 08:49:23.908071 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1a72e504-3f19-4cc3-841f-c904ee47f255 tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "DELETE /v2.0/networks/5a546fca-251f-4b2c-b1cb-93bc61564a58 HTTP/1.1" status: 204 len: 168 time: 1.5456636 Dec 22 08:49:23.911489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56752) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:23.913468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78a18c7f-b909-40a3-9b83-ebf1c4a9892c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.927377 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7298a3eb-8fd0-40a2-8fbc-b1bacf1cac18 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/46dbdb66-ada3-4bc8-af03-6893a7798f7f HTTP/1.1" status: 204 len: 168 time: 0.9892876 Dec 22 08:49:23.928180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56754) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:24.103501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.115113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.141293 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d9517f7e-c7e0-4bd0-9d70-f8e94741f17c req-f58ad0dc-c3c2-4c8d-b236-077fc74ee486 service neutron] 10.222.0.54 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342141 Dec 22 08:49:24.183323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.202515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.222585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:24.228708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.236863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:24.247771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:24.258148 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.259592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:24.276749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb86ba7-483a-487f-9f12-4a9cad316687,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:24.283110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78a18c7f-b909-40a3-9b83-ebf1c4a9892c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.291363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4713ff-e518-4758-96b2-be24d34cc391']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:24.304039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f553fe2f-1f2e-4462-978c-b10524cc8be2') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:24.304330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f553fe2f-1f2e-4462-978c-b10524cc8be2') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:24.316430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.331954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.337839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:24.338179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:24.351061 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:24.425545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.435416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.496572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.550651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258ce420-a4ba-4941-a482-10088813a066']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:24.557979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78a18c7f-b909-40a3-9b83-ebf1c4a9892c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.566299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.579468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a4713ff-e518-4758-96b2-be24d34cc391,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:24.598757 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aece08e-8455-4be1-9854-054ef7f0339d') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:24.599054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aece08e-8455-4be1-9854-054ef7f0339d') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:24.612608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.612841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 0beb36ff-41a4-427c-9ce3-065ac4d7b70e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:49:24.640273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a18c7f-b909-40a3-9b83-ebf1c4a9892c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Subnet': ['ID=1e413f32-93af-46e8-bba3-b6bed29f73de,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:24.645193 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1062fea8-1fcc-46cb-aab5-2020110cce90 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4a4713ff-e518-4758-96b2-be24d34cc391 HTTP/1.1" status: 204 len: 168 time: 0.7162824 Dec 22 08:49:24.645568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.645828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56762) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:24.653725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-78a18c7f-b909-40a3-9b83-ebf1c4a9892c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.655946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8836c313-0f2a-48b8-b016-bbed8be68df2 None None] Network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:24.692381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.703104 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-78a18c7f-b909-40a3-9b83-ebf1c4a9892c tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/subnets/1e413f32-93af-46e8-bba3-b6bed29f73de HTTP/1.1" status: 204 len: 168 time: 0.9578948 Dec 22 08:49:24.703104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:24.703104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.704568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56766) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:24.718179 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:24.720446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb4dd17-c494-4a50-90c0-a9f68b56ba50,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:24.724823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.726020 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1e374e2d-96f1-42d3-b164-992119402d59 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2422521 Dec 22 08:49:24.736968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56770) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:24.766713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169c650-a53c-4715-8787-1281ad188f8b req-393db192-a591-4a29-8a50-7224d229f8b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:24.767406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-4169c650-a53c-4715-8787-1281ad188f8b req-393db192-a591-4a29-8a50-7224d229f8b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:24.816741 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d3928e-4d4f-4c60-8bc1-247c6c85906f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting subnet efc49e33-49c0-424d-a942-00aaea160215 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:24.827366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6d3928e-4d4f-4c60-8bc1-247c6c85906f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.842860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.864175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:24.868150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.887432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] Pushing event deleted for resources: {'Network': ['ID=258ce420-a4ba-4941-a482-10088813a066,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:24.895582 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-031771f6-2aab-44c2-8366-6d3ec4f09b6d tempest-BulkNetworkOpsIpV6Test-949987790 tempest-BulkNetworkOpsIpV6Test-949987790-project] 10.222.0.37 "DELETE /v2.0/networks/258ce420-a4ba-4941-a482-10088813a066 HTTP/1.1" status: 204 len: 168 time: 0.9527907 Dec 22 08:49:24.896301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c5be4b-0535-4957-af99-ed25de1f59f8 admin admin] Deleting subnet f8ec5ac1-c3f2-4cf1-9452-db1284dda52a {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:24.899444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2972763c-bee0-46f3-9946-cb3038d282fb tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:24.901147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-71c5be4b-0535-4957-af99-ed25de1f59f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.912434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'mac_address': 'fa:16:3e:dd:ed:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:49:24.920270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2972763c-bee0-46f3-9946-cb3038d282fb tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:24.925169 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2972763c-bee0-46f3-9946-cb3038d282fb tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1845410 Dec 22 08:49:24.925425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56776) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:24.934667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a918c7bb-9093-4193-9a59-b37aa98f6f4b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group': {'name': 'tempest-security--2007137838', 'description': 'tempest-security-description-1842587664'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:24.970378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a918c7bb-9093-4193-9a59-b37aa98f6f4b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.983595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-71c5be4b-0535-4957-af99-ed25de1f59f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.026119 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.036382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-4169c650-a53c-4715-8787-1281ad188f8b req-393db192-a591-4a29-8a50-7224d229f8b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:25.043876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a918c7bb-9093-4193-9a59-b37aa98f6f4b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.046387 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4169c650-a53c-4715-8787-1281ad188f8b req-393db192-a591-4a29-8a50-7224d229f8b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 944 time: 0.4691563 Dec 22 08:49:25.049937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a918c7bb-9093-4193-9a59-b37aa98f6f4b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.052986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beb36ff-41a4-427c-9ce3-065ac4d7b70e {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:49:25.053596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a918c7bb-9093-4193-9a59-b37aa98f6f4b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.058235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56780) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.058559 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a918c7bb-9093-4193-9a59-b37aa98f6f4b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "PUT /v2.0/security-groups/4eb4dd17-c494-4a50-90c0-a9f68b56ba50 HTTP/1.1" status: 200 len: 1780 time: 0.1318641 Dec 22 08:49:25.074815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:25.082474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.099255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918c7bb-9093-4193-9a59-b37aa98f6f4b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb4dd17-c494-4a50-90c0-a9f68b56ba50,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:25.144380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6d3928e-4d4f-4c60-8bc1-247c6c85906f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.207507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:25.241826 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4169c650-a53c-4715-8787-1281ad188f8b req-d2fa08b9-6a59-422e-8336-4b0f7161e85f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938753 Dec 22 08:49:25.242866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-71c5be4b-0535-4957-af99-ed25de1f59f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.286088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['0beb36ff-41a4-427c-9ce3-065ac4d7b70e'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:49:25.292650 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-be6213de-c51e-4c9a-830c-c1e174dbab84 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups/4eb4dd17-c494-4a50-90c0-a9f68b56ba50 HTTP/1.1" status: 200 len: 1780 time: 0.1926672 Dec 22 08:49:25.293608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56786) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.323411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56790) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.358632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6d3928e-4d4f-4c60-8bc1-247c6c85906f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.389055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-71c5be4b-0535-4957-af99-ed25de1f59f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.440661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92fd1d2d-6a69-406b-b677-efc1ec724174 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.458468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5be4b-0535-4957-af99-ed25de1f59f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ec5ac1-c3f2-4cf1-9452-db1284dda52a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:25.472495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-71c5be4b-0535-4957-af99-ed25de1f59f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.478539 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-71c5be4b-0535-4957-af99-ed25de1f59f8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f8ec5ac1-c3f2-4cf1-9452-db1284dda52a HTTP/1.1" status: 204 len: 168 time: 0.8301072 Dec 22 08:49:25.482064 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56796) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.494395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92fd1d2d-6a69-406b-b677-efc1ec724174 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.562259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92fd1d2d-6a69-406b-b677-efc1ec724174 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.582920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd1d2d-6a69-406b-b677-efc1ec724174 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb4dd17-c494-4a50-90c0-a9f68b56ba50,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:25.600047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-92fd1d2d-6a69-406b-b677-efc1ec724174 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.601820 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-92fd1d2d-6a69-406b-b677-efc1ec724174 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/4eb4dd17-c494-4a50-90c0-a9f68b56ba50 HTTP/1.1" status: 204 len: 168 time: 0.3071494 Dec 22 08:49:25.604366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56800) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.676939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-921ab408-cf2e-42cf-992c-56e7852b6198 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:25.682739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.691250 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-35507be6-18a3-43c0-9392-cac8230e3fc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7243c537e7e94b87a6b237a112fff610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661535 Dec 22 08:49:25.693705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6d3928e-4d4f-4c60-8bc1-247c6c85906f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.695312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56804) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.717156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-921ab408-cf2e-42cf-992c-56e7852b6198 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:25.721185 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-921ab408-cf2e-42cf-992c-56e7852b6198 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1129231 Dec 22 08:49:25.721865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56808) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.743786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3928e-4d4f-4c60-8bc1-247c6c85906f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Subnet': ['ID=efc49e33-49c0-424d-a942-00aaea160215,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:25.746094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6d3928e-4d4f-4c60-8bc1-247c6c85906f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.760319 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-0c96dff1-2d63-4d90-aca2-bdc29fa69712 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] delete failed (client error): The resource could not be found. Dec 22 08:49:25.766100 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0c96dff1-2d63-4d90-aca2-bdc29fa69712 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/4eb4dd17-c494-4a50-90c0-a9f68b56ba50 HTTP/1.1" status: 404 len: 347 time: 0.0388277 Dec 22 08:49:25.767172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56812) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.780329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696166827'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:25.786983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:25.799908 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d6d3928e-4d4f-4c60-8bc1-247c6c85906f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/subnets/efc49e33-49c0-424d-a942-00aaea160215 HTTP/1.1" status: 204 len: 168 time: 1.0940437 Dec 22 08:49:25.801895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:25.803474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56816) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.822068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c9a1085f-5389-4855-acd8-6956550ff30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.826178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.866703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c9a1085f-5389-4855-acd8-6956550ff30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.873188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:25.880033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:25.884501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:25.897028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba9386b-7001-47a9-9409-df817476b273 None None] Network 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:25.898893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:25.909671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.956040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c9a1085f-5389-4855-acd8-6956550ff30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.002070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1085f-5389-4855-acd8-6956550ff30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0658dfcc-4210-4bef-9bf0-cbda4a7ab82b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:26.019927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e2bfa5-77fc-4365-ac32-9a422379aa07']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:26.033905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.039239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd93a8c-e612-4545-8972-6a44ff36cce2') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:26.039773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd93a8c-e612-4545-8972-6a44ff36cce2') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:26.044643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c9a1085f-5389-4855-acd8-6956550ff30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.046251 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c9a1085f-5389-4855-acd8-6956550ff30a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0658dfcc-4210-4bef-9bf0-cbda4a7ab82b HTTP/1.1" status: 204 len: 168 time: 0.3497293 Dec 22 08:49:26.049789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.054393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.060263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.076373 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting port 7fee1464-6793-47cb-9b63-e81f56261a2b {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:26.077047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.102357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.105753 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3358250 Dec 22 08:49:26.106843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad6f60-8e4f-4a8e-9587-55c2843fecd7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e000a032-8889-41e4-8192-a8db6463ff14,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:26.107429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56822) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:26.123362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': 'e000a032-8889-41e4-8192-a8db6463ff14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:26.127828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.135720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:26.145758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:26.146382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.151405 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9feb9f40-c744-4e6c-b562-6cd8b024fc9a None None] Provisioning complete for port 7fee1464-6793-47cb-9b63-e81f56261a2b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:26.151775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9feb9f40-c744-4e6c-b562-6cd8b024fc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:26.160490 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:26.162712 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:26.173380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:26.188971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:26.306759 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.338710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.374882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] DHCP port deletion for 086ef8a2-cb5d-4f11-ad8a-3734f81118b7 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:26.375394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.379399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] Deleting port 7fee1464-6793-47cb-9b63-e81f56261a2b {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:26.379768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.392830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e2bfa5-77fc-4365-ac32-9a422379aa07,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:26.405230 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-35c0ba74-7f44-4d01-ba49-27e9f7171499 admin admin] 10.222.0.37 "DELETE /v2.0/networks/93e2bfa5-77fc-4365-ac32-9a422379aa07 HTTP/1.1" status: 204 len: 168 time: 0.9200983 Dec 22 08:49:26.508644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cfb2e-8384-4294-9f1e-d5f213bfe541 req-a37a5098-2251-4a14-bbd8-f0a9a39240d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:26.511224 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-081cfb2e-8384-4294-9f1e-d5f213bfe541 req-a37a5098-2251-4a14-bbd8-f0a9a39240d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 945 time: 0.1149273 Dec 22 08:49:26.565069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56838) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:26.597397 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-081cfb2e-8384-4294-9f1e-d5f213bfe541 req-c296d883-bbc0-478a-bb52-254f4e388bad tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799747 Dec 22 08:49:26.626460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] For port 7fee1464-6793-47cb-9b63-e81f56261a2b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7fee1464-6793-47cb-9b63-e81f56261a2b,segment=NetworkSegment(dafa5933-9274-44d8-9fba-3a357ae18e98),segment_id=dafa5933-9274-44d8-9fba-3a357ae18e98)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:26.626820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.648608 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c0795f39-4f22-4857-9fa5-b8f64928f634 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4f95227a02e427e99c4a35a4b523368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821857 Dec 22 08:49:26.649800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56844) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:26.724259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] For port 7fee1464-6793-47cb-9b63-e81f56261a2b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7fee1464-6793-47cb-9b63-e81f56261a2b,segment=NetworkSegment(dafa5933-9274-44d8-9fba-3a357ae18e98),segment_id=dafa5933-9274-44d8-9fba-3a357ae18e98)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:26.724659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.724844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30a2b0c8-f1b2-4be6-bdff-ccf932fd62ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.755969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30a2b0c8-f1b2-4be6-bdff-ccf932fd62ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.759618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Calling delete_port for 7fee1464-6793-47cb-9b63-e81f56261a2b owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:26.800462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.813097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.823332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30a2b0c8-f1b2-4be6-bdff-ccf932fd62ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.855072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30a2b0c8-f1b2-4be6-bdff-ccf932fd62ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.859834 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-30a2b0c8-f1b2-4be6-bdff-ccf932fd62ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0db79d5-615e-4ba3-a0a2-5391d2f721af HTTP/1.1" status: 204 len: 168 time: 0.2073219 Dec 22 08:49:26.860471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694b3907-a9a2-4960-936c-61fe7eafceb0,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:26.861371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2b0c8-f1b2-4be6-bdff-ccf932fd62ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0db79d5-615e-4ba3-a0a2-5391d2f721af,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:26.871063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] Calling delete_port for 7fee1464-6793-47cb-9b63-e81f56261a2b owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:26.872986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.874956 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8cc6f4a6-72cf-47e5-bcc6-2fbba3a84a66 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7663093 Dec 22 08:49:26.877660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56852) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:26.886214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.916619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 0beb36ff-41a4-427c-9ce3-065ac4d7b70e up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:26.937049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-742d898e-6e52-4f86-b156-7542da35315f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.943655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Port': ['ID=7fee1464-6793-47cb-9b63-e81f56261a2b,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:26.952324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No DVR routers for this DVR port 7fee1464-6793-47cb-9b63-e81f56261a2b on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:27.001299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-742d898e-6e52-4f86-b156-7542da35315f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: from cryptography.utils import int_from_bytes Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: from cryptography.utils import int_from_bytes Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn_limited( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn_limited( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:27.037319 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 08:49:27.055677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:27.056847 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:27.065248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:27.075227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:27.075944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.077722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-742d898e-6e52-4f86-b156-7542da35315f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.101746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.124636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-742d898e-6e52-4f86-b156-7542da35315f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.129599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56862) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.133853 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-742d898e-6e52-4f86-b156-7542da35315f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/694b3907-a9a2-4960-936c-61fe7eafceb0 HTTP/1.1" status: 204 len: 168 time: 0.2469134 Dec 22 08:49:27.135077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d898e-6e52-4f86-b156-7542da35315f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=694b3907-a9a2-4960-936c-61fe7eafceb0,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:27.147948 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086ef8a2-cb5d-4f11-ad8a-3734f81118b7']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:27.168571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafa5933-9274-44d8-9fba-3a357ae18e98') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:27.169360 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafa5933-9274-44d8-9fba-3a357ae18e98') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:27.185988 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.226120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-69e05843-6cd2-4acc-bf6a-c6f87b9a3e23 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:27.230807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.247001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:27.247445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.247727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:27.267755 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:27.272912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-69e05843-6cd2-4acc-bf6a-c6f87b9a3e23 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:27.273986 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-69e05843-6cd2-4acc-bf6a-c6f87b9a3e23 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1429656 Dec 22 08:49:27.276909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56868) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.279628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56870) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.289074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:27.321359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:27.331663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.358267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.384399 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'code': 200} Dec 22 08:49:27.397135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-239aace0-a2db-4b53-a014-745fa3973c04 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.404487 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.413801 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-944239f9-f6f7-424b-93da-a8ec3983be7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92d5b9f77cd14887b1b4c2ea9f472a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1170897 Dec 22 08:49:27.415296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56878) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.421062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Network': ['ID=086ef8a2-cb5d-4f11-ad8a-3734f81118b7,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:27.425472 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d8bcf0fa-8e7d-42dd-a496-4cca844fd55b tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/086ef8a2-cb5d-4f11-ad8a-3734f81118b7 HTTP/1.1" status: 204 len: 168 time: 1.6210363 Dec 22 08:49:27.428408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56882) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.436973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:27.453143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-239aace0-a2db-4b53-a014-745fa3973c04 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.479901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56886) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.486931 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c219f42-596e-4c6b-ab98-fd241e6b4a50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:27.487642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c219f42-596e-4c6b-ab98-fd241e6b4a50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:27.489785 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8c219f42-596e-4c6b-ab98-fd241e6b4a50 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/subnets/19176c40-45a7-4470-92ba-3affa76af552 HTTP/1.1" status: 404 len: 337 time: 0.0600481 Dec 22 08:49:27.492251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56892) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.520519 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c39aa81-061c-4739-aea3-dcf245c1032e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:27.520748 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c39aa81-061c-4739-aea3-dcf245c1032e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:27.524929 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5c39aa81-061c-4739-aea3-dcf245c1032e tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/f108c3ca-abc1-4ebe-9fbe-17e459af0b19 HTTP/1.1" status: 404 len: 339 time: 0.0292377 Dec 22 08:49:27.525360 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56896) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.545104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38ac48da-660e-4e46-9a22-90733fc57475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.557465 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] Deleting port 7fee1464-6793-47cb-9b63-e81f56261a2b {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:27.557691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-239aace0-a2db-4b53-a014-745fa3973c04 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.558326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.568952 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c225594-721d-4044-8f53-cf61dbec2c57 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:27.570121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c225594-721d-4044-8f53-cf61dbec2c57 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:27.574298 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6c225594-721d-4044-8f53-cf61dbec2c57 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/subnets/684d4213-55fb-4010-a70c-bec8e88d91d1 HTTP/1.1" status: 404 len: 337 time: 0.0455852 Dec 22 08:49:27.574557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56900) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.589998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aace0-a2db-4b53-a014-745fa3973c04 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e000a032-8889-41e4-8192-a8db6463ff14,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:27.603149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38ac48da-660e-4e46-9a22-90733fc57475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.613203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-239aace0-a2db-4b53-a014-745fa3973c04 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.616716 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-239aace0-a2db-4b53-a014-745fa3973c04 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/e000a032-8889-41e4-8192-a8db6463ff14 HTTP/1.1" status: 204 len: 168 time: 0.3360856 Dec 22 08:49:27.617419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56904) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.663074 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88fac52-6a25-443c-ab2b-4ff9a8524a1f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:27.663685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88fac52-6a25-443c-ab2b-4ff9a8524a1f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:27.665861 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d88fac52-6a25-443c-ab2b-4ff9a8524a1f tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/fa83b95e-a4bf-4dc3-94e4-688e27ef077e HTTP/1.1" status: 404 len: 339 time: 0.0901332 Dec 22 08:49:27.670913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56910) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.672957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1088854298'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:27.686165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-68bd8838-2231-4a90-bcbf-ad2f1b818310 None None] The port '7fee1464-6793-47cb-9b63-e81f56261a2b' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:27.694428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:27.700433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:network and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:27.705378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:27.713121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:27.728523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:27.732485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.746533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.762888 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c67a5e4-d1bc-4236-b633-24ee745e5d52 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:27.763445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c67a5e4-d1bc-4236-b633-24ee745e5d52 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:27.764729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:27.769781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group_rule and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:27.773948 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895642c-b509-42ff-a57b-7d27a84d7a1a req-305bfaff-3581-421a-8f4a-6d31da964bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:27.775667 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0895642c-b509-42ff-a57b-7d27a84d7a1a req-305bfaff-3581-421a-8f4a-6d31da964bb3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 1099 time: 0.1707745 Dec 22 08:49:27.776445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:27.781828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-af466c46-da1c-4784-a56f-f5a91c25d2a1 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:27.795647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:27.797834 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4c67a5e4-d1bc-4236-b633-24ee745e5d52 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/subnets/900381dd-55e8-42c3-b974-d3aec4b28bb4 HTTP/1.1" status: 404 len: 337 time: 0.1253645 Dec 22 08:49:27.802633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56914) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.828989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38ac48da-660e-4e46-9a22-90733fc57475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.831328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-38ac48da-660e-4e46-9a22-90733fc57475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.835175 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-38ac48da-660e-4e46-9a22-90733fc57475 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34ee375d-6e22-4361-a08d-3422cdad1927 HTTP/1.1" status: 204 len: 168 time: 0.4163363 Dec 22 08:49:27.842527 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0895642c-b509-42ff-a57b-7d27a84d7a1a req-265f848b-de07-4394-8942-cded71cab3c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596988 Dec 22 08:49:27.856674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-af466c46-da1c-4784-a56f-f5a91c25d2a1 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:27.857916 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-af466c46-da1c-4784-a56f-f5a91c25d2a1 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2400632 Dec 22 08:49:27.860218 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-804db0a4-59c2-4ebd-86f6-5b1acccb3f79 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:27.860670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804db0a4-59c2-4ebd-86f6-5b1acccb3f79 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:27.864778 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-804db0a4-59c2-4ebd-86f6-5b1acccb3f79 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/ea3cbd47-1d6f-4cf0-b8c0-6ae291683684 HTTP/1.1" status: 404 len: 339 time: 0.0562429 Dec 22 08:49:27.864963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56920) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.865074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac48da-660e-4e46-9a22-90733fc57475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ee375d-6e22-4361-a08d-3422cdad1927,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:27.865160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56924) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:27.868698 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group': {'name': 'tempest-secgroup--893917961'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:27.879718 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:27.897483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:27.929403 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.963652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.969194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:27.974157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:27.977878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:27.981692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.997935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:28.030023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:28.042623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b0bb87-c72a-46b5-a02e-48c0e5376852,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:28.056310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ecb6d-ba0e-4123-b8b9-d49acedd9ade req-d79961fd-4dbe-4045-838d-7097747d3df0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:28.058088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-329ecb6d-ba0e-4123-b8b9-d49acedd9ade req-d79961fd-4dbe-4045-838d-7097747d3df0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 946 time: 0.3326001 Dec 22 08:49:28.062406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.062757 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Added segment 8e081396-e39e-4c5c-9f16-b2c76b33835f of type vlan for network 1de5b6c1-a995-4615-a318-ab10e50ff666 Dec 22 08:49:28.065141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccef6dd4-abde-4d05-a5de-4cc7ec77e73a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting subnet 3229fbb6-8de3-4bd0-9fc4-322a4d433f44 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:28.069144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccef6dd4-abde-4d05-a5de-4cc7ec77e73a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.106123 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.159396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccef6dd4-abde-4d05-a5de-4cc7ec77e73a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.159975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.169280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.185660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.191161 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:28.191792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.197105 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-329ecb6d-ba0e-4123-b8b9-d49acedd9ade req-63e8e684-ec0c-4ff9-a601-1d2cc3f231c7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287971 Dec 22 08:49:28.267784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccef6dd4-abde-4d05-a5de-4cc7ec77e73a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.281579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8486d5-ceb8-437b-a6a9-08700fe56b92,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:28.346732 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7fee1464-6793-47cb-9b63-e81f56261a2b no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:28.358024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccef6dd4-abde-4d05-a5de-4cc7ec77e73a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.366640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Network': ['ID=1de5b6c1-a995-4615-a318-ab10e50ff666,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:28.379180 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-76f19b9a-e449-4f37-a3b8-50f793455535 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8973987 Dec 22 08:49:28.380059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56928) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:28.380792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:28.385880 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'name': 'tempest-PortsTestJSON-576992519'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:28.400089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7fee1464-6793-47cb-9b63-e81f56261a2b {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:28.400676 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7fee1464-6793-47cb-9b63-e81f56261a2b not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:28.403348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.404726 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a300ca9e-f96d-4947-9d80-7390ee43c772 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5408556 Dec 22 08:49:28.404863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef6dd4-abde-4d05-a5de-4cc7ec77e73a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Subnet': ['ID=3229fbb6-8de3-4bd0-9fc4-322a4d433f44,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:28.408004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56932) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:28.410619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccef6dd4-abde-4d05-a5de-4cc7ec77e73a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.415966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': 'da8486d5-ceb8-437b-a6a9-08700fe56b92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:28.420163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac797c0e-0701-4fbc-8a57-15c221353238 None None] Network bd19463c-72fa-4d1a-9421-20b0a75eff5c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:28.426440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:28.438156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:28.443007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:28.446491 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ccef6dd4-abde-4d05-a5de-4cc7ec77e73a tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/subnets/3229fbb6-8de3-4bd0-9fc4-322a4d433f44 HTTP/1.1" status: 204 len: 168 time: 0.5794034 Dec 22 08:49:28.450099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56936) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:28.452988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:28.510464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:28.514767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:port and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:28.518101 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:28.524126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:28.535833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:28.540147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.554381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.564205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 92a88d85-0581-4677-a184-561834b2d2dd yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:49:28.598280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.623628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting port 275899a7-2a28-414e-a805-a0d9df99a59c {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:28.624261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.735529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.751610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.788973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670e72c2-f6cb-458a-a431-f81f7de81651,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:28.815951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] DHCP port deletion for bd19463c-72fa-4d1a-9421-20b0a75eff5c request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:28.819476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.819751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] Deleting port 275899a7-2a28-414e-a805-a0d9df99a59c {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:28.820116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.820891 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-db39f352-dcbd-4b06-ba87-ec0fce45c2f8 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4119716 Dec 22 08:49:28.825527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.826998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56940) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:28.833784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': 'da8486d5-ceb8-437b-a6a9-08700fe56b92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:28.841200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:28.847043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:28.851156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:28.859068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:28.886904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.897262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:28.925276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] For port 275899a7-2a28-414e-a805-a0d9df99a59c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=275899a7-2a28-414e-a805-a0d9df99a59c,segment=NetworkSegment(ce58e989-5acc-45d4-998f-fd41736677f5),segment_id=ce58e989-5acc-45d4-998f-fd41736677f5)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:28.925700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.022561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.060092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.061907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Checking segment: {'id': '8e081396-e39e-4c5c-9f16-b2c76b33835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:29.062262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network hostable DHCP agents. Network: 1de5b6c1-a995-4615-a318-ab10e50ff666, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:29.080031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=92a88d85-0581-4677-a184-561834b2d2dd,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:29.081582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Calling delete_port for 275899a7-2a28-414e-a805-a0d9df99a59c owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:29.104171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71398f8-47d4-456a-85fb-46cb2d63669b,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:29.122522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] For port 275899a7-2a28-414e-a805-a0d9df99a59c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=275899a7-2a28-414e-a805-a0d9df99a59c,segment=NetworkSegment(ce58e989-5acc-45d4-998f-fd41736677f5),segment_id=ce58e989-5acc-45d4-998f-fd41736677f5)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:29.122917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.129416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.131361 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4264976c-3221-4f19-b342-0d414bbd58a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3034158 Dec 22 08:49:29.133794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56944) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:29.137442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:29.144073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': 'da8486d5-ceb8-437b-a6a9-08700fe56b92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:29.153004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:29.157711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:29.160344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 1de5b6c1-a995-4615-a318-ab10e50ff666) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:29.162213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:29.170435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:29.173891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.176113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:29.176738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.182654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:29.189693 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32799dd1-eeff-4031-93d4-6015844e518c None None] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:29.200806 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-87b5e14d-225e-4365-9404-d6a7b9e1f4cc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8196445 Dec 22 08:49:29.206379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56948) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:29.213778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-607969829'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:29.219396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.226227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:29.232306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Port': ['ID=275899a7-2a28-414e-a805-a0d9df99a59c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:29.235856 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:network and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:29.240361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:29.247586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No DVR routers for this DVR port 275899a7-2a28-414e-a805-a0d9df99a59c on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:29.254486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:29.268741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] Calling delete_port for 275899a7-2a28-414e-a805-a0d9df99a59c owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:29.286828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:29.290293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.322530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:29.332427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.332776 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Added segment ad78470f-ac11-453d-bdda-2c0ae9895600 of type vlan for network 4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9 Dec 22 08:49:29.359118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.401841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.431279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd19463c-72fa-4d1a-9421-20b0a75eff5c']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:29.445597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce58e989-5acc-45d4-998f-fd41736677f5') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:29.446015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce58e989-5acc-45d4-998f-fd41736677f5') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:29.458879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.475915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.482782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:29.483212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.490315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:29.490940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:29.499563 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:29.531202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.536448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:29.537027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.580452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.583226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.587854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.597888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.617526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Network': ['ID=bd19463c-72fa-4d1a-9421-20b0a75eff5c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:29.622767 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-caa2ce6c-1d0b-4c36-ad80-ab9864acd073 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/bd19463c-72fa-4d1a-9421-20b0a75eff5c HTTP/1.1" status: 204 len: 168 time: 1.1715245 Dec 22 08:49:29.625161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56954) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:29.662635 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec67ecd4-2919-42ef-b19a-5dac8b5bb236 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:29.663077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec67ecd4-2919-42ef-b19a-5dac8b5bb236 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:29.664722 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ec67ecd4-2919-42ef-b19a-5dac8b5bb236 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/subnets/ae2dc9e4-caed-4613-8e76-ac42b78bc670 HTTP/1.1" status: 404 len: 337 time: 0.0386426 Dec 22 08:49:29.667252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56958) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:29.690381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d297644-f227-4411-92bd-01f2f6ffad89,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:29.692193 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9029a162-8712-4974-bd4f-1e661500da02 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:29.692914 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4840033 Dec 22 08:49:29.693261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9029a162-8712-4974-bd4f-1e661500da02 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:29.696036 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9029a162-8712-4974-bd4f-1e661500da02 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/cc675c18-fe5a-4406-b678-2631d5016ed8 HTTP/1.1" status: 404 len: 339 time: 0.0265317 Dec 22 08:49:29.696721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56962) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:29.699730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 56964) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:29.707848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf1889-67a2-48d5-aeef-eed64db3d822 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Network': ['ID=4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:29.713915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.718314 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c3293adc-6acb-4644-ba3c-01a6674115c2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5828013 Dec 22 08:49:29.721478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56970) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:29.722750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:29.728466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': 'da8486d5-ceb8-437b-a6a9-08700fe56b92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:29.737051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:29.751119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:29.751321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'ports': [{'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666'}, {'network_id': '4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9'}]} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:29.751321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:29.751321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': '4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:29.754229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:29.772793 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f8c26-37aa-489b-8e66-44e031014585 req-78d529f1-c5c6-4b6f-a209-ed9ee9bfd79e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:29.774875 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-195f8c26-37aa-489b-8e66-44e031014585 req-78d529f1-c5c6-4b6f-a209-ed9ee9bfd79e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 946 time: 0.3893981 Dec 22 08:49:29.776006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:29.811272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.858190 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-195f8c26-37aa-489b-8e66-44e031014585 req-5772b2f8-aff9-4321-aa9a-ab3ed634e4ee tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748630 Dec 22 08:49:29.902877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.907093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.934455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905d31ae-d54d-45a5-a40e-d90c24afe1b9,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:29.950453 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.954912 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7a4ca5cd-712e-4bd5-9ed3-4050aebee98e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2294617 Dec 22 08:49:29.955415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56976) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:29.961157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': 'da8486d5-ceb8-437b-a6a9-08700fe56b92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:29.968198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:29.972408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:29.975378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:29.982288 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:29.983091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-070642c1-0003-4e7f-80c5-258f13869b83 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting subnet 4b76b541-b226-44b8-90b3-aca460146d75 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:29.990014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-070642c1-0003-4e7f-80c5-258f13869b83 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:29.991818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] Deleting port 275899a7-2a28-414e-a805-a0d9df99a59c {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:29.992586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.002253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.071596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a240dcdf-1f5f-48cd-8c62-7fecc26dab7e None None] The port '275899a7-2a28-414e-a805-a0d9df99a59c' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:30.078328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.084262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.108876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ec0edf-33c0-4a14-a6d3-44996ff64fad,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:30.121472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.122767 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-44f7cfc2-202e-42da-98b7-b6886673407f tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1663663 Dec 22 08:49:30.125615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56980) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.153760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8c19164-b497-45e9-9e12-24463f226824 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.163694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8c19164-b497-45e9-9e12-24463f226824 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.188398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8c19164-b497-45e9-9e12-24463f226824 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.196009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-070642c1-0003-4e7f-80c5-258f13869b83 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.208858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c19164-b497-45e9-9e12-24463f226824 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74ec0edf-33c0-4a14-a6d3-44996ff64fad,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:30.211674 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8c19164-b497-45e9-9e12-24463f226824 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.212884 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c8c19164-b497-45e9-9e12-24463f226824 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/74ec0edf-33c0-4a14-a6d3-44996ff64fad HTTP/1.1" status: 204 len: 168 time: 0.0862424 Dec 22 08:49:30.216005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56984) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.244286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:30.253878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:port and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:30.257033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:30.270906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fc30e178-d01e-40df-b633-86a5430aa60b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:30.271247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:30.291378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fc30e178-d01e-40df-b633-86a5430aa60b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:30.295694 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fc30e178-d01e-40df-b633-86a5430aa60b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0757456 Dec 22 08:49:30.295860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 2} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:30.298027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56988) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.299057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.321237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 275899a7-2a28-414e-a805-a0d9df99a59c no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:30.323000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68db11-acbe-4099-a8ae-04e9f7195413 req-3cfaf679-0eb2-4570-83af-c11717912b9b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:30.324986 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-aa68db11-acbe-4099-a8ae-04e9f7195413 req-3cfaf679-0eb2-4570-83af-c11717912b9b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 946 time: 0.3360510 Dec 22 08:49:30.332596 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf86b623-6b1b-4829-a7a2-bcf3fa07f356 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.334791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.344197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf86b623-6b1b-4829-a7a2-bcf3fa07f356 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.361061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 275899a7-2a28-414e-a805-a0d9df99a59c {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:30.361402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 275899a7-2a28-414e-a805-a0d9df99a59c not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:30.374874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf86b623-6b1b-4829-a7a2-bcf3fa07f356 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.377435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-070642c1-0003-4e7f-80c5-258f13869b83 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.390736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86b623-6b1b-4829-a7a2-bcf3fa07f356 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=905d31ae-d54d-45a5-a40e-d90c24afe1b9,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:30.401169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf86b623-6b1b-4829-a7a2-bcf3fa07f356 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.403097 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bf86b623-6b1b-4829-a7a2-bcf3fa07f356 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/905d31ae-d54d-45a5-a40e-d90c24afe1b9 HTTP/1.1" status: 204 len: 168 time: 0.1040542 Dec 22 08:49:30.405654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56992) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.455708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-738b06bf-ad66-4556-97f1-eca4c03a9aeb tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:30.470215 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-aa68db11-acbe-4099-a8ae-04e9f7195413 req-ac9a035c-00ad-4fb6-a249-aaa8587a6514 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257594 Dec 22 08:49:30.471696 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-738b06bf-ad66-4556-97f1-eca4c03a9aeb tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:30.475929 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-738b06bf-ad66-4556-97f1-eca4c03a9aeb tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0665174 Dec 22 08:49:30.476243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 56996) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.497099 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57000) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.552380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ece18eb6-b3cc-48af-a696-0005f39e01f5 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.552853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 8f8163a4-8a72-488e-b5fc-8a9df4f0d6f3 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:49:30.566474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-070642c1-0003-4e7f-80c5-258f13869b83 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.571251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ece18eb6-b3cc-48af-a696-0005f39e01f5 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.605729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ece18eb6-b3cc-48af-a696-0005f39e01f5 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.607808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070642c1-0003-4e7f-80c5-258f13869b83 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Subnet': ['ID=4b76b541-b226-44b8-90b3-aca460146d75,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:30.614118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-070642c1-0003-4e7f-80c5-258f13869b83 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.629922 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-070642c1-0003-4e7f-80c5-258f13869b83 tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/subnets/4b76b541-b226-44b8-90b3-aca460146d75 HTTP/1.1" status: 204 len: 168 time: 0.9291785 Dec 22 08:49:30.632277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57004) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.632460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece18eb6-b3cc-48af-a696-0005f39e01f5 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d297644-f227-4411-92bd-01f2f6ffad89,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:30.638896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88d6be-9e58-42c1-8aab-dfcf43385d73 None None] Network 6b21c5ba-8043-4fd9-b728-4937f1ed27ab requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:30.640117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba159e-365e-423c-823c-70858cc85674 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:30.644482 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e6ba159e-365e-423c-823c-70858cc85674 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 1094 time: 0.1378219 Dec 22 08:49:30.644908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57008) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.648085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ece18eb6-b3cc-48af-a696-0005f39e01f5 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.651554 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ece18eb6-b3cc-48af-a696-0005f39e01f5 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1d297644-f227-4411-92bd-01f2f6ffad89 HTTP/1.1" status: 204 len: 168 time: 0.1718667 Dec 22 08:49:30.653017 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:30.659429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57012) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.675383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:30.684485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:floatingip and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:30.689020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:30.697000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:30.725490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.751133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-972f5949-9cc6-4a24-9e6f-363de6ed475a tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:30.789862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-972f5949-9cc6-4a24-9e6f-363de6ed475a tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:30.793918 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-972f5949-9cc6-4a24-9e6f-363de6ed475a tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1308479 Dec 22 08:49:30.794317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57016) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.827252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.853628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.873591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting port f6bfd4d5-9d53-4857-b53d-bc59817b797d {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:30.874023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.884638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-64386d33-0a24-4398-8d40-e211384d2f16 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.900175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-64386d33-0a24-4398-8d40-e211384d2f16 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.911949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d82c6b-ffe9-4901-989e-4a5bd2aa7ffc None None] DHCP port deletion for 6b21c5ba-8043-4fd9-b728-4937f1ed27ab request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:30.916114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-03d82c6b-ffe9-4901-989e-4a5bd2aa7ffc None None] Deleting port f6bfd4d5-9d53-4857-b53d-bc59817b797d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:30.916737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03d82c6b-ffe9-4901-989e-4a5bd2aa7ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.942712 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-64386d33-0a24-4398-8d40-e211384d2f16 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.967807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64386d33-0a24-4398-8d40-e211384d2f16 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b71398f8-47d4-456a-85fb-46cb2d63669b,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:30.979037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-64386d33-0a24-4398-8d40-e211384d2f16 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:30.983493 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-64386d33-0a24-4398-8d40-e211384d2f16 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b71398f8-47d4-456a-85fb-46cb2d63669b HTTP/1.1" status: 204 len: 168 time: 0.1883030 Dec 22 08:49:30.984082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57020) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:30.987355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.036720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 0336870d-5e4f-4d15-b962-4b2c74369c34 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:49:31.103790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-730f8575-8a5f-4da1-9d70-33ed246bb720 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:31.165981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-730f8575-8a5f-4da1-9d70-33ed246bb720 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:31.167261 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-730f8575-8a5f-4da1-9d70-33ed246bb720 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1821320 Dec 22 08:49:31.170713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57024) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:31.205292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.200 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/71446da1-40fe-40fc-bef8-d598a961ae2f) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:31.212349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-03d82c6b-ffe9-4901-989e-4a5bd2aa7ffc None None] For port f6bfd4d5-9d53-4857-b53d-bc59817b797d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f6bfd4d5-9d53-4857-b53d-bc59817b797d,segment=NetworkSegment(829fd780-47ca-49e7-a1b9-6a35f8d5bc95),segment_id=829fd780-47ca-49e7-a1b9-6a35f8d5bc95)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:31.212773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03d82c6b-ffe9-4901-989e-4a5bd2aa7ffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.218973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82cb5e05-5736-46fd-9aef-a65c82310ee7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.232822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82cb5e05-5736-46fd-9aef-a65c82310ee7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.238100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] For port f6bfd4d5-9d53-4857-b53d-bc59817b797d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f6bfd4d5-9d53-4857-b53d-bc59817b797d,segment=NetworkSegment(829fd780-47ca-49e7-a1b9-6a35f8d5bc95),segment_id=829fd780-47ca-49e7-a1b9-6a35f8d5bc95)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:31.238713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.336702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-03d82c6b-ffe9-4901-989e-4a5bd2aa7ffc None None] Calling delete_port for f6bfd4d5-9d53-4857-b53d-bc59817b797d owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:31.336956 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82cb5e05-5736-46fd-9aef-a65c82310ee7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.355188 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb5e05-5736-46fd-9aef-a65c82310ee7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=670e72c2-f6cb-458a-a431-f81f7de81651,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:31.381773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Calling delete_port for f6bfd4d5-9d53-4857-b53d-bc59817b797d owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:31.395527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82cb5e05-5736-46fd-9aef-a65c82310ee7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.396651 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-82cb5e05-5736-46fd-9aef-a65c82310ee7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/670e72c2-f6cb-458a-a431-f81f7de81651 HTTP/1.1" status: 204 len: 168 time: 0.2250102 Dec 22 08:49:31.399546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57028) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:31.421816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03d82c6b-ffe9-4901-989e-4a5bd2aa7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.422306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.463914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e975b4eb-9ef0-481b-aae1-96e08da8e63b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:31.470627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d82c6b-ffe9-4901-989e-4a5bd2aa7ffc None None] Pushing event deleted for resources: {'Port': ['ID=f6bfd4d5-9d53-4857-b53d-bc59817b797d,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:31.472151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d82c6b-ffe9-4901-989e-4a5bd2aa7ffc None None] No DVR routers for this DVR port f6bfd4d5-9d53-4857-b53d-bc59817b797d on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:31.475167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.495192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.498983 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e975b4eb-9ef0-481b-aae1-96e08da8e63b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:31.500181 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e975b4eb-9ef0-481b-aae1-96e08da8e63b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0997829 Dec 22 08:49:31.505431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57032) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:31.506089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:31.506417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:31.562967 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:31.565823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:31.569459 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:31.598958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=71446da1-40fe-40fc-bef8-d598a961ae2f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:31.673358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.742835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f507733-4853-4d7e-b3c0-a398ab385703 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.770271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:31.775235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:31.785380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:31.786236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.796435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=8f8163a4-8a72-488e-b5fc-8a9df4f0d6f3,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:31.801731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f507733-4853-4d7e-b3c0-a398ab385703 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.915020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=0336870d-5e4f-4d15-b962-4b2c74369c34,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:31.928772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Checking segment: {'id': 'ad78470f-ac11-453d-bdda-2c0ae9895600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:31.929225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network hostable DHCP agents. Network: 4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:31.935981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f507733-4853-4d7e-b3c0-a398ab385703 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.961232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f507733-4853-4d7e-b3c0-a398ab385703 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8486d5-ceb8-437b-a6a9-08700fe56b92,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:31.983895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:31.996416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f507733-4853-4d7e-b3c0-a398ab385703 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.997545 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0f507733-4853-4d7e-b3c0-a398ab385703 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/da8486d5-ceb8-437b-a6a9-08700fe56b92 HTTP/1.1" status: 204 len: 168 time: 0.4903121 Dec 22 08:49:31.998256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:32.000210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57036) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:32.003646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:32.009229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:32.014629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d32576-bc39-40c3-aaa6-c2baac8a2a51 None None] Network 4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:32.015119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:32.015370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.019128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Deleting port f6bfd4d5-9d53-4857-b53d-bc59817b797d {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:32.019496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.080369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-75c04949-db2a-41f6-9eec-5aee0607f0af tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:32.099695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] The port 'f6bfd4d5-9d53-4857-b53d-bc59817b797d' was deleted {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:32.106348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-75c04949-db2a-41f6-9eec-5aee0607f0af tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:32.112081 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-75c04949-db2a-41f6-9eec-5aee0607f0af tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083941 Dec 22 08:49:32.113814 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57040) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:32.125169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184522766'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:32.133013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:32.145103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:32.146669 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2209f763-df8d-4082-bae7-fa2c9b5868a1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4488335 Dec 22 08:49:32.149393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57044) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:32.212821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.229555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.250018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-26653df1-0402-49b4-a080-3a355a54f192 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 0336870d-5e4f-4d15-b962-4b2c74369c34 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:32.250347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26653df1-0402-49b4-a080-3a355a54f192 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.255402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b21c5ba-8043-4fd9-b728-4937f1ed27ab']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:32.267580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829fd780-47ca-49e7-a1b9-6a35f8d5bc95') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:32.267872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829fd780-47ca-49e7-a1b9-6a35f8d5bc95') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:32.275184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:32.279806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.296931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:32.298778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.302334 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:32.304898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:32.305284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.310955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.314226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:32.321406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f6bfd4d5-9d53-4857-b53d-bc59817b797d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: util.warn( Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:32.324012 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:32.357727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: f6bfd4d5-9d53-4857-b53d-bc59817b797d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:32.358080 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f6bfd4d5-9d53-4857-b53d-bc59817b797d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:32.414310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.432343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.443196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] Pushing event deleted for resources: {'Network': ['ID=6b21c5ba-8043-4fd9-b728-4937f1ed27ab,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:32.447987 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1b031163-9fed-42ea-afc9-d5f310e6bebb tempest-NetworksIpV6Test-794954692 tempest-NetworksIpV6Test-794954692-project] 10.222.0.37 "DELETE /v2.0/networks/6b21c5ba-8043-4fd9-b728-4937f1ed27ab HTTP/1.1" status: 204 len: 168 time: 1.8147953 Dec 22 08:49:32.529485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.640198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.648387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.653266 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26653df1-0402-49b4-a080-3a355a54f192 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.720718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57052) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:32.803104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-26653df1-0402-49b4-a080-3a355a54f192 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 0336870d-5e4f-4d15-b962-4b2c74369c34 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:32.865537 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ebd0af24-e2de-4a57-9149-8e57924065ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c48f968056842a1bca8f8e863d1d04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436861 Dec 22 08:49:32.868064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57058) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:32.900897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9c7347-7b58-4316-987d-354fe2ff824a,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:32.922586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.923775 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-36723882-c887-4806-84e6-abe0cf21fddf tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8088944 Dec 22 08:49:32.928029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57062) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:32.936901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': 'da9c7347-7b58-4316-987d-354fe2ff824a', 'direction': 'ingress', 'protocol': 17}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:32.940967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0465-e9ac-4458-869f-408edfa00921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.944579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:32.957355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:32.961500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:32.975313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:32.981507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0465-e9ac-4458-869f-408edfa00921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.020174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26653df1-0402-49b4-a080-3a355a54f192 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.028671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.073663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26653df1-0402-49b4-a080-3a355a54f192 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=0336870d-5e4f-4d15-b962-4b2c74369c34,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:33.085789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26653df1-0402-49b4-a080-3a355a54f192 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.089512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0465-e9ac-4458-869f-408edfa00921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.102092 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-26653df1-0402-49b4-a080-3a355a54f192 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/0336870d-5e4f-4d15-b962-4b2c74369c34 HTTP/1.1" status: 204 len: 168 time: 0.9516897 Dec 22 08:49:33.106359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57066) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:33.111789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.115514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb0465-e9ac-4458-869f-408edfa00921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0655d37-00a0-4a59-a858-33ee16b87f27,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:33.120129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.151948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90831536-a931-4047-b93b-2b17507935df,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:33.155925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0465-e9ac-4458-869f-408edfa00921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.159321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.159481 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3fbb0465-e9ac-4458-869f-408edfa00921 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0655d37-00a0-4a59-a858-33ee16b87f27 HTTP/1.1" status: 204 len: 168 time: 0.2879333 Dec 22 08:49:33.169048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.172743 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1b580708-4e21-42ab-9461-c2041f0cfbff tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2412808 Dec 22 08:49:33.173075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57072) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:33.180388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.241721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f02969a1-6239-4d41-9d54-e6ea716c3c98 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.272514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f02969a1-6239-4d41-9d54-e6ea716c3c98 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.308805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=71446da1-40fe-40fc-bef8-d598a961ae2f,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:33.322980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.330783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f02969a1-6239-4d41-9d54-e6ea716c3c98 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.351001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02969a1-6239-4d41-9d54-e6ea716c3c98 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9c7347-7b58-4316-987d-354fe2ff824a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:33.361200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f02969a1-6239-4d41-9d54-e6ea716c3c98 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.362369 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f02969a1-6239-4d41-9d54-e6ea716c3c98 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/da9c7347-7b58-4316-987d-354fe2ff824a HTTP/1.1" status: 204 len: 168 time: 0.1884034 Dec 22 08:49:33.365148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57078) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:33.386021 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e49184-dcb9-4b53-beab-f1dd4b847b27 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:33.391991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e49184-dcb9-4b53-beab-f1dd4b847b27 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:33.392746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-13e49184-dcb9-4b53-beab-f1dd4b847b27 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:33.427707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1cfbc20f-010d-4d5d-82ff-4ffaa01f07f4 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:33.441744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-13e49184-dcb9-4b53-beab-f1dd4b847b27 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:33.443253 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-13e49184-dcb9-4b53-beab-f1dd4b847b27 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3357761 Dec 22 08:49:33.446879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57084) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:33.450261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1cfbc20f-010d-4d5d-82ff-4ffaa01f07f4 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:33.455228 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1cfbc20f-010d-4d5d-82ff-4ffaa01f07f4 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857174 Dec 22 08:49:33.488252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57088) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:33.509033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375521847'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:33.523197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:33.539251 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP 1fd4a947-a721-418d-8a0b-4a49328f991f associated. External IP: 172.26.1.200, port: 0beb36ff-41a4-427c-9ce3-065ac4d7b70e. Dec 22 08:49:33.540250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:33.547803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-594eb196-3ac3-42f0-a465-3b9a8d470d88 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 8f8163a4-8a72-488e-b5fc-8a9df4f0d6f3 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:33.548137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-594eb196-3ac3-42f0-a465-3b9a8d470d88 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.598350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.670897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:33.679633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:33.685271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:33.694698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:33.827297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-594eb196-3ac3-42f0-a465-3b9a8d470d88 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.993724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.003443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-594eb196-3ac3-42f0-a465-3b9a8d470d88 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 8f8163a4-8a72-488e-b5fc-8a9df4f0d6f3 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:34.022879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57106) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:34.034780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.048219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 967dd3f3-5d43-413b-8998-f4507beeb7ca has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:49:34.122770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a856609-9bf6-46d2-8f33-148561ef6837,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:34.128758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.130220 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-32ad9777-fb97-4663-be12-44a051b4afd6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6410358 Dec 22 08:49:34.132839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57112) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:34.141225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347613085'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:34.147276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:34.151465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:34.154982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:34.157921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1595319066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:34.160736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:34.168388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-594eb196-3ac3-42f0-a465-3b9a8d470d88 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.213727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:34.220488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.233938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Usage tracker for resource:router and tenant:d092292dd0d5411995c34fa10d46a87c is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:34.238299 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:34.241505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594eb196-3ac3-42f0-a465-3b9a8d470d88 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=8f8163a4-8a72-488e-b5fc-8a9df4f0d6f3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:34.243583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-594eb196-3ac3-42f0-a465-3b9a8d470d88 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.247899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:34.258597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:34.263876 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-594eb196-3ac3-42f0-a465-3b9a8d470d88 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/8f8163a4-8a72-488e-b5fc-8a9df4f0d6f3 HTTP/1.1" status: 204 len: 168 time: 0.8159227 Dec 22 08:49:34.265282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:34.266875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57116) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:34.268406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:34.273082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.274599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:34.274765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.313423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:34.360021 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.368146 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.372192 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] Sync routers for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:34.374617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.380290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.387732 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:34.388351 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:49:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:34.429012 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.433184 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2965178 Dec 22 08:49:34.436522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57120) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:34.442828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.452784 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-515b0ffa-4d41-4e00-ad30-b132b3710b1d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8046250 Dec 22 08:49:34.453011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'tag': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:34.457539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57124) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:34.462055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': '7a856609-9bf6-46d2-8f33-148561ef6837', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7b694aca-529a-49b9-b243-1f932c93724a', 'remote_ip_prefix': None}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:34.479421 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc84c53-6db4-4513-99b4-011a64a2fb60 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b694aca-529a-49b9-b243-1f932c93724a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:34.494168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:34.500082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:34.502826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:34.509455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:34.537446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea0c535-3915-4979-b812-842ae13d969d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:34.538964 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dea0c535-3915-4979-b812-842ae13d969d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2705166 Dec 22 08:49:34.540681 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'tag': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'status': 'completed', 'code': 200} Dec 22 08:49:34.544281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57130) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:34.588960 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:34.595156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.596369 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-54aa2764-a657-442e-b17f-a6e8c74dfc3b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5723550 Dec 22 08:49:34.603111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57134) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:34.618532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1378855347'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:34.626733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:34.640990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Usage tracker for resource:network and tenant:d092292dd0d5411995c34fa10d46a87c is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:34.647536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:34.654744 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dc4b930d-7666-498b-84db-bd9b235707bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/1fd4a947-a721-418d-8a0b-4a49328f991f HTTP/1.1" status: 200 len: 992 time: 0.1903744 Dec 22 08:49:34.657971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:34.674490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Made reservation on behalf of d092292dd0d5411995c34fa10d46a87c for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:34.678027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.693803 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.712786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-8fae0105-e77d-4b79-8f3e-84f7d55ed8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:34.714293 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-8fae0105-e77d-4b79-8f3e-84f7d55ed8b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 1099 time: 0.1630974 Dec 22 08:49:34.715788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:34.717785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.720034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Usage tracker for resource:security_group_rule and tenant:d092292dd0d5411995c34fa10d46a87c is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:34.741209 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81ddcd1-a588-41e4-8ba8-a10c23401bd4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:49:34.742149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e81ddcd1-a588-41e4-8ba8-a10c23401bd4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:34.743083 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:34.749812 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:49:34.753415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:34.789553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e81ddcd1-a588-41e4-8ba8-a10c23401bd4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:34.791649 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e81ddcd1-a588-41e4-8ba8-a10c23401bd4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/0336870d-5e4f-4d15-b962-4b2c74369c34 HTTP/1.1" status: 404 len: 333 time: 0.2453949 Dec 22 08:49:34.794507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57138) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:34.857017 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8736110-bb97-4197-b469-e8f2c23a79bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:49:34.861479 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c8736110-bb97-4197-b469-e8f2c23a79bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/8f8163a4-8a72-488e-b5fc-8a9df4f0d6f3 HTTP/1.1" status: 404 len: 333 time: 0.0635986 Dec 22 08:49:34.865545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57142) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:34.882011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-bbf99052-b963-4ece-9443-44d3f3ca6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:34.883472 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-bbf99052-b963-4ece-9443-44d3f3ca6338 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73 HTTP/1.1" status: 200 len: 897 time: 0.1606772 Dec 22 08:49:34.958365 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:49:02Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1fd4a947-a721-418d-8a0b-4a49328f991f', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'mac_address': 'fa:16:3e:dd:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:32Z', 'updated_at': '2021-12-22T08:49:32Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:34.964072 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] Checking router: 967dd3f3-5d43-413b-8998-f4507beeb7ca for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:49:34.977481 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:34.979699 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:49:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:34.984751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.989348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:34.998519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.018110 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-7a01f454-ed87-4f34-9fbe-2e07370f8381 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0beb36ff-41a4-427c-9ce3-065ac4d7b70e HTTP/1.1" status: 200 len: 1000 time: 0.1272359 Dec 22 08:49:35.019754 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.036395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee398e04-64f9-4021-a0c3-a9e25d01f796,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:35.066565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.097817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.099147 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-710ed892-07d5-44d7-b802-06014d7fe64b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6614852 Dec 22 08:49:35.110030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57146) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:35.118485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:35.127598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e07bfc-209c-41bb-83cc-81c2705556fc,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:35.134714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-e2b11618-589e-45f0-b3ff-381e6056ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:35.136252 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-e2b11618-589e-45f0-b3ff-381e6056ccc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f0e16e5-4dfb-40a2-b6ff-746339fd2f58 HTTP/1.1" status: 200 len: 835 time: 0.1118698 Dec 22 08:49:35.140392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.140738 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Added segment 3b7ef5d6-6d52-41a7-9680-3c562cd8fd32 of type vlan for network 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 Dec 22 08:49:35.148286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36db390e-576f-41ba-a73d-bb44b3f81ba6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.193238 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:35.215299 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.215837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36db390e-576f-41ba-a73d-bb44b3f81ba6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.223737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.255958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:35.262110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-76352754-e150-4539-9712-6dfe005ec611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:35.263915 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-76352754-e150-4539-9712-6dfe005ec611 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176991 Dec 22 08:49:35.264944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.270348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:35.270906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.272801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad78470f-ac11-453d-bdda-2c0ae9895600') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:35.273224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad78470f-ac11-453d-bdda-2c0ae9895600') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:35.282989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36db390e-576f-41ba-a73d-bb44b3f81ba6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.297098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.312389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db390e-576f-41ba-a73d-bb44b3f81ba6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee398e04-64f9-4021-a0c3-a9e25d01f796,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:35.321070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36db390e-576f-41ba-a73d-bb44b3f81ba6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.322022 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-36db390e-576f-41ba-a73d-bb44b3f81ba6 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ee398e04-64f9-4021-a0c3-a9e25d01f796 HTTP/1.1" status: 204 len: 168 time: 0.2110095 Dec 22 08:49:35.324787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57150) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:35.326969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.349336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:35.349753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:35.368960 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:35.469146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bb000ec9-dfb6-4139-9d64-2db4e9a763f7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:35.483801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.488371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.512321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bb000ec9-dfb6-4139-9d64-2db4e9a763f7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:35.516483 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bb000ec9-dfb6-4139-9d64-2db4e9a763f7 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1883507 Dec 22 08:49:35.517253 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/networks/4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9 HTTP/1.1" status: 204 len: 168 time: 0.6507771 Dec 22 08:49:35.518269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57154) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:35.519113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67915191-c6b7-4a6f-8560-b7dff16bab8b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Network': ['ID=4f4c2b63-0e0a-4d5a-9dbd-c2421c2a3cb9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:35.523822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57156) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:35.530011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-822046895'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:35.546039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:35.558723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:network and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:35.567034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:35.571675 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:49:02Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1fd4a947-a721-418d-8a0b-4a49328f991f', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'mac_address': 'fa:16:3e:dd:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:32Z', 'updated_at': '2021-12-22T08:49:32Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:35.576112 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5920ea1-28d4-4e2b-ac87-27bb050babf8 None None] The sync data for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv is: [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:49:02Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1fd4a947-a721-418d-8a0b-4a49328f991f', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'mac_address': 'fa:16:3e:dd:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:32Z', 'updated_at': '2021-12-22T08:49:32Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:35.576598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:35.586108 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9794753 Dec 22 08:49:35.587091 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872d1fc-5fce-4e71-948c-a09b1d4ca271 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Network': ['ID=4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:35.591787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57162) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:35.604121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:35.605294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'subnet': {'network_id': '4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:35.620025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:35.623492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.646402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e1667b9-4256-4fc1-a2f0-2deec5ea1cfe tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.662729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57166) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:35.681133 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-18041524-eb81-4518-907b-7df57ce0e58d service neutron] 10.222.0.54 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042928 Dec 22 08:49:35.770965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e1667b9-4256-4fc1-a2f0-2deec5ea1cfe tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.784623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:35.815297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.815548 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Added segment b2a92119-a95c-4a74-8907-51676b94f05d of type vlan for network f97eae0f-ee9c-4983-9d19-741d846a569b Dec 22 08:49:35.852381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:35.853175 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-aaaa3cf3-880c-4765-be59-22eab5e9ac4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/1fd4a947-a721-418d-8a0b-4a49328f991f HTTP/1.1" status: 200 len: 992 time: 0.1881526 Dec 22 08:49:35.867355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Usage tracker for resource:subnet and tenant:d092292dd0d5411995c34fa10d46a87c is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:35.870143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20dbba-8a70-4a49-ac37-ef0ec60d1891 None None] New status for floating IP 1fd4a947-a721-418d-8a0b-4a49328f991f: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:49:35.873032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:35.873589 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.883133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:35.900896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e1667b9-4256-4fc1-a2f0-2deec5ea1cfe tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.910822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Made reservation on behalf of d092292dd0d5411995c34fa10d46a87c for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:35.914619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.920714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1667b9-4256-4fc1-a2f0-2deec5ea1cfe tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b694aca-529a-49b9-b243-1f932c93724a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:35.936053 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bdece1e8-5bd8-4847-a070-75d1a2e746c2 req-07f8376a-1d67-404a-b874-e008054f0281 service neutron] 10.222.0.54 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475963 Dec 22 08:49:35.938944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:35.945114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:35.946277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.004894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e1667b9-4256-4fc1-a2f0-2deec5ea1cfe tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.008411 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7e1667b9-4256-4fc1-a2f0-2deec5ea1cfe tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/7b694aca-529a-49b9-b243-1f932c93724a HTTP/1.1" status: 204 len: 168 time: 0.4839349 Dec 22 08:49:36.008411 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4830329 Dec 22 08:49:36.011172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57170) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:36.011529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57172) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:36.039509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': 'f97eae0f-ee9c-4983-9d19-741d846a569b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:36.142041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785d40f-2bd3-4879-8d0d-cdca687ad82f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Network': ['ID=f97eae0f-ee9c-4983-9d19-741d846a569b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:36.158474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network f97eae0f-ee9c-4983-9d19-741d846a569b details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:36.186245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.254534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:36.262695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-de14b2a1-e0e1-41fa-810b-95391ef56118 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:36.266693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:36.268554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Subnet': ['ID=195ca75d-e115-47f3-b3f9-6e9ca3035f10,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:36.269839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:36.274483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Checking segment: {'id': '3b7ef5d6-6d52-41a7-9680-3c562cd8fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:36.274842 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network hostable DHCP agents. Network: 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:36.282224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:36.293831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-de14b2a1-e0e1-41fa-810b-95391ef56118 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:36.298774 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57178) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:36.301605 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:36.302336 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-de14b2a1-e0e1-41fa-810b-95391ef56118 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2891130 Dec 22 08:49:36.303795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:36.307711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.330767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:36.338403 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:36.338979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.341408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9605a8b2-24d5-4ac5-a241-85b77d41d0f5 None None] Network 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:36.367846 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d09a52b3-8f93-4f7a-b5dc-dc4299103f38 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7751410 Dec 22 08:49:36.371121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57182) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:36.378618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'network': {'name': 'tempest-router-network01--132888405'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:36.386454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:36.401922 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Usage tracker for resource:network and tenant:d092292dd0d5411995c34fa10d46a87c is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:36.407449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:36.408204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.ipam_backend_mixin [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Performing IP validity checks on allocation pools {{(pid=87535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:49:36.408824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.ipam_backend_mixin [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:49:36.416462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:36.418540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9eff-4e49-430f-b100-51511254939b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.447381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Made reservation on behalf of d092292dd0d5411995c34fa10d46a87c for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:36.451289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.464235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9eff-4e49-430f-b100-51511254939b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.510389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:36.521134 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.521475 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Added segment d00145e8-92f7-4c19-a9fa-c0c1d234667c of type vlan for network ced6cf3b-8177-45a4-a2b5-12157e3124ed Dec 22 08:49:36.531760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9eff-4e49-430f-b100-51511254939b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.553555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.559528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a9eff-4e49-430f-b100-51511254939b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a856609-9bf6-46d2-8f33-148561ef6837,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:36.571101 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.575800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37', 'network_id': '4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37', 'tenant_id': 'd092292dd0d5411995c34fa10d46a87c', 'fixed_ips': [{'subnet_id': '195ca75d-e115-47f3-b3f9-6e9ca3035f10'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:49:36.576603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.608270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9eff-4e49-430f-b100-51511254939b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.609472 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fd0a9eff-4e49-430f-b100-51511254939b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a856609-9bf6-46d2-8f33-148561ef6837 HTTP/1.1" status: 204 len: 168 time: 0.3095808 Dec 22 08:49:36.612174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57186) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:36.618316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.625602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:36.626382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.653129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=497628aa-5b9b-4111-a741-d09f7fa14971,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:36.670893 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2987492 Dec 22 08:49:36.674514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57190) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:36.686179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'network': {'name': 'tempest-router-network02--576673349'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:36.702068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Checking segment: {'id': 'b2a92119-a95c-4a74-8907-51676b94f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f97eae0f-ee9c-4983-9d19-741d846a569b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:36.702418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network hostable DHCP agents. Network: f97eae0f-ee9c-4983-9d19-741d846a569b, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:36.708081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:36.724788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Usage tracker for resource:network and tenant:d092292dd0d5411995c34fa10d46a87c is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:36.727588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:36.738064 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0a273b83-e748-405d-9081-bac36df515bd tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209354 Dec 22 08:49:36.739143 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57194) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:36.742619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:36.751628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660069154'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:36.755072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network f97eae0f-ee9c-4983-9d19-741d846a569b is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:36.759224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Made reservation on behalf of d092292dd0d5411995c34fa10d46a87c for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:36.760714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:36.763459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.763782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4f096-20cd-489e-996e-4e35c7663421 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Network': ['ID=ced6cf3b-8177-45a4-a2b5-12157e3124ed,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:36.768155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:36.771547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:36.778644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:36.784520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network ced6cf3b-8177-45a4-a2b5-12157e3124ed details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:36.791041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.813000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:36.817962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:36.820702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:36.827729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:36.858448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57198) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:36.885507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Allocated IP 2001:db8::2 (4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37/195ca75d-e115-47f3-b3f9-6e9ca3035f10/49f26ab2-071b-4fb4-b128-c20157d7184e) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:36.888923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, f97eae0f-ee9c-4983-9d19-741d846a569b) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:36.893584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:36.894181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.908470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e1516-8565-4ac0-a760-1c04aff9404b None None] Network f97eae0f-ee9c-4983-9d19-741d846a569b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:36.921390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:36.929140 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-70c035f8-e7af-4af8-861e-33e7c7e31d59 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9145610 Dec 22 08:49:36.932174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57202) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:36.937535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:36.937998 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Added segment aac8dc50-0a54-4e09-9841-7e29208e5f0b of type vlan for network a007c5c5-46d6-459f-988e-5eff0687d753 Dec 22 08:49:36.965440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': 'f97eae0f-ee9c-4983-9d19-741d846a569b', 'name': 'tempest-PortsTestJSON-1757643088'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:36.979674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.021308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.032596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:37.033386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.099325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.107814 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4e2a136e-00fe-4768-9475-66c415e372cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/1fd4a947-a721-418d-8a0b-4a49328f991f HTTP/1.1" status: 200 len: 994 time: 0.2481678 Dec 22 08:49:37.131073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.160594 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4827731 Dec 22 08:49:37.161616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57206) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:37.163938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572af436-7616-4e82-bdf7-31ef5eae9360 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Network': ['ID=a007c5c5-46d6-459f-988e-5eff0687d753,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:37.181537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network a007c5c5-46d6-459f-988e-5eff0687d753 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:37.183322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'subnet': {'network_id': 'ced6cf3b-8177-45a4-a2b5-12157e3124ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:37.209925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f02bf2e-e67d-49f0-9aec-c9cdb2ba067f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:37.299392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.300576 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a6383f75-b048-4479-91df-edafe34c89a2 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5604079 Dec 22 08:49:37.303627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57210) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:37.309705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': '9f02bf2e-e67d-49f0-9aec-c9cdb2ba067f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:37.315635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:37.318114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:37.320044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:37.322982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:37.330168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:37.335322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:37.339554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:37.346476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Usage tracker for resource:subnet and tenant:d092292dd0d5411995c34fa10d46a87c is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:37.348744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.349761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:37.355635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:37.359081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.368086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:37.386327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Made reservation on behalf of d092292dd0d5411995c34fa10d46a87c for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:37.390577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.399593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-f97eae0f-ee9c-4983-9d19-741d846a569b', 'network_id': 'f97eae0f-ee9c-4983-9d19-741d846a569b', 'tenant_id': 'eb5ba3bfe1334503b36cfdcc7be79389', 'fixed_ips': [{'subnet_id': '497628aa-5b9b-4111-a741-d09f7fa14971'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:49:37.400406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.407595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 6c397109-36ae-49f8-b93c-2e9c5245daad yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:49:37.434330 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.438159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.442473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.480707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f41406-a5e3-492e-876f-0507d6ab00f3,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:37.485435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Transition to ACTIVE for port object 49f26ab2-071b-4fb4-b128-c20157d7184e will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:37.493835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.497791 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-acaf0025-ca0f-47ec-97b5-92a8af3db928 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1895900 Dec 22 08:49:37.498095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57214) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:37.529509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Transition to ACTIVE for port object 49f26ab2-071b-4fb4-b128-c20157d7184e will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:37.530837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-edb7514d-8c9d-4d5e-b3e9-03a2aedbab48 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.544408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-edb7514d-8c9d-4d5e-b3e9-03a2aedbab48 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.568585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.571990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-edb7514d-8c9d-4d5e-b3e9-03a2aedbab48 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.596673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7514d-8c9d-4d5e-b3e9-03a2aedbab48 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05f41406-a5e3-492e-876f-0507d6ab00f3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:37.599852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-edb7514d-8c9d-4d5e-b3e9-03a2aedbab48 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.603727 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-edb7514d-8c9d-4d5e-b3e9-03a2aedbab48 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/05f41406-a5e3-492e-876f-0507d6ab00f3 HTTP/1.1" status: 204 len: 168 time: 0.1019144 Dec 22 08:49:37.603969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57218) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:37.652617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cc6c04b2-0f69-4630-a605-5b9111136912 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:37.654596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Network 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:37.660447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:37.666400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:37.668509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Pushing event updated for resources: {'Port': ['ID=49f26ab2-071b-4fb4-b128-c20157d7184e,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:37.671342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cc6c04b2-0f69-4630-a605-5b9111136912 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:37.681590 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cc6c04b2-0f69-4630-a605-5b9111136912 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0741327 Dec 22 08:49:37.682178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57222) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:37.706390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Allocated IP 172.20.0.2 (f97eae0f-ee9c-4983-9d19-741d846a569b/497628aa-5b9b-4111-a741-d09f7fa14971/aa7f3f0f-a180-42a2-9764-dacae58342cf) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:37.804036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4191e921-992a-444c-a984-b845ba171ab9 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.804430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Attempting to bind port 49f26ab2-071b-4fb4-b128-c20157d7184e on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:37.804919 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Attempting to bind port 49f26ab2-071b-4fb4-b128-c20157d7184e by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '3b7ef5d6-6d52-41a7-9680-3c562cd8fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:37.805159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Attempting to bind port 49f26ab2-071b-4fb4-b128-c20157d7184e on network 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:37.850830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4191e921-992a-444c-a984-b845ba171ab9 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.856505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:37.856878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Checking segment: {'id': '3b7ef5d6-6d52-41a7-9680-3c562cd8fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:37.857280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.857672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Bound using segment: {'id': '3b7ef5d6-6d52-41a7-9680-3c562cd8fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:37.858157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Bound port: 49f26ab2-071b-4fb4-b128-c20157d7184e, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7ef5d6-6d52-41a7-9680-3c562cd8fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:37.858535 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.895606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.973478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4191e921-992a-444c-a984-b845ba171ab9 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:37.999503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191e921-992a-444c-a984-b845ba171ab9 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f02bf2e-e67d-49f0-9aec-c9cdb2ba067f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:38.001122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Subnet': ['ID=a9114213-5f6e-4273-88ea-65a3a9c33a75,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:38.011905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Checking segment: {'id': 'd00145e8-92f7-4c19-a9fa-c0c1d234667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ced6cf3b-8177-45a4-a2b5-12157e3124ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:38.012586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network hostable DHCP agents. Network: ced6cf3b-8177-45a4-a2b5-12157e3124ed, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:38.037417 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] For port 49f26ab2-071b-4fb4-b128-c20157d7184e, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:38.046638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network ced6cf3b-8177-45a4-a2b5-12157e3124ed is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:38.054805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4191e921-992a-444c-a984-b845ba171ab9 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.056071 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4191e921-992a-444c-a984-b845ba171ab9 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/9f02bf2e-e67d-49f0-9aec-c9cdb2ba067f HTTP/1.1" status: 204 len: 168 time: 0.3728368 Dec 22 08:49:38.057322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] For port 49f26ab2-071b-4fb4-b128-c20157d7184e, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=49f26ab2-071b-4fb4-b128-c20157d7184e,segment=NetworkSegment(3b7ef5d6-6d52-41a7-9680-3c562cd8fd32),segment_id=3b7ef5d6-6d52-41a7-9680-3c562cd8fd32)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:38.059514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57226) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:38.066991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.074506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, ced6cf3b-8177-45a4-a2b5-12157e3124ed) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:38.082056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:38.082346 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.105027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.110016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd2396-817c-453c-b659-b69bd4737421 None None] Network ced6cf3b-8177-45a4-a2b5-12157e3124ed requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:38.118025 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3539b94d-7362-49f3-bf2c-a2ce51c15a39 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9461856 Dec 22 08:49:38.122355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57230) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:38.127707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f52bc24a-f174-4bdd-8d8f-1aa374d5625e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:38.128996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'subnet': {'network_id': 'a007c5c5-46d6-459f-988e-5eff0687d753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:38.144562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f52bc24a-f174-4bdd-8d8f-1aa374d5625e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:38.145995 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f52bc24a-f174-4bdd-8d8f-1aa374d5625e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853791 Dec 22 08:49:38.150452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57234) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:38.155884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group': {'name': 'tempest-secgroup--877903808'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:38.162028 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:38.173404 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:38.175789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Transition to ACTIVE for port object aa7f3f0f-a180-42a2-9764-dacae58342cf will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:38.184882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.206316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:38.210562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:38.213451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:38.219291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:38.250067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:38.254078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Usage tracker for resource:subnet and tenant:d092292dd0d5411995c34fa10d46a87c is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:38.257203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:38.263728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:38.273949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe80ab-a555-4c2f-b76b-f91b30b2770b None None] Pushing event updated for resources: {'Port': ['ID=49f26ab2-071b-4fb4-b128-c20157d7184e,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:38.276969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Made reservation on behalf of d092292dd0d5411995c34fa10d46a87c for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:38.282631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Transition to ACTIVE for port object aa7f3f0f-a180-42a2-9764-dacae58342cf will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:38.283618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.298381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.339454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.357502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.421490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.9 (f97eae0f-ee9c-4983-9d19-741d846a569b/497628aa-5b9b-4111-a741-d09f7fa14971/6c397109-36ae-49f8-b93c-2e9c5245daad) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:38.423893 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892cf9f0-2f62-46af-9e7f-3f0edfbd4201,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:38.450248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.451822 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a819b3eb-e8ea-4b33-a590-b61032a48358 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3004534 Dec 22 08:49:38.461740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57238) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:38.467195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Network f97eae0f-ee9c-4983-9d19-741d846a569b is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:38.470696 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': '892cf9f0-2f62-46af-9e7f-3f0edfbd4201', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:38.471041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:38.481453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:38.485833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:38.492348 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Pushing event updated for resources: {'Port': ['ID=aa7f3f0f-a180-42a2-9764-dacae58342cf,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:38.494236 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:38.503703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:38.514121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:38.552709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.621930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.643699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Attempting to bind port aa7f3f0f-a180-42a2-9764-dacae58342cf on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:38.644185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Attempting to bind port aa7f3f0f-a180-42a2-9764-dacae58342cf by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'b2a92119-a95c-4a74-8907-51676b94f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f97eae0f-ee9c-4983-9d19-741d846a569b'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:38.644437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Attempting to bind port aa7f3f0f-a180-42a2-9764-dacae58342cf on network f97eae0f-ee9c-4983-9d19-741d846a569b {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:38.652227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:38.653048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Checking segment: {'id': 'b2a92119-a95c-4a74-8907-51676b94f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f97eae0f-ee9c-4983-9d19-741d846a569b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:38.653666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.653990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Bound using segment: {'id': 'b2a92119-a95c-4a74-8907-51676b94f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f97eae0f-ee9c-4983-9d19-741d846a569b'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:38.654739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Bound port: aa7f3f0f-a180-42a2-9764-dacae58342cf, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a92119-a95c-4a74-8907-51676b94f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f97eae0f-ee9c-4983-9d19-741d846a569b'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:38.655326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.667186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-ced6cf3b-8177-45a4-a2b5-12157e3124ed', 'network_id': 'ced6cf3b-8177-45a4-a2b5-12157e3124ed', 'tenant_id': 'd092292dd0d5411995c34fa10d46a87c', 'fixed_ips': [{'subnet_id': 'a9114213-5f6e-4273-88ea-65a3a9c33a75'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:49:38.668627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.690346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Subnet': ['ID=92bf8389-381c-4a38-8d66-5068c83efccc,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:38.704177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.713546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Checking segment: {'id': 'aac8dc50-0a54-4e09-9841-7e29208e5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a007c5c5-46d6-459f-988e-5eff0687d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:38.714145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network hostable DHCP agents. Network: a007c5c5-46d6-459f-988e-5eff0687d753, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:38.716762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.745188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network a007c5c5-46d6-459f-988e-5eff0687d753 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:38.758783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, a007c5c5-46d6-459f-988e-5eff0687d753) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:38.772907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520dd399-e1d6-498a-b111-e3e1aaac963d None None] Network a007c5c5-46d6-459f-988e-5eff0687d753 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:38.774687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:38.775763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.777284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790680e5-69b4-4fa5-9955-d41271dd13ff,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:38.807563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.808233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-26ee4656-a7cc-465a-9657-95cd9658bdda tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6844511 Dec 22 08:49:38.809500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57242) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:38.815587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:38.816763 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-86f38e22-b246-422a-9fec-4ef8ae1c604d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3532112 Dec 22 08:49:38.819681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57246) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:38.839226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object 6c397109-36ae-49f8-b93c-2e9c5245daad will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:38.851381 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1940082b-6aa1-4f60-9e8d-50201f9acc3a tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules/790680e5-69b4-4fa5-9955-d41271dd13ff HTTP/1.1" status: 200 len: 763 time: 0.0307765 Dec 22 08:49:38.854932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57250) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:38.914040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-09316249-99cb-4f3f-b4c0-9ef33f6da5b5 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:38.927949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.010372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=6c397109-36ae-49f8-b93c-2e9c5245daad,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:39.014744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-09316249-99cb-4f3f-b4c0-9ef33f6da5b5 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:39.016181 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-09316249-99cb-4f3f-b4c0-9ef33f6da5b5 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1595128 Dec 22 08:49:39.020047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57254) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:39.049003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] For port aa7f3f0f-a180-42a2-9764-dacae58342cf, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:39.069156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network f97eae0f-ee9c-4983-9d19-741d846a569b is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:39.072693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:39.079376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:39.090260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] For port aa7f3f0f-a180-42a2-9764-dacae58342cf, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=aa7f3f0f-a180-42a2-9764-dacae58342cf,segment=NetworkSegment(b2a92119-a95c-4a74-8907-51676b94f05d),segment_id=b2a92119-a95c-4a74-8907-51676b94f05d)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:39.100165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.106069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dceeb143-a00e-4429-85a9-4ba473aa2a65 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.123626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dceeb143-a00e-4429-85a9-4ba473aa2a65 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.145400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Allocated IP 2001:db8::2 (ced6cf3b-8177-45a4-a2b5-12157e3124ed/a9114213-5f6e-4273-88ea-65a3a9c33a75/7330d1ae-106d-489d-bb73-d7007a0d341d) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:39.166512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:39.167118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.180354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dceeb143-a00e-4429-85a9-4ba473aa2a65 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.204320 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeb143-a00e-4429-85a9-4ba473aa2a65 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=790680e5-69b4-4fa5-9955-d41271dd13ff,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:39.223100 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5cc1af3c-4854-4b6a-ab2b-e8b6ba18555b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2803133 Dec 22 08:49:39.224148 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57258) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:39.258497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dceeb143-a00e-4429-85a9-4ba473aa2a65 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.259871 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dceeb143-a00e-4429-85a9-4ba473aa2a65 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/790680e5-69b4-4fa5-9955-d41271dd13ff HTTP/1.1" status: 204 len: 168 time: 0.2352164 Dec 22 08:49:39.265898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57262) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:39.328595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7ba85248-8ed7-4307-9021-b189f2ea9765 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 6c397109-36ae-49f8-b93c-2e9c5245daad {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:39.329227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ba85248-8ed7-4307-9021-b189f2ea9765 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.345976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436ff8b-34dd-4cbf-ad65-706abe7e7790 None None] Pushing event updated for resources: {'Port': ['ID=aa7f3f0f-a180-42a2-9764-dacae58342cf,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:39.392858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ce365bd0-69ae-4a06-b304-e02e7b5ea5f0 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:39.393406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.411370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-a007c5c5-46d6-459f-988e-5eff0687d753', 'network_id': 'a007c5c5-46d6-459f-988e-5eff0687d753', 'tenant_id': 'd092292dd0d5411995c34fa10d46a87c', 'fixed_ips': [{'subnet_id': '92bf8389-381c-4a38-8d66-5068c83efccc'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:49:39.412692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.678598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ce365bd0-69ae-4a06-b304-e02e7b5ea5f0 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:39.679886 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ce365bd0-69ae-4a06-b304-e02e7b5ea5f0 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4128602 Dec 22 08:49:39.684148 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57266) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:39.690130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-31886ed3-5dc4-40c2-b926-15305824e525 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': '892cf9f0-2f62-46af-9e7f-3f0edfbd4201', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:39.704830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-31886ed3-5dc4-40c2-b926-15305824e525 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:39.707264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.716951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ba85248-8ed7-4307-9021-b189f2ea9765 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.724437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Transition to ACTIVE for port object 7330d1ae-106d-489d-bb73-d7007a0d341d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:39.730051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-31886ed3-5dc4-40c2-b926-15305824e525 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:39.746145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Allocated IP 2001:db8::2 (a007c5c5-46d6-459f-988e-5eff0687d753/92bf8389-381c-4a38-8d66-5068c83efccc/83c0f8db-30eb-48a2-a45d-4cfbc03a46aa) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:39.766923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Transition to ACTIVE for port object 7330d1ae-106d-489d-bb73-d7007a0d341d will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:39.786683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.863934 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7ba85248-8ed7-4307-9021-b189f2ea9765 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 6c397109-36ae-49f8-b93c-2e9c5245daad owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:39.923458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-31886ed3-5dc4-40c2-b926-15305824e525 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.037253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Allocated IP 2001:db8::1 (ced6cf3b-8177-45a4-a2b5-12157e3124ed/a9114213-5f6e-4273-88ea-65a3a9c33a75/826466d9-eef0-4af9-98bd-6904b721cbeb) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:40.060396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Network ced6cf3b-8177-45a4-a2b5-12157e3124ed is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:40.063504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09599805-54b5-47be-882a-0408ec09475a None None] Network 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:40.086838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:40.093907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Pushing event updated for resources: {'Port': ['ID=7330d1ae-106d-489d-bb73-d7007a0d341d,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:40.109388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:40.126602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-31886ed3-5dc4-40c2-b926-15305824e525 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.136712 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-31886ed3-5dc4-40c2-b926-15305824e525 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.170818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31886ed3-5dc4-40c2-b926-15305824e525 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540b3887-da7d-44bd-ac03-d72d788e0d12,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:40.221479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-31886ed3-5dc4-40c2-b926-15305824e525 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.222707 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-31886ed3-5dc4-40c2-b926-15305824e525 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5378015 Dec 22 08:49:40.227230 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57270) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:40.232956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.253086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ba85248-8ed7-4307-9021-b189f2ea9765 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.259884 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ebf60707-b484-48f9-b799-60109ba68b8e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules/540b3887-da7d-44bd-ac03-d72d788e0d12 HTTP/1.1" status: 200 len: 763 time: 0.0311697 Dec 22 08:49:40.263649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57274) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:40.279097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Transition to ACTIVE for port object 826466d9-eef0-4af9-98bd-6904b721cbeb will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:40.313450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba85248-8ed7-4307-9021-b189f2ea9765 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=6c397109-36ae-49f8-b93c-2e9c5245daad,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:40.329155 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7bbd4cb1-c953-4b42-835e-b5c79f731421 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0619798 Dec 22 08:49:40.329365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57278) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:40.370095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1b57653b-c324-4db0-a44c-22fcc14ca01a None None] Provisioning for port 49f26ab2-071b-4fb4-b128-c20157d7184e completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:40.382228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d95adb61-d283-4963-be8a-ba706a941f4c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.399890 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.413263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Attempting to bind port 7330d1ae-106d-489d-bb73-d7007a0d341d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:40.413581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Attempting to bind port 7330d1ae-106d-489d-bb73-d7007a0d341d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd00145e8-92f7-4c19-a9fa-c0c1d234667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ced6cf3b-8177-45a4-a2b5-12157e3124ed'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:40.413937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Attempting to bind port 7330d1ae-106d-489d-bb73-d7007a0d341d on network ced6cf3b-8177-45a4-a2b5-12157e3124ed {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:40.423946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:40.424887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Checking segment: {'id': 'd00145e8-92f7-4c19-a9fa-c0c1d234667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ced6cf3b-8177-45a4-a2b5-12157e3124ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:40.424887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.425109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Bound using segment: {'id': 'd00145e8-92f7-4c19-a9fa-c0c1d234667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ced6cf3b-8177-45a4-a2b5-12157e3124ed'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:40.425572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Bound port: 7330d1ae-106d-489d-bb73-d7007a0d341d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00145e8-92f7-4c19-a9fa-c0c1d234667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ced6cf3b-8177-45a4-a2b5-12157e3124ed'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:40.425979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.436985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ba85248-8ed7-4307-9021-b189f2ea9765 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.452134 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7ba85248-8ed7-4307-9021-b189f2ea9765 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/6c397109-36ae-49f8-b93c-2e9c5245daad HTTP/1.1" status: 204 len: 168 time: 1.2257802 Dec 22 08:49:40.454709 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57282) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:40.457472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d95adb61-d283-4963-be8a-ba706a941f4c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.502104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network ced6cf3b-8177-45a4-a2b5-12157e3124ed is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:40.506673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:40.514906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:40.514906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.530407 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b17a105-e4e2-46a1-98ca-0a1836938cbb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:49:40.530806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b17a105-e4e2-46a1-98ca-0a1836938cbb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:40.532681 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3b17a105-e4e2-46a1-98ca-0a1836938cbb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/6c397109-36ae-49f8-b93c-2e9c5245daad HTTP/1.1" status: 404 len: 333 time: 0.0769901 Dec 22 08:49:40.532957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.537655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57286) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:40.540668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Port': ['ID=826466d9-eef0-4af9-98bd-6904b721cbeb,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:40.550907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d95adb61-d283-4963-be8a-ba706a941f4c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.590894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 49f26ab2-071b-4fb4-b128-c20157d7184e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:40.595122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95adb61-d283-4963-be8a-ba706a941f4c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=540b3887-da7d-44bd-ac03-d72d788e0d12,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:40.607795 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-38274b1c-42b2-494e-b08f-daaabd07b4ab tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:49:40.608770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-38274b1c-42b2-494e-b08f-daaabd07b4ab tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:40.615912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d95adb61-d283-4963-be8a-ba706a941f4c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.621908 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d95adb61-d283-4963-be8a-ba706a941f4c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/540b3887-da7d-44bd-ac03-d72d788e0d12 HTTP/1.1" status: 204 len: 168 time: 0.2912209 Dec 22 08:49:40.622574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57290) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:40.638226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-38274b1c-42b2-494e-b08f-daaabd07b4ab tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:40.642696 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-38274b1c-42b2-494e-b08f-daaabd07b4ab tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/6c397109-36ae-49f8-b93c-2e9c5245daad HTTP/1.1" status: 404 len: 333 time: 0.1010158 Dec 22 08:49:40.643254 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57294) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:40.659669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Transition to ACTIVE for port object 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:40.699846 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] For port 7330d1ae-106d-489d-bb73-d7007a0d341d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:40.710222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 49f26ab2-071b-4fb4-b128-c20157d7184e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:40.729186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-3146d81c-49d6-4d3a-9740-f2f069bb605a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet 497628aa-5b9b-4111-a741-d09f7fa14971 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:40.730394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 49f26ab2-071b-4fb4-b128-c20157d7184e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:40.731577 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.733488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3146d81c-49d6-4d3a-9740-f2f069bb605a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.741000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-18aed05b-6417-4fc1-88de-346512416a82 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:40.754973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.769986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-18aed05b-6417-4fc1-88de-346512416a82 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:40.774071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57298) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:40.774887 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-18aed05b-6417-4fc1-88de-346512416a82 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1512380 Dec 22 08:49:40.782102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-78b15ecf-8f4d-4ece-9275-5d754d7d795c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': '892cf9f0-2f62-46af-9e7f-3f0edfbd4201', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:40.796984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-78b15ecf-8f4d-4ece-9275-5d754d7d795c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:40.799353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] For port 7330d1ae-106d-489d-bb73-d7007a0d341d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7330d1ae-106d-489d-bb73-d7007a0d341d,segment=NetworkSegment(d00145e8-92f7-4c19-a9fa-c0c1d234667c),segment_id=d00145e8-92f7-4c19-a9fa-c0c1d234667c)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:40.807575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Transition to ACTIVE for port object 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:40.818420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-78b15ecf-8f4d-4ece-9275-5d754d7d795c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:40.827508 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3146d81c-49d6-4d3a-9740-f2f069bb605a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.849051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.877608 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-78b15ecf-8f4d-4ece-9275-5d754d7d795c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Project 1371f34c773641b98ea133af6b57d411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:49:40.905972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78b15ecf-8f4d-4ece-9275-5d754d7d795c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.934951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce68d420-ab89-409c-9c87-aa03609805a1 None None] Network f97eae0f-ee9c-4983-9d19-741d846a569b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:40.962746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3146d81c-49d6-4d3a-9740-f2f069bb605a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.030316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.096707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78b15ecf-8f4d-4ece-9275-5d754d7d795c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.100420 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Network a007c5c5-46d6-459f-988e-5eff0687d753 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:41.101156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3146d81c-49d6-4d3a-9740-f2f069bb605a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.141124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-73e5424f-1d8e-47ed-ab99-5363109c73af None None] Provisioning for port aa7f3f0f-a180-42a2-9764-dacae58342cf completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:41.145283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:41.146323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78b15ecf-8f4d-4ece-9275-5d754d7d795c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.147671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:41.166899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146d81c-49d6-4d3a-9740-f2f069bb605a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=497628aa-5b9b-4111-a741-d09f7fa14971,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:41.176395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff1a1d-102c-4636-9465-ecf3bea2d5de None None] Pushing event updated for resources: {'Port': ['ID=7330d1ae-106d-489d-bb73-d7007a0d341d,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:41.178468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b15ecf-8f4d-4ece-9275-5d754d7d795c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05553cb-8ddf-4644-8da5-94dc29362410,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:41.186871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3146d81c-49d6-4d3a-9740-f2f069bb605a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.198875 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3146d81c-49d6-4d3a-9740-f2f069bb605a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/497628aa-5b9b-4111-a741-d09f7fa14971 HTTP/1.1" status: 204 len: 168 time: 0.5545454 Dec 22 08:49:41.203177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57302) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:41.252069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.258833 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.264564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.358371 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78b15ecf-8f4d-4ece-9275-5d754d7d795c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.363063 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-78b15ecf-8f4d-4ece-9275-5d754d7d795c tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5853486 Dec 22 08:49:41.370240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57306) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:41.382184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.394693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port aa7f3f0f-a180-42a2-9764-dacae58342cf {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:41.395176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.408830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.463375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Attempting to bind port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:41.463770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Attempting to bind port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'aac8dc50-0a54-4e09-9841-7e29208e5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a007c5c5-46d6-459f-988e-5eff0687d753'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:41.464132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Attempting to bind port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa on network a007c5c5-46d6-459f-988e-5eff0687d753 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:41.470078 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Pushing event updated for resources: {'Port': ['ID=83c0f8db-30eb-48a2-a45d-4cfbc03a46aa,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:41.472682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Port': ['ID=826466d9-eef0-4af9-98bd-6904b721cbeb,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:41.476391 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:41.476769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Checking segment: {'id': 'aac8dc50-0a54-4e09-9841-7e29208e5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a007c5c5-46d6-459f-988e-5eff0687d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:41.477174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.477559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Bound using segment: {'id': 'aac8dc50-0a54-4e09-9841-7e29208e5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a007c5c5-46d6-459f-988e-5eff0687d753'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:41.478168 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8184e3ae-eb61-408c-a1eb-9f5cfe7242fe tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules/c05553cb-8ddf-4644-8da5-94dc29362410 HTTP/1.1" status: 200 len: 769 time: 0.1058519 Dec 22 08:49:41.481548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Bound port: 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac8dc50-0a54-4e09-9841-7e29208e5f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a007c5c5-46d6-459f-988e-5eff0687d753'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:41.481969 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.494101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57310) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:41.579668 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 49f26ab2-071b-4fb4-b128-c20157d7184e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=49f26ab2-071b-4fb4-b128-c20157d7184e,segment=NetworkSegment(3b7ef5d6-6d52-41a7-9680-3c562cd8fd32),segment_id=3b7ef5d6-6d52-41a7-9680-3c562cd8fd32)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:41.583507 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1e600eca-9790-4a38-bf31-5d8a306de278 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0879354 Dec 22 08:49:41.586594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57314) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:41.594950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.595720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device aa7f3f0f-a180-42a2-9764-dacae58342cf up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:41.623358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network ced6cf3b-8177-45a4-a2b5-12157e3124ed is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:41.625847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6d2172dc-2dc2-4adf-920d-c8130008e220 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.636617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6d2172dc-2dc2-4adf-920d-c8130008e220 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.657192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] For port aa7f3f0f-a180-42a2-9764-dacae58342cf, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=aa7f3f0f-a180-42a2-9764-dacae58342cf,segment=NetworkSegment(b2a92119-a95c-4a74-8907-51676b94f05d),segment_id=b2a92119-a95c-4a74-8907-51676b94f05d)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:41.658127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.664211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:41.727774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6d2172dc-2dc2-4adf-920d-c8130008e220 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.756105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] For port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:41.761793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] For port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=83c0f8db-30eb-48a2-a45d-4cfbc03a46aa,segment=NetworkSegment(aac8dc50-0a54-4e09-9841-7e29208e5f0b),segment_id=aac8dc50-0a54-4e09-9841-7e29208e5f0b)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:41.773397 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=49f26ab2-071b-4fb4-b128-c20157d7184e,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:41.777644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.824201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6a3e7-1b5d-480f-b4f0-3e26d271244c None None] DHCP port deletion for f97eae0f-ee9c-4983-9d19-741d846a569b request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:41.860849 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for aa7f3f0f-a180-42a2-9764-dacae58342cf owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:41.863886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port aa7f3f0f-a180-42a2-9764-dacae58342cf completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:41.871938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-12e6a3e7-1b5d-480f-b4f0-3e26d271244c None None] Deleting port aa7f3f0f-a180-42a2-9764-dacae58342cf {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:41.872316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e7-1b5d-480f-b4f0-3e26d271244c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.931729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2172dc-2dc2-4adf-920d-c8130008e220 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c05553cb-8ddf-4644-8da5-94dc29362410,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:41.950451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6d2172dc-2dc2-4adf-920d-c8130008e220 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.951517 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6d2172dc-2dc2-4adf-920d-c8130008e220 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c05553cb-8ddf-4644-8da5-94dc29362410 HTTP/1.1" status: 204 len: 168 time: 0.3640299 Dec 22 08:49:41.954824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57318) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:41.964146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port aa7f3f0f-a180-42a2-9764-dacae58342cf triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:41.964365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.983195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.015751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1bffd9a6-6c76-49c6-84c8-33dfed9e02f5 None None] Provisioning complete for port 49f26ab2-071b-4fb4-b128-c20157d7184e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:42.016126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1bffd9a6-6c76-49c6-84c8-33dfed9e02f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.028107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c65cb81c-687c-4f26-a83e-dfaff0532d5d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:42.063209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c65cb81c-687c-4f26-a83e-dfaff0532d5d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:42.064685 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c65cb81c-687c-4f26-a83e-dfaff0532d5d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1088820 Dec 22 08:49:42.067571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57322) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:42.102060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=aa7f3f0f-a180-42a2-9764-dacae58342cf,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:42.114061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No DVR routers for this DVR port aa7f3f0f-a180-42a2-9764-dacae58342cf on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:42.117946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port aa7f3f0f-a180-42a2-9764-dacae58342cf was deleted so its status cannot be updated. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 08:49:42.128057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b735a7a-7ff9-479f-a659-ec0cf4278e04 None None] Pushing event updated for resources: {'Port': ['ID=83c0f8db-30eb-48a2-a45d-4cfbc03a46aa,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:42.128479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Router 99c40977-494f-4c7a-84d1-0b74afb1ba58 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:49:42.186537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-12e6a3e7-1b5d-480f-b4f0-3e26d271244c None None] The port 'aa7f3f0f-a180-42a2-9764-dacae58342cf' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:42.326897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.330379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-272c0433-d37b-47c7-982c-501c91d90c0e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.356869 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97eae0f-ee9c-4983-9d19-741d846a569b']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:42.382262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a92119-a95c-4a74-8907-51676b94f05d') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:42.382560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a92119-a95c-4a74-8907-51676b94f05d') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:42.384785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-272c0433-d37b-47c7-982c-501c91d90c0e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.395474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.410340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:42.416558 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-280c6ec5-fdb4-4216-9a79-055cd51b6404 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "PUT /v2.0/routers/99c40977-494f-4c7a-84d1-0b74afb1ba58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6058650 Dec 22 08:49:42.424016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57326) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:42.429323 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399585ec-d156-4a6a-ab89-dd829bf3e69b None None] Sync routers for ids ['99c40977-494f-4c7a-84d1-0b74afb1ba58'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:42.441801 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399585ec-d156-4a6a-ab89-dd829bf3e69b None None] Routers {'99c40977-494f-4c7a-84d1-0b74afb1ba58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:42.442403 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-399585ec-d156-4a6a-ab89-dd829bf3e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:49:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['99c40977-494f-4c7a-84d1-0b74afb1ba58'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:42.462280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-272c0433-d37b-47c7-982c-501c91d90c0e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.536334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-272c0433-d37b-47c7-982c-501c91d90c0e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.541651 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-272c0433-d37b-47c7-982c-501c91d90c0e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/892cf9f0-2f62-46af-9e7f-3f0edfbd4201 HTTP/1.1" status: 204 len: 168 time: 0.4716184 Dec 22 08:49:42.545813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0433-d37b-47c7-982c-501c91d90c0e tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892cf9f0-2f62-46af-9e7f-3f0edfbd4201,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:42.547476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57330) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:42.557392 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-399585ec-d156-4a6a-ab89-dd829bf3e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:42.567664 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399585ec-d156-4a6a-ab89-dd829bf3e69b None None] Routers {'99c40977-494f-4c7a-84d1-0b74afb1ba58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:42.568559 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-399585ec-d156-4a6a-ab89-dd829bf3e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:49:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['99c40977-494f-4c7a-84d1-0b74afb1ba58'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:42.643153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 49f26ab2-071b-4fb4-b128-c20157d7184e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:42.648036 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-399585ec-d156-4a6a-ab89-dd829bf3e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:42.648671 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399585ec-d156-4a6a-ab89-dd829bf3e69b None None] The sync data for ids ['99c40977-494f-4c7a-84d1-0b74afb1ba58'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:42.661516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cc9d0445-4e24-4978-b88f-573cb35bf901 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:42.684554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cc9d0445-4e24-4978-b88f-573cb35bf901 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:42.692050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.692050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57334) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:42.694269 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cc9d0445-4e24-4978-b88f-573cb35bf901 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1457329 Dec 22 08:49:42.710205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036103074'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:42.726099 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b0f472-7d0b-4f9e-9e51-b268b80867ce None None] Network ced6cf3b-8177-45a4-a2b5-12157e3124ed requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:42.771477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:42.771878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:42.787669 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:42.790367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:42.833480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:42.858791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 49f26ab2-071b-4fb4-b128-c20157d7184e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:42.859162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.909095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.929372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-202b2e4c-bf7e-45fa-9750-33496d922241 None None] Provisioning for port 7330d1ae-106d-489d-bb73-d7007a0d341d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:42.987847 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.992082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.097930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:43.102750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Network': ['ID=f97eae0f-ee9c-4983-9d19-741d846a569b,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:43.111008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:43.116293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:43.119974 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2e0b71e7-dbfe-40e6-891e-0cc331827623 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/networks/f97eae0f-ee9c-4983-9d19-741d846a569b HTTP/1.1" status: 204 len: 168 time: 1.9157441 Dec 22 08:49:43.124367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57338) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:43.126599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:43.130303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1985727901'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:43.135816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:43.140147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:43.144293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:network and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:43.147542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:43.153629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:43.174348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:43.181636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.224842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:43.238739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.239235 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Added segment 1cb5242a-1951-4978-8fb2-ac39cc7a5dc3 of type vlan for network 4375664e-7919-4f84-a102-4edf5bf9aa1c Dec 22 08:49:43.239975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:43.248576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7330d1ae-106d-489d-bb73-d7007a0d341d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:43.298940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.340947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.347870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:43.348624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.352279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7330d1ae-106d-489d-bb73-d7007a0d341d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:43.358186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7330d1ae-106d-489d-bb73-d7007a0d341d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:43.358558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.432834 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3044596 Dec 22 08:49:43.456509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a4b261-0c30-4d60-93df-0998912733a9 None None] Network a007c5c5-46d6-459f-988e-5eff0687d753 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:43.459637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57342) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:43.494280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333952ab-4562-4af0-b2a9-7a4195d37243 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Network': ['ID=4375664e-7919-4f84-a102-4edf5bf9aa1c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:43.504306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.509147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 4375664e-7919-4f84-a102-4edf5bf9aa1c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:43.511143 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '4375664e-7919-4f84-a102-4edf5bf9aa1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:43.541820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.685293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7318ee1c-3bb5-4579-ab30-668faf8ab931,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:43.691657 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e46a5f02-7b5d-4d92-8fa8-c4e3e25c1c3a None None] Provisioning for port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:43.692866 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-da070b85-70f0-4097-a177-ada31d551246 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:49:43.693909 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-da070b85-70f0-4097-a177-ada31d551246 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "PUT /v2.0/routers/99c40977-494f-4c7a-84d1-0b74afb1ba58/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2661610 Dec 22 08:49:43.697333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57346) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:43.702360 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:43.706454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:43.710174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:43.711592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e46a5f02-7b5d-4d92-8fa8-c4e3e25c1c3a None None] Provisioning complete for port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:43.711982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e46a5f02-7b5d-4d92-8fa8-c4e3e25c1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.712515 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.717155 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c3bd908b-97b5-486b-a2af-6329694a1974 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0259874 Dec 22 08:49:43.717873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57350) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:43.723250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:43.727672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Request body: {'security_group_rule': {'security_group_id': '7318ee1c-3bb5-4579-ab30-668faf8ab931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:43.738186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:43.745899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Usage tracker for resource:security_group_rule and tenant:1371f34c773641b98ea133af6b57d411 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:43.749124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:43.752969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:43.756482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.780771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:43.809191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.877577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.989404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 7330d1ae-106d-489d-bb73-d7007a0d341d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7330d1ae-106d-489d-bb73-d7007a0d341d,segment=NetworkSegment(d00145e8-92f7-4c19-a9fa-c0c1d234667c),segment_id=d00145e8-92f7-4c19-a9fa-c0c1d234667c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:44.046885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.052317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.063149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.142369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a848e05-597a-456b-af78-323f1ba58377,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:44.154881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.156350 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c15fe6be-488d-45d2-9232-466fe122e26b tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4348543 Dec 22 08:49:44.160650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device aa7f3f0f-a180-42a2-9764-dacae58342cf no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:44.161565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57354) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:44.196394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.203307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.216707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: aa7f3f0f-a180-42a2-9764-dacae58342cf {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:44.217053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device aa7f3f0f-a180-42a2-9764-dacae58342cf not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:44.220876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e46a5f02-7b5d-4d92-8fa8-c4e3e25c1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.258257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=7330d1ae-106d-489d-bb73-d7007a0d341d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:44.273470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e46a5f02-7b5d-4d92-8fa8-c4e3e25c1c3a None None] For port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=83c0f8db-30eb-48a2-a45d-4cfbc03a46aa,segment=NetworkSegment(aac8dc50-0a54-4e09-9841-7e29208e5f0b),segment_id=aac8dc50-0a54-4e09-9841-7e29208e5f0b)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:44.281733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e78df4a8-342d-4d34-96a2-ed2f57169177 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.282233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e46a5f02-7b5d-4d92-8fa8-c4e3e25c1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.286644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=dd02529b-95c0-46ae-8b9f-5d7c77a0337c,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:44.299894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Checking segment: {'id': '1cb5242a-1951-4978-8fb2-ac39cc7a5dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4375664e-7919-4f84-a102-4edf5bf9aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:44.300825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network hostable DHCP agents. Network: 4375664e-7919-4f84-a102-4edf5bf9aa1c, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:44.330368 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 4375664e-7919-4f84-a102-4edf5bf9aa1c is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:44.352739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e78df4a8-342d-4d34-96a2-ed2f57169177 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.359455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 4375664e-7919-4f84-a102-4edf5bf9aa1c) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:44.368823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:44.369617 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.370414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2dc2af-f3e5-4e2b-b4e8-d9f19c0c5146 None None] Network 4375664e-7919-4f84-a102-4edf5bf9aa1c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:44.413190 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-92970e35-17ed-43a8-9b13-3a639e619b02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9075098 Dec 22 08:49:44.415954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57358) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:44.417531 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a5f02-7b5d-4d92-8fa8-c4e3e25c1c3a None None] Pushing event updated for resources: {'Port': ['ID=83c0f8db-30eb-48a2-a45d-4cfbc03a46aa,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:44.422509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': '4375664e-7919-4f84-a102-4edf5bf9aa1c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-3966894'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:44.428879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7330d1ae-106d-489d-bb73-d7007a0d341d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:44.453593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.578720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1cc278c7-fac5-49e4-97a0-549fc1667929 None None] Provisioning complete for port 7330d1ae-106d-489d-bb73-d7007a0d341d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:44.578992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1cc278c7-fac5-49e4-97a0-549fc1667929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.584164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e78df4a8-342d-4d34-96a2-ed2f57169177 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.624183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78df4a8-342d-4d34-96a2-ed2f57169177 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7318ee1c-3bb5-4579-ab30-668faf8ab931,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:44.638886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e78df4a8-342d-4d34-96a2-ed2f57169177 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.640014 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e78df4a8-342d-4d34-96a2-ed2f57169177 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/7318ee1c-3bb5-4579-ab30-668faf8ab931 HTTP/1.1" status: 204 len: 168 time: 0.4776030 Dec 22 08:49:44.642495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57362) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:44.716703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:44.721416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:port and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:44.724739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:44.731425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:44.742338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:44.746623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.769122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 461dc773-ebd4-41f0-a7fa-aaf75cefab78 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:49:44.785734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7330d1ae-106d-489d-bb73-d7007a0d341d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:44.786009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.914696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0ad8d622-4a8a-4aeb-b396-ab8c8f9ee38d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:44.922737 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.14 (4375664e-7919-4f84-a102-4edf5bf9aa1c/dd02529b-95c0-46ae-8b9f-5d7c77a0337c/461dc773-ebd4-41f0-a7fa-aaf75cefab78) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:44.942645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0ad8d622-4a8a-4aeb-b396-ab8c8f9ee38d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:44.943781 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0ad8d622-4a8a-4aeb-b396-ab8c8f9ee38d tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3003340 Dec 22 08:49:44.946460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57366) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:44.962617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-4375664e-7919-4f84-a102-4edf5bf9aa1c', 'network_id': '4375664e-7919-4f84-a102-4edf5bf9aa1c', 'tenant_id': 'eb5ba3bfe1334503b36cfdcc7be79389', 'fixed_ips': [{'subnet_id': 'dd02529b-95c0-46ae-8b9f-5d7c77a0337c'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:49:44.964284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.046525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cd076d98-05ca-49f1-8715-8420b1361111 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:45.051949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting port 826466d9-eef0-4af9-98bd-6904b721cbeb {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:45.052733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.056317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1cc278c7-fac5-49e4-97a0-549fc1667929 None None] Provisioning for port 826466d9-eef0-4af9-98bd-6904b721cbeb completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:45.098829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1cc278c7-fac5-49e4-97a0-549fc1667929 None None] Provisioning complete for port 826466d9-eef0-4af9-98bd-6904b721cbeb triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:45.099270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1cc278c7-fac5-49e4-97a0-549fc1667929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.127858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.132538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cd076d98-05ca-49f1-8715-8420b1361111 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group_rule {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:45.133242 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cd076d98-05ca-49f1-8715-8420b1361111 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1857977 Dec 22 08:49:45.139960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57370) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:45.152843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object 461dc773-ebd4-41f0-a7fa-aaf75cefab78 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:45.174108 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-5ae3a931-4cb0-4a50-9ba2-ac271bf8c0e1 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] delete failed (client error): The resource could not be found. Dec 22 08:49:45.175120 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5ae3a931-4cb0-4a50-9ba2-ac271bf8c0e1 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "DELETE /v2.0/security-groups/7318ee1c-3bb5-4579-ab30-668faf8ab931 HTTP/1.1" status: 404 len: 347 time: 0.0242767 Dec 22 08:49:45.179498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57374) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:45.195333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1cc278c7-fac5-49e4-97a0-549fc1667929 None None] Port 826466d9-eef0-4af9-98bd-6904b721cbeb cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:49:45.216415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.270652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Allocated IP 172.20.0.2 (4375664e-7919-4f84-a102-4edf5bf9aa1c/dd02529b-95c0-46ae-8b9f-5d7c77a0337c/2a4b4320-3c29-4a28-94f9-102ab6581a8b) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:45.276544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.299735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a1f74f9a-e2ab-403c-a4d5-cb7d05d56262 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Synchronizing usage tracker for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:45.308897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 4375664e-7919-4f84-a102-4edf5bf9aa1c is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:45.314202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:45.321760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:45.359836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a1f74f9a-e2ab-403c-a4d5-cb7d05d56262 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] Unset dirty status for tenant:1371f34c773641b98ea133af6b57d411 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:45.367712 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a1f74f9a-e2ab-403c-a4d5-cb7d05d56262 tempest-SecGroupIPv6Test-1159522268 tempest-SecGroupIPv6Test-1159522268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1804359 Dec 22 08:49:45.377145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=461dc773-ebd4-41f0-a7fa-aaf75cefab78,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:45.396726 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:45.397325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.407893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Calling delete_port for 826466d9-eef0-4af9-98bd-6904b721cbeb owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:45.426330 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f6cbcd65-eafa-41a1-acab-a3d8834864f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 1.0089705 Dec 22 08:49:45.428822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57380) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:45.481493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-44802abc-4c24-4d59-8996-2c6941084bd0 None None] Provisioning complete for port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:45.481913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-44802abc-4c24-4d59-8996-2c6941084bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.516960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a8c3c-55f6-4016-ba94-a320cd67034c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 461dc773-ebd4-41f0-a7fa-aaf75cefab78 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:45.517769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8c3c-55f6-4016-ba94-a320cd67034c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.553979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.567438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Transition to ACTIVE for port object 2a4b4320-3c29-4a28-94f9-102ab6581a8b will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:45.619948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Transition to ACTIVE for port object 2a4b4320-3c29-4a28-94f9-102ab6581a8b will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:45.648329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.720590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Pushing event updated for resources: {'Port': ['ID=2a4b4320-3c29-4a28-94f9-102ab6581a8b,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:45.738675 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Network 4375664e-7919-4f84-a102-4edf5bf9aa1c is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:45.739796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:45.744370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:45.760107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57386) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:45.777557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.821960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8c3c-55f6-4016-ba94-a320cd67034c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.844663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Attempting to bind port 2a4b4320-3c29-4a28-94f9-102ab6581a8b on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:45.845064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Attempting to bind port 2a4b4320-3c29-4a28-94f9-102ab6581a8b by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '1cb5242a-1951-4978-8fb2-ac39cc7a5dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4375664e-7919-4f84-a102-4edf5bf9aa1c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:45.845390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Attempting to bind port 2a4b4320-3c29-4a28-94f9-102ab6581a8b on network 4375664e-7919-4f84-a102-4edf5bf9aa1c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:45.851658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:45.852028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Checking segment: {'id': '1cb5242a-1951-4978-8fb2-ac39cc7a5dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4375664e-7919-4f84-a102-4edf5bf9aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:45.852451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.857928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Bound using segment: {'id': '1cb5242a-1951-4978-8fb2-ac39cc7a5dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4375664e-7919-4f84-a102-4edf5bf9aa1c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:45.858448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Bound port: 2a4b4320-3c29-4a28-94f9-102ab6581a8b, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb5242a-1951-4978-8fb2-ac39cc7a5dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4375664e-7919-4f84-a102-4edf5bf9aa1c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:45.858838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.875844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Port': ['ID=826466d9-eef0-4af9-98bd-6904b721cbeb,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:45.984551 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] For port 2a4b4320-3c29-4a28-94f9-102ab6581a8b, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:45.986492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a8c3c-55f6-4016-ba94-a320cd67034c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 461dc773-ebd4-41f0-a7fa-aaf75cefab78 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:45.988107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] For port 2a4b4320-3c29-4a28-94f9-102ab6581a8b, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a4b4320-3c29-4a28-94f9-102ab6581a8b,segment=NetworkSegment(1cb5242a-1951-4978-8fb2-ac39cc7a5dc3),segment_id=1cb5242a-1951-4978-8fb2-ac39cc7a5dc3)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:45.994294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.063276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.101880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e20bb-5057-4808-8077-2a75dab07991 None None] Pushing event updated for resources: {'Port': ['ID=2a4b4320-3c29-4a28-94f9-102ab6581a8b,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:46.119970 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-876cb557-cd34-4aa4-b7a5-18ea6cacfd45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1371f34c773641b98ea133af6b57d411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582284 Dec 22 08:49:46.134561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57392) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:46.251506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c84a86ae-041b-45f8-9759-1663133a8f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.254641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8c3c-55f6-4016-ba94-a320cd67034c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.344923 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a8c3c-55f6-4016-ba94-a320cd67034c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=461dc773-ebd4-41f0-a7fa-aaf75cefab78,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:46.356942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c84a86ae-041b-45f8-9759-1663133a8f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.499520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8c3c-55f6-4016-ba94-a320cd67034c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.520294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a4b4320-3c29-4a28-94f9-102ab6581a8b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:46.520805 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ce2a8c3c-55f6-4016-ba94-a320cd67034c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/461dc773-ebd4-41f0-a7fa-aaf75cefab78 HTTP/1.1" status: 204 len: 168 time: 1.0904341 Dec 22 08:49:46.523071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57396) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:46.526107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c84a86ae-041b-45f8-9759-1663133a8f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.529465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c84a86ae-041b-45f8-9759-1663133a8f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.533672 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c84a86ae-041b-45f8-9759-1663133a8f32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9eb86ba7-483a-487f-9f12-4a9cad316687 HTTP/1.1" status: 204 len: 168 time: 0.3980536 Dec 22 08:49:46.539398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Router 99c40977-494f-4c7a-84d1-0b74afb1ba58 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:49:46.592711 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1138c9ea-1910-46af-ba1d-376291e38e31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:49:46.593155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1138c9ea-1910-46af-ba1d-376291e38e31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:46.602203 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 2a4b4320-3c29-4a28-94f9-102ab6581a8b completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:46.603685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a86ae-041b-45f8-9759-1663133a8f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb86ba7-483a-487f-9f12-4a9cad316687,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:46.618766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1138c9ea-1910-46af-ba1d-376291e38e31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:46.620162 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1138c9ea-1910-46af-ba1d-376291e38e31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/461dc773-ebd4-41f0-a7fa-aaf75cefab78 HTTP/1.1" status: 404 len: 333 time: 0.0959358 Dec 22 08:49:46.623294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57402) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:46.626499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:46.695711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:46.699098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc2a73b-d331-4a54-b6da-86724032e9ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet dd02529b-95c0-46ae-8b9f-5d7c77a0337c {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:46.705382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a73b-d331-4a54-b6da-86724032e9ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.724550 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3bcffb32-2fe1-43f0-8d57-55d007306a76 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "PUT /v2.0/routers/99c40977-494f-4c7a-84d1-0b74afb1ba58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0251632 Dec 22 08:49:46.725809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4446023-2131-47d0-a09b-29c302fc69f3 None None] Sync routers for ids ['99c40977-494f-4c7a-84d1-0b74afb1ba58'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:46.729396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57406) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:46.733719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:46.734079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.769201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4446023-2131-47d0-a09b-29c302fc69f3 None None] Routers {'99c40977-494f-4c7a-84d1-0b74afb1ba58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:46.769877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f4446023-2131-47d0-a09b-29c302fc69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:49:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['99c40977-494f-4c7a-84d1-0b74afb1ba58'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:46.816109 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-cdc2e70a-b887-4edd-afac-a7fbdcf139e4 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] delete failed (client error): The resource could not be found. Dec 22 08:49:46.817771 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cdc2e70a-b887-4edd-afac-a7fbdcf139e4 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-72103746 HTTP/1.1" status: 404 len: 333 time: 0.0855422 Dec 22 08:49:46.821751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57410) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:46.827809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d8165c2c-33db-4f1e-8906-3be1416362f8 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'router': {'external_gateway_info': {'network_id': '99c40977-494f-4c7a-84d1-0b74afb1ba58'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:46.851960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f4446023-2131-47d0-a09b-29c302fc69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:46.868285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4446023-2131-47d0-a09b-29c302fc69f3 None None] Routers {'99c40977-494f-4c7a-84d1-0b74afb1ba58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:46.868917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f4446023-2131-47d0-a09b-29c302fc69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:49:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['99c40977-494f-4c7a-84d1-0b74afb1ba58'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:46.913177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a73b-d331-4a54-b6da-86724032e9ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:46.929563 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f4446023-2131-47d0-a09b-29c302fc69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:46.930003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4446023-2131-47d0-a09b-29c302fc69f3 None None] The sync data for ids ['99c40977-494f-4c7a-84d1-0b74afb1ba58'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:47.053480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a73b-d331-4a54-b6da-86724032e9ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.149644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a73b-d331-4a54-b6da-86724032e9ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.188819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2a73b-d331-4a54-b6da-86724032e9ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=dd02529b-95c0-46ae-8b9f-5d7c77a0337c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:47.194260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a73b-d331-4a54-b6da-86724032e9ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.201543 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2bc2a73b-d331-4a54-b6da-86724032e9ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/dd02529b-95c0-46ae-8b9f-5d7c77a0337c HTTP/1.1" status: 204 len: 168 time: 0.5772581 Dec 22 08:49:47.204062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57414) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:47.259539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8165c2c-33db-4f1e-8906-3be1416362f8 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.290075 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-d8165c2c-33db-4f1e-8906-3be1416362f8 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] update failed (client error): The resource could not be found. Dec 22 08:49:47.291144 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d8165c2c-33db-4f1e-8906-3be1416362f8 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "PUT /v2.0/routers/99c40977-494f-4c7a-84d1-0b74afb1ba58 HTTP/1.1" status: 404 len: 339 time: 0.4680719 Dec 22 08:49:47.294712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57418) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:47.299990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1339295541'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:47.304856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:47.309482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Usage tracker for resource:network and tenant:d092292dd0d5411995c34fa10d46a87c is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:47.313308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:47.319057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:47.325439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.327834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab804eee-d014-4bff-8bab-b3d6f8bfc59d None None] Network 4375664e-7919-4f84-a102-4edf5bf9aa1c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:47.330807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Made reservation on behalf of d092292dd0d5411995c34fa10d46a87c for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:47.334600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.336557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 2a4b4320-3c29-4a28-94f9-102ab6581a8b {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:47.336892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.366309 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:47.375900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.376236 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Added segment e3b12483-e1dc-4c37-8f06-f39302237089 of type vlan for network 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3 Dec 22 08:49:47.403182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.434316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.439807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:47.440377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.456085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8b16a02a-c450-4270-b75d-3848b50f554c None None] Provisioning for port 2a4b4320-3c29-4a28-94f9-102ab6581a8b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:47.489626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8b16a02a-c450-4270-b75d-3848b50f554c None None] Provisioning complete for port 2a4b4320-3c29-4a28-94f9-102ab6581a8b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:47.490015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8b16a02a-c450-4270-b75d-3848b50f554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.551739 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2534394 Dec 22 08:49:47.552497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57422) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:47.559289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21aa7f2-0483-4c6e-ba71-5a57ac2b453d tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Network': ['ID=00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:47.568759 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'subnet': {'network_id': '00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:47.571143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:47.604148 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] For port 2a4b4320-3c29-4a28-94f9-102ab6581a8b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a4b4320-3c29-4a28-94f9-102ab6581a8b,segment=NetworkSegment(1cb5242a-1951-4978-8fb2-ac39cc7a5dc3),segment_id=1cb5242a-1951-4978-8fb2-ac39cc7a5dc3)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:47.604509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.715022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] DHCP port deletion for 4375664e-7919-4f84-a102-4edf5bf9aa1c request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:47.724715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Deleting port 2a4b4320-3c29-4a28-94f9-102ab6581a8b {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:47.725087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.751086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8b16a02a-c450-4270-b75d-3848b50f554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.786264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 2a4b4320-3c29-4a28-94f9-102ab6581a8b owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:47.838888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:47.845366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Usage tracker for resource:subnet and tenant:d092292dd0d5411995c34fa10d46a87c is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:47.847614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8b16a02a-c450-4270-b75d-3848b50f554c None None] For port 2a4b4320-3c29-4a28-94f9-102ab6581a8b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a4b4320-3c29-4a28-94f9-102ab6581a8b,segment=NetworkSegment(1cb5242a-1951-4978-8fb2-ac39cc7a5dc3),segment_id=1cb5242a-1951-4978-8fb2-ac39cc7a5dc3)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:47.850680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:47.855279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8b16a02a-c450-4270-b75d-3848b50f554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.859346 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:47.880104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Made reservation on behalf of d092292dd0d5411995c34fa10d46a87c for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:47.883667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.905097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:47.905357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:48.011395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16a02a-c450-4270-b75d-3848b50f554c None None] Pushing event updated for resources: {'Port': ['ID=2a4b4320-3c29-4a28-94f9-102ab6581a8b,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:48.014794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] For port 2a4b4320-3c29-4a28-94f9-102ab6581a8b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a4b4320-3c29-4a28-94f9-102ab6581a8b,segment=NetworkSegment(1cb5242a-1951-4978-8fb2-ac39cc7a5dc3),segment_id=1cb5242a-1951-4978-8fb2-ac39cc7a5dc3)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:48.015187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.106649 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.139174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Calling delete_port for 2a4b4320-3c29-4a28-94f9-102ab6581a8b owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:48.189105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Subnet': ['ID=6ebfba74-a93a-41ea-9ab8-d3b6e0252bd4,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:48.197192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Checking segment: {'id': 'e3b12483-e1dc-4c37-8f06-f39302237089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:48.197546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network hostable DHCP agents. Network: 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:48.212913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:48.213219 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:48.216475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:48.225337 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:48.229119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:48.229717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.234302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bd2ea-95d7-4f23-88ff-3ac94e185147 None None] Network 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:48.252672 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0ed167a5-a54f-4c98-8ba1-cd63faeeaba0 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6919558 Dec 22 08:49:48.255590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57426) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:48.260777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-140096f2-3dc5-4713-b5e6-98414233986a tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'router': {'external_gateway_info': {'network_id': '00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:48.386237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a4b4320-3c29-4a28-94f9-102ab6581a8b no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:48.406247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 2a4b4320-3c29-4a28-94f9-102ab6581a8b {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:48.406600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.525486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3', 'network_id': '00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3', 'tenant_id': 'd092292dd0d5411995c34fa10d46a87c', 'fixed_ips': [{'subnet_id': '6ebfba74-a93a-41ea-9ab8-d3b6e0252bd4'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:49:48.526341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.613554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.655745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] For port 2a4b4320-3c29-4a28-94f9-102ab6581a8b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a4b4320-3c29-4a28-94f9-102ab6581a8b,segment=NetworkSegment(1cb5242a-1951-4978-8fb2-ac39cc7a5dc3),segment_id=1cb5242a-1951-4978-8fb2-ac39cc7a5dc3)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:48.656206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.745104 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Deleting port 2a4b4320-3c29-4a28-94f9-102ab6581a8b {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:48.745494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.770600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-140096f2-3dc5-4713-b5e6-98414233986a tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.775217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 2a4b4320-3c29-4a28-94f9-102ab6581a8b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a4b4320-3c29-4a28-94f9-102ab6581a8b,segment=NetworkSegment(1cb5242a-1951-4978-8fb2-ac39cc7a5dc3),segment_id=1cb5242a-1951-4978-8fb2-ac39cc7a5dc3)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:48.798375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.906889 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Allocated IP 2001:db8:1::2 (00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3/6ebfba74-a93a-41ea-9ab8-d3b6e0252bd4/99890e86-7007-4976-b5df-b0d4ca311ffd) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:48.914671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 2a4b4320-3c29-4a28-94f9-102ab6581a8b owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:48.932945 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-140096f2-3dc5-4713-b5e6-98414233986a tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:49:48.934515 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-140096f2-3dc5-4713-b5e6-98414233986a tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "PUT /v2.0/routers/99c40977-494f-4c7a-84d1-0b74afb1ba58 HTTP/1.1" status: 400 len: 364 time: 0.6778474 Dec 22 08:49:48.939799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57430) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:48.962647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=2a4b4320-3c29-4a28-94f9-102ab6581a8b,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:49.018571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:49.019110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:49.141940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] For port 2a4b4320-3c29-4a28-94f9-102ab6581a8b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a4b4320-3c29-4a28-94f9-102ab6581a8b,segment=NetworkSegment(1cb5242a-1951-4978-8fb2-ac39cc7a5dc3),segment_id=1cb5242a-1951-4978-8fb2-ac39cc7a5dc3)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:49.142336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.275988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Calling delete_port for 2a4b4320-3c29-4a28-94f9-102ab6581a8b owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:49.389210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e168d105-5de5-47d6-968f-bb1a9296e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.408022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.421558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.432924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Transition to ACTIVE for port object 99890e86-7007-4976-b5df-b0d4ca311ffd will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:49.442502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.497125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] Pushing event deleted for resources: {'Port': ['ID=2a4b4320-3c29-4a28-94f9-102ab6581a8b,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:49.501668 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Transition to ACTIVE for port object 99890e86-7007-4976-b5df-b0d4ca311ffd will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:49.503300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67939e-3c7c-4eff-b922-d1202896db6b None None] No DVR routers for this DVR port 2a4b4320-3c29-4a28-94f9-102ab6581a8b on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:49.508850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.572757 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Network 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:49.575705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:49.579268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:49.587742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Pushing event updated for resources: {'Port': ['ID=99890e86-7007-4976-b5df-b0d4ca311ffd,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:49.674862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Attempting to bind port 99890e86-7007-4976-b5df-b0d4ca311ffd on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:49.675510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Attempting to bind port 99890e86-7007-4976-b5df-b0d4ca311ffd by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'e3b12483-e1dc-4c37-8f06-f39302237089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:49.675510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Attempting to bind port 99890e86-7007-4976-b5df-b0d4ca311ffd on network 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:49.680625 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:49.680995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Checking segment: {'id': 'e3b12483-e1dc-4c37-8f06-f39302237089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:49.681398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.681819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Bound using segment: {'id': 'e3b12483-e1dc-4c37-8f06-f39302237089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:49.682530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Bound port: 99890e86-7007-4976-b5df-b0d4ca311ffd, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b12483-e1dc-4c37-8f06-f39302237089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:49.682906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.745406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Allocated IP 2001:db8::1 (4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37/195ca75d-e115-47f3-b3f9-6e9ca3035f10/593ed87d-a6e8-47a5-8eed-8b8ad3f1895f) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:49.768394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] For port 99890e86-7007-4976-b5df-b0d4ca311ffd, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:49.771214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] For port 99890e86-7007-4976-b5df-b0d4ca311ffd, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=99890e86-7007-4976-b5df-b0d4ca311ffd,segment=NetworkSegment(e3b12483-e1dc-4c37-8f06-f39302237089),segment_id=e3b12483-e1dc-4c37-8f06-f39302237089)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:49.774796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.786208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 2a4b4320-3c29-4a28-94f9-102ab6581a8b {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:49.786765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.853587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] The port '2a4b4320-3c29-4a28-94f9-102ab6581a8b' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:49.862878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da052f-66d1-4f0d-b576-9553b308b26a None None] Pushing event updated for resources: {'Port': ['ID=99890e86-7007-4976-b5df-b0d4ca311ffd,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:49.987283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.018118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4375664e-7919-4f84-a102-4edf5bf9aa1c']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:50.034690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb5242a-1951-4978-8fb2-ac39cc7a5dc3') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:50.035126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb5242a-1951-4978-8fb2-ac39cc7a5dc3') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:50.044533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.050057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.080684 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Transition to ACTIVE for port object 593ed87d-a6e8-47a5-8eed-8b8ad3f1895f will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:50.092446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.098806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:50.099287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.112960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:50.114808 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:50.187325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:50.190640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:50.194727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:50.195194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.207791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.212105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Port': ['ID=593ed87d-a6e8-47a5-8eed-8b8ad3f1895f,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:50.243705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.247155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Network': ['ID=4375664e-7919-4f84-a102-4edf5bf9aa1c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:50.260653 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b5294386-039d-4080-bc70-72fc743d54f7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/networks/4375664e-7919-4f84-a102-4edf5bf9aa1c HTTP/1.1" status: 204 len: 168 time: 3.0554729 Dec 22 08:49:50.265182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57434) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:50.271305 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'name': 'tempest-PortsTestJSON-1899696394'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:50.329914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.398765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:50.403187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:port and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:50.406448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:50.412762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:50.427488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:50.431261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 99890e86-7007-4976-b5df-b0d4ca311ffd up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:50.433154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.465494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 1cdaf6ca-7f07-4a83-9423-4e9652f56da4 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:49:50.508461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-241206da-3c95-4c8a-bfff-688ba98a79c7 None None] Provisioning for port 593ed87d-a6e8-47a5-8eed-8b8ad3f1895f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:50.517197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-241206da-3c95-4c8a-bfff-688ba98a79c7 None None] Provisioning complete for port 593ed87d-a6e8-47a5-8eed-8b8ad3f1895f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:50.517777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-241206da-3c95-4c8a-bfff-688ba98a79c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.562690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 99890e86-7007-4976-b5df-b0d4ca311ffd completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:50.582241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-241206da-3c95-4c8a-bfff-688ba98a79c7 None None] Port 593ed87d-a6e8-47a5-8eed-8b8ad3f1895f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:49:50.724732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.754078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.763673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.770224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.770920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.832863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:50.835977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:50.838650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:50.845391 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:50.846144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.873329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=1cdaf6ca-7f07-4a83-9423-4e9652f56da4,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:50.882737 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f7476e07-4a3c-4c16-b849-59f006dbfff1 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6162357 Dec 22 08:49:50.885094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57438) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:50.919704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event updated for resources: {'Port': ['ID=593ed87d-a6e8-47a5-8eed-8b8ad3f1895f,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:50.963802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c8d7cff6-be55-4f1b-86b4-860f87e2bf03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 1cdaf6ca-7f07-4a83-9423-4e9652f56da4 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:50.966872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8d7cff6-be55-4f1b-86b4-860f87e2bf03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.975466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Network 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:50.976629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:51.066685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1163e6-b277-4fb9-bf8f-c923af974ee7 None None] Network 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:51.166552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Router 99c40977-494f-4c7a-84d1-0b74afb1ba58 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:49:51.219299 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d70110fb-0f02-4d1d-8089-7e0b93624545 None None] Provisioning for port 99890e86-7007-4976-b5df-b0d4ca311ffd completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:51.219567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8d7cff6-be55-4f1b-86b4-860f87e2bf03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.251528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d70110fb-0f02-4d1d-8089-7e0b93624545 None None] Provisioning complete for port 99890e86-7007-4976-b5df-b0d4ca311ffd triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:51.251901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d70110fb-0f02-4d1d-8089-7e0b93624545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.334481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:51.345843 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dd4ddc5a-b1e2-4838-b4f8-498820331ecf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "PUT /v2.0/routers/99c40977-494f-4c7a-84d1-0b74afb1ba58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4037962 Dec 22 08:49:51.346715 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f326f-4a25-4ebb-a98e-8d790e92242a None None] Sync routers for ids ['99c40977-494f-4c7a-84d1-0b74afb1ba58'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:51.347703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57442) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:51.357486 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f326f-4a25-4ebb-a98e-8d790e92242a None None] Routers {'99c40977-494f-4c7a-84d1-0b74afb1ba58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:51.358509 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fc1f326f-4a25-4ebb-a98e-8d790e92242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:49:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['99c40977-494f-4c7a-84d1-0b74afb1ba58'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:51.358694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c8d7cff6-be55-4f1b-86b4-860f87e2bf03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 1cdaf6ca-7f07-4a83-9423-4e9652f56da4 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:51.465815 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fc1f326f-4a25-4ebb-a98e-8d790e92242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:51.475884 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f326f-4a25-4ebb-a98e-8d790e92242a None None] Routers {'99c40977-494f-4c7a-84d1-0b74afb1ba58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:51.476826 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fc1f326f-4a25-4ebb-a98e-8d790e92242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:49:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['99c40977-494f-4c7a-84d1-0b74afb1ba58'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:51.499512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d70110fb-0f02-4d1d-8089-7e0b93624545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.545311 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fc1f326f-4a25-4ebb-a98e-8d790e92242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:51.546047 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f326f-4a25-4ebb-a98e-8d790e92242a None None] The sync data for ids ['99c40977-494f-4c7a-84d1-0b74afb1ba58'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:51.548110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d70110fb-0f02-4d1d-8089-7e0b93624545 None None] For port 99890e86-7007-4976-b5df-b0d4ca311ffd, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=99890e86-7007-4976-b5df-b0d4ca311ffd,segment=NetworkSegment(e3b12483-e1dc-4c37-8f06-f39302237089),segment_id=e3b12483-e1dc-4c37-8f06-f39302237089)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:51.556877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d70110fb-0f02-4d1d-8089-7e0b93624545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.605564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8d7cff6-be55-4f1b-86b4-860f87e2bf03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.638156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70110fb-0f02-4d1d-8089-7e0b93624545 None None] Pushing event updated for resources: {'Port': ['ID=99890e86-7007-4976-b5df-b0d4ca311ffd,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:51.669846 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7cff6-be55-4f1b-86b4-860f87e2bf03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=1cdaf6ca-7f07-4a83-9423-4e9652f56da4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:51.676617 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c8d7cff6-be55-4f1b-86b4-860f87e2bf03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.690161 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c8d7cff6-be55-4f1b-86b4-860f87e2bf03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/1cdaf6ca-7f07-4a83-9423-4e9652f56da4 HTTP/1.1" status: 204 len: 168 time: 0.8037648 Dec 22 08:49:51.692767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57446) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:51.697699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d3f75fcb-0001-475b-85cf-df4896018bb8 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.706924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c9858b15-6264-4503-a88e-1d6d342c8715 None None] Provisioning complete for port 593ed87d-a6e8-47a5-8eed-8b8ad3f1895f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:51.707377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c9858b15-6264-4503-a88e-1d6d342c8715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.736701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ded05394-ec3c-4274-bca6-ca26da206820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.749164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'mac_address': 'fa:16:3e:61:85:6c', 'name': 'tempest-PortsTestJSON-8166872'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:51.766246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c9858b15-6264-4503-a88e-1d6d342c8715 None None] Port 593ed87d-a6e8-47a5-8eed-8b8ad3f1895f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:49:51.887487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-081dc7ca-fb00-4d8f-b6aa-011cca6a502c None None] Provisioning complete for port 99890e86-7007-4976-b5df-b0d4ca311ffd triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:51.887868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-081dc7ca-fb00-4d8f-b6aa-011cca6a502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.941200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:51.947039 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-d3f75fcb-0001-475b-85cf-df4896018bb8 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 08:49:51.951375 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d3f75fcb-0001-475b-85cf-df4896018bb8 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/routers/99c40977-494f-4c7a-84d1-0b74afb1ba58 HTTP/1.1" status: 409 len: 329 time: 0.5991383 Dec 22 08:49:51.951375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:port and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:51.952491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57450) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:51.954337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:51.960192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:51.973390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:52.080364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.106644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 0c4c0072-9a39-42d0-8575-0b5e31d0a943 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:49:52.326655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.359755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.387996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 99890e86-7007-4976-b5df-b0d4ca311ffd up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:52.438074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:52.441323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:52.445388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:52.450567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:52.451267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.463898 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 99890e86-7007-4976-b5df-b0d4ca311ffd triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:52.464438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.464620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=0c4c0072-9a39-42d0-8575-0b5e31d0a943,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:52.473251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.484652 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a72794fa-616a-4adc-bcd0-0cae7a795c52 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 0.7903333 Dec 22 08:49:52.485321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57454) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:52.562328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043fb987-7d4d-4f82-b68f-da0a38d2382d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:52.562904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-043fb987-7d4d-4f82-b68f-da0a38d2382d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:52.579895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-043fb987-7d4d-4f82-b68f-da0a38d2382d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:52.580998 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-043fb987-7d4d-4f82-b68f-da0a38d2382d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/0c4c0072-9a39-42d0-8575-0b5e31d0a943 HTTP/1.1" status: 200 len: 838 time: 0.0947535 Dec 22 08:49:52.584136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57458) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:52.649805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-95f03047-0d9c-4dc0-b1cf-b947035b1e61 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 0c4c0072-9a39-42d0-8575-0b5e31d0a943 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:52.650280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-95f03047-0d9c-4dc0-b1cf-b947035b1e61 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.737440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.833224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting port 593ed87d-a6e8-47a5-8eed-8b8ad3f1895f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:52.833466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.877637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-95f03047-0d9c-4dc0-b1cf-b947035b1e61 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.921613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.029872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-95f03047-0d9c-4dc0-b1cf-b947035b1e61 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 0c4c0072-9a39-42d0-8575-0b5e31d0a943 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:53.030919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.114515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-95f03047-0d9c-4dc0-b1cf-b947035b1e61 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.155650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Calling delete_port for 593ed87d-a6e8-47a5-8eed-8b8ad3f1895f owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:53.164271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f03047-0d9c-4dc0-b1cf-b947035b1e61 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=0c4c0072-9a39-42d0-8575-0b5e31d0a943,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:53.173093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-95f03047-0d9c-4dc0-b1cf-b947035b1e61 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.193069 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-95f03047-0d9c-4dc0-b1cf-b947035b1e61 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/0c4c0072-9a39-42d0-8575-0b5e31d0a943 HTTP/1.1" status: 204 len: 168 time: 0.6053898 Dec 22 08:49:53.193397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57464) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:53.239937 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-44053878-0ea2-4855-9444-4e1b861b7859 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:49:53.241220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-44053878-0ea2-4855-9444-4e1b861b7859 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:53.261248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-44053878-0ea2-4855-9444-4e1b861b7859 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:53.266411 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-44053878-0ea2-4855-9444-4e1b861b7859 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/0c4c0072-9a39-42d0-8575-0b5e31d0a943 HTTP/1.1" status: 404 len: 333 time: 0.0692902 Dec 22 08:49:53.267218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57468) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:53.277902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'name': 'tempest-PortsTestJSON-1473609076'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:53.467243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.513133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Port': ['ID=593ed87d-a6e8-47a5-8eed-8b8ad3f1895f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:53.517264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:53.535315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:53.551044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:53.555669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.583430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port cc76fed5-873f-4d0d-a335-1fdf442d64b4 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:49:53.699372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.820391 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.847216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.915963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:53.919487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:53.923202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:53.928529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:53.929108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.936590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=cc76fed5-873f-4d0d-a335-1fdf442d64b4,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:53.962762 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5095d54e-7830-4904-9469-c82b22fcb37d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6920583 Dec 22 08:49:53.963027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57474) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:53.971610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-47c857f9-96cb-4605-b3b7-76fa904fbbda tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:53.975154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Router 99c40977-494f-4c7a-84d1-0b74afb1ba58 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:49:54.093877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47c857f9-96cb-4605-b3b7-76fa904fbbda tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.106545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.119690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:54.132281 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7d79b9aa-4098-4fd4-b1be-bd53adf24f66 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "PUT /v2.0/routers/99c40977-494f-4c7a-84d1-0b74afb1ba58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1736677 Dec 22 08:49:54.132469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fc170-eeff-4700-96b3-f2498952dffa None None] Sync routers for ids ['99c40977-494f-4c7a-84d1-0b74afb1ba58'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:54.132609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57478) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:54.139653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fc170-eeff-4700-96b3-f2498952dffa None None] Routers {'99c40977-494f-4c7a-84d1-0b74afb1ba58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:54.140378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e19fc170-eeff-4700-96b3-f2498952dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:49:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['99c40977-494f-4c7a-84d1-0b74afb1ba58'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:54.201985 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-6979b41b-16e9-401c-9a51-9e00494a7ce9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] show failed (client error): The resource could not be found. Dec 22 08:49:54.206522 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6979b41b-16e9-401c-9a51-9e00494a7ce9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1591928817 HTTP/1.1" status: 404 len: 335 time: 0.0695858 Dec 22 08:49:54.206806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57482) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:54.207206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e19fc170-eeff-4700-96b3-f2498952dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:54.211683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d87f54ad-6aab-4789-912c-ca3f690bf811 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:54.217394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fc170-eeff-4700-96b3-f2498952dffa None None] Routers {'99c40977-494f-4c7a-84d1-0b74afb1ba58'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:54.217592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e19fc170-eeff-4700-96b3-f2498952dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:49:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['99c40977-494f-4c7a-84d1-0b74afb1ba58'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:54.277299 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-d87f54ad-6aab-4789-912c-ca3f690bf811 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] update failed (client error): The resource could not be found. Dec 22 08:49:54.281568 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d87f54ad-6aab-4789-912c-ca3f690bf811 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-2105787448 HTTP/1.1" status: 404 len: 335 time: 0.0706367 Dec 22 08:49:54.281758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e19fc170-eeff-4700-96b3-f2498952dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:54.281758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fc170-eeff-4700-96b3-f2498952dffa None None] The sync data for ids ['99c40977-494f-4c7a-84d1-0b74afb1ba58'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:54.281957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57486) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:54.318457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47c857f9-96cb-4605-b3b7-76fa904fbbda tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.324332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47c857f9-96cb-4605-b3b7-76fa904fbbda tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.348654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e750ed9-9c23-4253-8c50-1995c309f9c4 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting subnet 6ebfba74-a93a-41ea-9ab8-d3b6e0252bd4 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:54.351510 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e750ed9-9c23-4253-8c50-1995c309f9c4 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.382386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-47c857f9-96cb-4605-b3b7-76fa904fbbda tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] In _notify_port_updated(), no bound segment for port cc76fed5-873f-4d0d-a335-1fdf442d64b4 on network 1de5b6c1-a995-4615-a318-ab10e50ff666 {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:49:54.387691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c857f9-96cb-4605-b3b7-76fa904fbbda tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:54.388272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47c857f9-96cb-4605-b3b7-76fa904fbbda tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.389516 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-47c857f9-96cb-4605-b3b7-76fa904fbbda tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "PUT /v2.0/ports/cc76fed5-873f-4d0d-a335-1fdf442d64b4 HTTP/1.1" status: 200 len: 818 time: 0.4247377 Dec 22 08:49:54.392356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57490) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:54.410089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e750ed9-9c23-4253-8c50-1995c309f9c4 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.449553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c857f9-96cb-4605-b3b7-76fa904fbbda tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=cc76fed5-873f-4d0d-a335-1fdf442d64b4,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:54.467596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-7b8372ae-6081-4871-b2f9-7035c0b507ca tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port cc76fed5-873f-4d0d-a335-1fdf442d64b4 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:54.467932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7b8372ae-6081-4871-b2f9-7035c0b507ca tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.491702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e750ed9-9c23-4253-8c50-1995c309f9c4 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.566496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e750ed9-9c23-4253-8c50-1995c309f9c4 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.605216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e750ed9-9c23-4253-8c50-1995c309f9c4 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebfba74-a93a-41ea-9ab8-d3b6e0252bd4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:54.611006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e750ed9-9c23-4253-8c50-1995c309f9c4 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.616884 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6e750ed9-9c23-4253-8c50-1995c309f9c4 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/subnets/6ebfba74-a93a-41ea-9ab8-d3b6e0252bd4 HTTP/1.1" status: 204 len: 168 time: 0.3341148 Dec 22 08:49:54.617439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c6149-b3f2-4a0b-b121-3d3897444b8e None None] Network 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:54.619349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57496) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:54.689778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7b8372ae-6081-4871-b2f9-7035c0b507ca tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.733944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.744313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting port 99890e86-7007-4976-b5df-b0d4ca311ffd {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:54.744642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.819961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-7b8372ae-6081-4871-b2f9-7035c0b507ca tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for cc76fed5-873f-4d0d-a335-1fdf442d64b4 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:54.860093 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51a4d4-6607-4cad-bc01-77ea1e8db04a None None] DHCP port deletion for 00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:54.864433 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6f51a4d4-6607-4cad-bc01-77ea1e8db04a None None] Deleting port 99890e86-7007-4976-b5df-b0d4ca311ffd {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:54.864941 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6f51a4d4-6607-4cad-bc01-77ea1e8db04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.906979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7b8372ae-6081-4871-b2f9-7035c0b507ca tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.954968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8372ae-6081-4871-b2f9-7035c0b507ca tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=cc76fed5-873f-4d0d-a335-1fdf442d64b4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:54.968238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7b8372ae-6081-4871-b2f9-7035c0b507ca tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.978172 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7b8372ae-6081-4871-b2f9-7035c0b507ca tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/cc76fed5-873f-4d0d-a335-1fdf442d64b4 HTTP/1.1" status: 204 len: 168 time: 0.5848660 Dec 22 08:49:54.981231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57500) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:55.067183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa4b4a4-2f07-43f9-8c08-a54d775832f2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:55.067910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dfa4b4a4-2f07-43f9-8c08-a54d775832f2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:55.078107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6f51a4d4-6607-4cad-bc01-77ea1e8db04a None None] For port 99890e86-7007-4976-b5df-b0d4ca311ffd, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=99890e86-7007-4976-b5df-b0d4ca311ffd,segment=NetworkSegment(e3b12483-e1dc-4c37-8f06-f39302237089),segment_id=e3b12483-e1dc-4c37-8f06-f39302237089)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:55.078494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6f51a4d4-6607-4cad-bc01-77ea1e8db04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.084451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dfa4b4a4-2f07-43f9-8c08-a54d775832f2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:55.086100 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dfa4b4a4-2f07-43f9-8c08-a54d775832f2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1039567 Dec 22 08:49:55.088906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57504) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:55.099322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] For port 99890e86-7007-4976-b5df-b0d4ca311ffd, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=99890e86-7007-4976-b5df-b0d4ca311ffd,segment=NetworkSegment(e3b12483-e1dc-4c37-8f06-f39302237089),segment_id=e3b12483-e1dc-4c37-8f06-f39302237089)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:55.099682 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.132536 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2706e2-ba73-41fe-a209-65faf96b8174 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:49:55.134041 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6d2706e2-ba73-41fe-a209-65faf96b8174 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/cc76fed5-873f-4d0d-a335-1fdf442d64b4 HTTP/1.1" status: 404 len: 333 time: 0.0438232 Dec 22 08:49:55.142053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57508) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:55.147712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-894592460'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:55.153304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:55.157221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:network and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:55.160100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:55.166220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:55.175892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:55.179373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.201061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6f51a4d4-6607-4cad-bc01-77ea1e8db04a None None] Calling delete_port for 99890e86-7007-4976-b5df-b0d4ca311ffd owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:55.211064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:55.221491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.222187 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Added segment c92699ff-5344-40b7-ae63-e28545cdb674 of type vlan for network 883d4b48-f5e0-48c8-8b86-bc241988a426 Dec 22 08:49:55.230407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Calling delete_port for 99890e86-7007-4976-b5df-b0d4ca311ffd owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:55.251476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.283292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6f51a4d4-6607-4cad-bc01-77ea1e8db04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.288114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.294222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:55.294792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.306036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:55.306414 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:55.330257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51a4d4-6607-4cad-bc01-77ea1e8db04a None None] Pushing event deleted for resources: {'Port': ['ID=99890e86-7007-4976-b5df-b0d4ca311ffd,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:55.335053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51a4d4-6607-4cad-bc01-77ea1e8db04a None None] No DVR routers for this DVR port 99890e86-7007-4976-b5df-b0d4ca311ffd on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:55.350345 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2072077 Dec 22 08:49:55.353427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57512) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:55.359234 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:55.401460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04581cc-33c3-4d00-b1c5-95e5826fdc3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Network': ['ID=883d4b48-f5e0-48c8-8b86-bc241988a426,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:55.411835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 883d4b48-f5e0-48c8-8b86-bc241988a426 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:55.468856 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:55.472666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:55.475572 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:55.481587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:55.491330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:55.495005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.705058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.784410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=897a922c-4022-4ad5-b79b-c0c07d67564b,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:55.791514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Checking segment: {'id': 'c92699ff-5344-40b7-ae63-e28545cdb674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:55.791878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network hostable DHCP agents. Network: 883d4b48-f5e0-48c8-8b86-bc241988a426, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:49:55.807768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting port 99890e86-7007-4976-b5df-b0d4ca311ffd {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:55.808150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.836685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 883d4b48-f5e0-48c8-8b86-bc241988a426 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:49:55.875552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 883d4b48-f5e0-48c8-8b86-bc241988a426) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:55.881378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] The port '99890e86-7007-4976-b5df-b0d4ca311ffd' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:55.883026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673799c3-8359-42dd-bc9d-569a1678da1c None None] Network 883d4b48-f5e0-48c8-8b86-bc241988a426 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:55.884353 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:55.884937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.023491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57518) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:56.023607 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3cb2ce06-a2ea-4029-b71f-94dd3aca7282 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6686800 Dec 22 08:49:56.029542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:56.033133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.061085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:56.073802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b12483-e1dc-4c37-8f06-f39302237089') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:56.074222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b12483-e1dc-4c37-8f06-f39302237089') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:56.085592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.102103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-883d4b48-f5e0-48c8-8b86-bc241988a426', 'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426', 'tenant_id': 'eb5ba3bfe1334503b36cfdcc7be79389', 'fixed_ips': [{'subnet_id': '897a922c-4022-4ad5-b79b-c0c07d67564b'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:49:56.102794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.102921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.110110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:56.110654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:56.137302 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:56.175591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:56.179413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:56.182201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:56.188011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:56.197638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:56.201076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.222187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.249458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.252814 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Network': ['ID=00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:56.258806 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cfb54a1b-203a-46db-ac06-475857bd20e9 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/networks/00529c2a-5cc6-47ab-9d8f-f3f6d03bbfd3 HTTP/1.1" status: 204 len: 168 time: 1.6381497 Dec 22 08:49:56.261045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57522) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:56.338386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8e1932-5b34-4175-8ae9-24447ba814ae tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting subnet 92bf8389-381c-4a38-8d66-5068c83efccc {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:56.343828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db8e1932-5b34-4175-8ae9-24447ba814ae tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.346977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Allocated IP 172.20.0.2 (883d4b48-f5e0-48c8-8b86-bc241988a426/897a922c-4022-4ad5-b79b-c0c07d67564b/427feb4d-961f-4401-85dd-ec3440b74963) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:56.405708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db8e1932-5b34-4175-8ae9-24447ba814ae tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.450315 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.ipam_backend_mixin [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 897a922c-4022-4ad5-b79b-c0c07d67564b (CIDR: 172.20.0.0/28) Dec 22 08:49:56.454548 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:49:56.455040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:49:56.462449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 99890e86-7007-4976-b5df-b0d4ca311ffd no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:56.476155 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-008cdfde-eb85-4734-9d94-b0d88b68e958 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4490464 Dec 22 08:49:56.476423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57526) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:56.482557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:56.492276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db8e1932-5b34-4175-8ae9-24447ba814ae tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.511247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 99890e86-7007-4976-b5df-b0d4ca311ffd {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:56.511586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 99890e86-7007-4976-b5df-b0d4ca311ffd not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:56.575898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db8e1932-5b34-4175-8ae9-24447ba814ae tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.620179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:56.620729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.624225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:56.627693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:56.634247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Transition to ACTIVE for port object 427feb4d-961f-4401-85dd-ec3440b74963 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:56.634491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:56.645418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:56.649146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.656375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Transition to ACTIVE for port object 427feb4d-961f-4401-85dd-ec3440b74963 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:56.662277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.728937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e1932-5b34-4175-8ae9-24447ba814ae tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Subnet': ['ID=92bf8389-381c-4a38-8d66-5068c83efccc,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:56.731085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db8e1932-5b34-4175-8ae9-24447ba814ae tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.732065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Network 883d4b48-f5e0-48c8-8b86-bc241988a426 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:56.734897 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:56.740287 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-db8e1932-5b34-4175-8ae9-24447ba814ae tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/subnets/92bf8389-381c-4a38-8d66-5068c83efccc HTTP/1.1" status: 204 len: 168 time: 0.4758010 Dec 22 08:49:56.740458 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:56.740715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57530) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:56.743990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Pushing event updated for resources: {'Port': ['ID=427feb4d-961f-4401-85dd-ec3440b74963,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:56.749173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970013b3-e920-45a4-9344-e983a320f69c None None] Network a007c5c5-46d6-459f-988e-5eff0687d753 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:56.813360 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de9c809-ecd4-4f74-83da-b426e6acd367 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting subnet a9114213-5f6e-4273-88ea-65a3a9c33a75 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:56.816425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2de9c809-ecd4-4f74-83da-b426e6acd367 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.875012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2de9c809-ecd4-4f74-83da-b426e6acd367 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.920585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Attempting to bind port 427feb4d-961f-4401-85dd-ec3440b74963 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:56.920965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Attempting to bind port 427feb4d-961f-4401-85dd-ec3440b74963 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c92699ff-5344-40b7-ae63-e28545cdb674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:56.921300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Attempting to bind port 427feb4d-961f-4401-85dd-ec3440b74963 on network 883d4b48-f5e0-48c8-8b86-bc241988a426 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:56.928329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.961961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2de9c809-ecd4-4f74-83da-b426e6acd367 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.991560 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 883d4b48-f5e0-48c8-8b86-bc241988a426 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:57.000405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:57.000595 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:57.000851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Checking segment: {'id': 'c92699ff-5344-40b7-ae63-e28545cdb674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:57.001244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.001641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Bound using segment: {'id': 'c92699ff-5344-40b7-ae63-e28545cdb674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:57.002139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Bound port: 427feb4d-961f-4401-85dd-ec3440b74963, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92699ff-5344-40b7-ae63-e28545cdb674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:57.002507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.008666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:57.009550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.041450 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5638874 Dec 22 08:49:57.044476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57534) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:57.052631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426', 'fixed_ips': [{'subnet_id': '897a922c-4022-4ad5-b79b-c0c07d67564b'}, {'subnet_id': 'c057a491-582d-472e-8668-b6a159ab0a51'}], 'name': 'tempest-PortsTestJSON-1219702327'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:57.055610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2de9c809-ecd4-4f74-83da-b426e6acd367 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.072491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2500e-47e7-45e3-af8a-b655e771e2b7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=c057a491-582d-472e-8668-b6a159ab0a51,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:57.099536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9c809-ecd4-4f74-83da-b426e6acd367 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Subnet': ['ID=a9114213-5f6e-4273-88ea-65a3a9c33a75,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:57.103067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2de9c809-ecd4-4f74-83da-b426e6acd367 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.109038 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2de9c809-ecd4-4f74-83da-b426e6acd367 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/subnets/a9114213-5f6e-4273-88ea-65a3a9c33a75 HTTP/1.1" status: 204 len: 168 time: 0.3672006 Dec 22 08:49:57.111423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57538) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:57.115633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dc3a37-3e1a-4c6e-a31c-c28e90e14c56 None None] Network ced6cf3b-8177-45a4-a2b5-12157e3124ed requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:57.152880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] For port 427feb4d-961f-4401-85dd-ec3440b74963, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:57.203711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] For port 427feb4d-961f-4401-85dd-ec3440b74963, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=427feb4d-961f-4401-85dd-ec3440b74963,segment=NetworkSegment(c92699ff-5344-40b7-ae63-e28545cdb674),segment_id=c92699ff-5344-40b7-ae63-e28545cdb674)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:57.207978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:57.218094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:57.222255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.226788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.227955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:57.237247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:57.237575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.360863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] DHCP port deletion for a007c5c5-46d6-459f-988e-5eff0687d753 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:57.375825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.380818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] Deleting port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:57.381192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.397129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 7d3a0a51-0678-40f5-950b-b7443f1089da yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:49:57.424380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d93c4-5dda-455c-af0e-e8a6e5a094c3 None None] Pushing event updated for resources: {'Port': ['ID=427feb4d-961f-4401-85dd-ec3440b74963,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:57.484568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] For port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=83c0f8db-30eb-48a2-a45d-4cfbc03a46aa,segment=NetworkSegment(aac8dc50-0a54-4e09-9841-7e29208e5f0b),segment_id=aac8dc50-0a54-4e09-9841-7e29208e5f0b)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:57.485132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.654482 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Calling delete_port for 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:57.683021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c772e4-e0af-44bf-aba7-ac4faf6a98a5 None None] DHCP port deletion for ced6cf3b-8177-45a4-a2b5-12157e3124ed request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:49:57.706895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] For port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=83c0f8db-30eb-48a2-a45d-4cfbc03a46aa,segment=NetworkSegment(aac8dc50-0a54-4e09-9841-7e29208e5f0b),segment_id=aac8dc50-0a54-4e09-9841-7e29208e5f0b)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:57.707291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.732121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d9c772e4-e0af-44bf-aba7-ac4faf6a98a5 None None] Deleting port 7330d1ae-106d-489d-bb73-d7007a0d341d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:57.732489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d9c772e4-e0af-44bf-aba7-ac4faf6a98a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.775129 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.826245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Port': ['ID=83c0f8db-30eb-48a2-a45d-4cfbc03a46aa,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:57.830206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] No DVR routers for this DVR port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:57.850974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.6 (883d4b48-f5e0-48c8-8b86-bc241988a426/897a922c-4022-4ad5-b79b-c0c07d67564b/7d3a0a51-0678-40f5-950b-b7443f1089da) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:57.860411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.25 (883d4b48-f5e0-48c8-8b86-bc241988a426/c057a491-582d-472e-8668-b6a159ab0a51/7d3a0a51-0678-40f5-950b-b7443f1089da) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:57.915621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] Calling delete_port for 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:57.965973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.995374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a007c5c5-46d6-459f-988e-5eff0687d753']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:58.008198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac8dc50-0a54-4e09-9841-7e29208e5f0b') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:58.008572 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac8dc50-0a54-4e09-9841-7e29208e5f0b') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:58.021633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.038798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.048962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:58.049293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:58.069041 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:58.099123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.115096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object 7d3a0a51-0678-40f5-950b-b7443f1089da will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:58.139771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.163118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.169416 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:49:58.169795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:49:58.177321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d9c772e4-e0af-44bf-aba7-ac4faf6a98a5 None None] For port 7330d1ae-106d-489d-bb73-d7007a0d341d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7330d1ae-106d-489d-bb73-d7007a0d341d,segment=NetworkSegment(d00145e8-92f7-4c19-a9fa-c0c1d234667c),segment_id=d00145e8-92f7-4c19-a9fa-c0c1d234667c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:58.177731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d9c772e4-e0af-44bf-aba7-ac4faf6a98a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.183388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.198312 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/networks/a007c5c5-46d6-459f-988e-5eff0687d753 HTTP/1.1" status: 204 len: 168 time: 1.0837488 Dec 22 08:49:58.198940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57542) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:58.220383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874ea26-05d6-40a8-8b6c-732d9dd53227 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Network': ['ID=a007c5c5-46d6-459f-988e-5eff0687d753,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:58.222457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 883d4b48-f5e0-48c8-8b86-bc241988a426 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:58.225504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:58.229364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:58.259138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=7d3a0a51-0678-40f5-950b-b7443f1089da,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:58.298017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:58.298947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.325705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d9c772e4-e0af-44bf-aba7-ac4faf6a98a5 None None] Calling delete_port for 7330d1ae-106d-489d-bb73-d7007a0d341d owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:49:58.330425 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-99b20869-be97-4c25-b60d-10552da47287 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2844131 Dec 22 08:49:58.332932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57546) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:58.340569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '897a922c-4022-4ad5-b79b-c0c07d67564b'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:58.367000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.380729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting port 7330d1ae-106d-489d-bb73-d7007a0d341d {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:58.381196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.461095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 427feb4d-961f-4401-85dd-ec3440b74963 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:58.496706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d9c772e4-e0af-44bf-aba7-ac4faf6a98a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.496991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.508537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] The port '7330d1ae-106d-489d-bb73-d7007a0d341d' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:58.559835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c772e4-e0af-44bf-aba7-ac4faf6a98a5 None None] Pushing event deleted for resources: {'Port': ['ID=7330d1ae-106d-489d-bb73-d7007a0d341d,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:58.561750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c772e4-e0af-44bf-aba7-ac4faf6a98a5 None None] No DVR routers for this DVR port 7330d1ae-106d-489d-bb73-d7007a0d341d on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:58.597545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 427feb4d-961f-4401-85dd-ec3440b74963 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:58.655791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.663101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:58.693854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced6cf3b-8177-45a4-a2b5-12157e3124ed']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:58.698212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] Deleting port 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:58.698645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.711225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00145e8-92f7-4c19-a9fa-c0c1d234667c') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:58.711565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00145e8-92f7-4c19-a9fa-c0c1d234667c') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:58.724339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.734037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:58.734594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 83c0f8db-30eb-48a2-a45d-4cfbc03a46aa not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:58.735019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7330d1ae-106d-489d-bb73-d7007a0d341d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:58.765931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c47574-8410-4cf0-85e2-e764de2e1a2b None None] Network 883d4b48-f5e0-48c8-8b86-bc241988a426 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:58.840543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b39800ed-be2c-4e23-9b4b-e725b942b762 None None] The port '83c0f8db-30eb-48a2-a45d-4cfbc03a46aa' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:49:58.843625 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7330d1ae-106d-489d-bb73-d7007a0d341d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:49:58.843968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7330d1ae-106d-489d-bb73-d7007a0d341d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:58.848558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.857569 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:49:58.858157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:58.879751 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:58.898205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Delete allocated IP 172.20.0.25 (883d4b48-f5e0-48c8-8b86-bc241988a426/c057a491-582d-472e-8668-b6a159ab0a51) {{(pid=87535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:49:58.899074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b67600cd-82ad-4587-aa43-0b9b8f2b0f70 None None] Provisioning for port 427feb4d-961f-4401-85dd-ec3440b74963 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:58.909911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b67600cd-82ad-4587-aa43-0b9b8f2b0f70 None None] Provisioning complete for port 427feb4d-961f-4401-85dd-ec3440b74963 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:58.910288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b67600cd-82ad-4587-aa43-0b9b8f2b0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.973643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.979695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.009571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Network': ['ID=ced6cf3b-8177-45a4-a2b5-12157e3124ed,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:59.018637 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-38205ca0-eb3b-4eaa-bc17-891fa03b1faf tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/networks/ced6cf3b-8177-45a4-a2b5-12157e3124ed HTTP/1.1" status: 204 len: 168 time: 0.8156123 Dec 22 08:49:59.019738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57550) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:59.111546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8632aaf2-1a3a-47ec-8aa5-9324c692c3e6 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting subnet 195ca75d-e115-47f3-b3f9-6e9ca3035f10 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:49:59.116020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8632aaf2-1a3a-47ec-8aa5-9324c692c3e6 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.142589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b67600cd-82ad-4587-aa43-0b9b8f2b0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.185785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b67600cd-82ad-4587-aa43-0b9b8f2b0f70 None None] For port 427feb4d-961f-4401-85dd-ec3440b74963, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=427feb4d-961f-4401-85dd-ec3440b74963,segment=NetworkSegment(c92699ff-5344-40b7-ae63-e28545cdb674),segment_id=c92699ff-5344-40b7-ae63-e28545cdb674)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:59.194293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b67600cd-82ad-4587-aa43-0b9b8f2b0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.258368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.resource_extend [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:49:59.280612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.299191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8632aaf2-1a3a-47ec-8aa5-9324c692c3e6 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.333775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Ignored duplicate provisioning block setup for port 7d3a0a51-0678-40f5-950b-b7443f1089da by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 08:49:59.343743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.360917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67600cd-82ad-4587-aa43-0b9b8f2b0f70 None None] Pushing event updated for resources: {'Port': ['ID=427feb4d-961f-4401-85dd-ec3440b74963,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:59.367723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de31e442-75dd-4a06-ba5c-496f21814a8e None None] Update dhcp port {'port': {'network_id': '883d4b48-f5e0-48c8-8b86-bc241988a426', 'fixed_ips': [{'subnet_id': '897a922c-4022-4ad5-b79b-c0c07d67564b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c057a491-582d-472e-8668-b6a159ab0a51'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': '427feb4d-961f-4401-85dd-ec3440b74963'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:49:59.421082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-de31e442-75dd-4a06-ba5c-496f21814a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.505230 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=7d3a0a51-0678-40f5-950b-b7443f1089da,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:59.541548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] In _notify_port_updated(), no bound segment for port 7d3a0a51-0678-40f5-950b-b7443f1089da on network 883d4b48-f5e0-48c8-8b86-bc241988a426 {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:49:59.546843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:59.547448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.548731 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8a180571-0dea-4bcd-bcfb-60e4f96c2280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "PUT /v2.0/ports/7d3a0a51-0678-40f5-950b-b7443f1089da HTTP/1.1" status: 200 len: 919 time: 1.2141511 Dec 22 08:49:59.551475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57556) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:59.558372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '897a922c-4022-4ad5-b79b-c0c07d67564b'}, {'subnet_id': 'c057a491-582d-472e-8668-b6a159ab0a51'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:59.584613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8632aaf2-1a3a-47ec-8aa5-9324c692c3e6 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.619878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-de31e442-75dd-4a06-ba5c-496f21814a8e None None] Allocated IP 172.20.0.18 (883d4b48-f5e0-48c8-8b86-bc241988a426/c057a491-582d-472e-8668-b6a159ab0a51/427feb4d-961f-4401-85dd-ec3440b74963) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:59.734186 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.743029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8632aaf2-1a3a-47ec-8aa5-9324c692c3e6 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.753903 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-de31e442-75dd-4a06-ba5c-496f21814a8e None None] For port 427feb4d-961f-4401-85dd-ec3440b74963, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=427feb4d-961f-4401-85dd-ec3440b74963,segment=NetworkSegment(c92699ff-5344-40b7-ae63-e28545cdb674),segment_id=c92699ff-5344-40b7-ae63-e28545cdb674)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:59.780411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-de31e442-75dd-4a06-ba5c-496f21814a8e None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.790419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632aaf2-1a3a-47ec-8aa5-9324c692c3e6 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Subnet': ['ID=195ca75d-e115-47f3-b3f9-6e9ca3035f10,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:59.798090 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-de31e442-75dd-4a06-ba5c-496f21814a8e None None] Transition to ACTIVE for port object 427feb4d-961f-4401-85dd-ec3440b74963 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:59.801703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-de31e442-75dd-4a06-ba5c-496f21814a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.822826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8632aaf2-1a3a-47ec-8aa5-9324c692c3e6 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.842368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e7fa1-9651-4fa0-9b6d-249d38919d79 None None] Network 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:49:59.844380 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8632aaf2-1a3a-47ec-8aa5-9324c692c3e6 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/subnets/195ca75d-e115-47f3-b3f9-6e9ca3035f10 HTTP/1.1" status: 204 len: 168 time: 0.8242745 Dec 22 08:49:59.847072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57560) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:59.969046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.980178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Deleting port 49f26ab2-071b-4fb4-b128-c20157d7184e {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:49:59.980808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.045053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31e442-75dd-4a06-ba5c-496f21814a8e None None] Pushing event updated for resources: {'Port': ['ID=427feb4d-961f-4401-85dd-ec3440b74963,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:00.141933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.21 (883d4b48-f5e0-48c8-8b86-bc241988a426/c057a491-582d-472e-8668-b6a159ab0a51/7d3a0a51-0678-40f5-950b-b7443f1089da) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:00.236294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] For port 49f26ab2-071b-4fb4-b128-c20157d7184e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=49f26ab2-071b-4fb4-b128-c20157d7184e,segment=NetworkSegment(3b7ef5d6-6d52-41a7-9680-3c562cd8fd32),segment_id=3b7ef5d6-6d52-41a7-9680-3c562cd8fd32)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:00.236682 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.237818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] DHCP port deletion for 4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:50:00.242404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] Deleting port 49f26ab2-071b-4fb4-b128-c20157d7184e {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:00.243043 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.381804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.397828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Calling delete_port for 49f26ab2-071b-4fb4-b128-c20157d7184e owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:00.402431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Ignored duplicate provisioning block setup for port 7d3a0a51-0678-40f5-950b-b7443f1089da by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 08:50:00.414783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.454898 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 427feb4d-961f-4401-85dd-ec3440b74963 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:00.497160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.527618 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] For port 49f26ab2-071b-4fb4-b128-c20157d7184e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=49f26ab2-071b-4fb4-b128-c20157d7184e,segment=NetworkSegment(3b7ef5d6-6d52-41a7-9680-3c562cd8fd32),segment_id=3b7ef5d6-6d52-41a7-9680-3c562cd8fd32)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:00.528049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.555051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Port': ['ID=49f26ab2-071b-4fb4-b128-c20157d7184e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:00.567976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] No DVR routers for this DVR port 49f26ab2-071b-4fb4-b128-c20157d7184e on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:00.620639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=7d3a0a51-0678-40f5-950b-b7443f1089da,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:00.661773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] In _notify_port_updated(), no bound segment for port 7d3a0a51-0678-40f5-950b-b7443f1089da on network 883d4b48-f5e0-48c8-8b86-bc241988a426 {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:50:00.667350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:00.668508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.669896 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9a28ab2c-2448-493c-8aec-ab4b182b2c02 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "PUT /v2.0/ports/7d3a0a51-0678-40f5-950b-b7443f1089da HTTP/1.1" status: 200 len: 999 time: 1.1174805 Dec 22 08:50:00.672732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57564) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:00.686905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] Calling delete_port for 49f26ab2-071b-4fb4-b128-c20157d7184e owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:00.722243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.746800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2dd316cc-6e7d-40c8-8939-95a79b7fefe7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 7d3a0a51-0678-40f5-950b-b7443f1089da {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:00.747165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2dd316cc-6e7d-40c8-8939-95a79b7fefe7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.752707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:00.763325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ab667-3581-4cb1-8f5c-37527bf8152b None None] Network 883d4b48-f5e0-48c8-8b86-bc241988a426 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:00.765164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7ef5d6-6d52-41a7-9680-3c562cd8fd32') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:00.765456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7ef5d6-6d52-41a7-9680-3c562cd8fd32') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:00.777171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.795753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.802853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:50:00.803721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:50:00.806961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:50:00.808104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:50:00.823679 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:50:00.859724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bc49af57-eb8f-4f17-9f77-cb8f38de3fc5 None None] Provisioning for port 427feb4d-961f-4401-85dd-ec3440b74963 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:00.872330 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bc49af57-eb8f-4f17-9f77-cb8f38de3fc5 None None] Provisioning complete for port 427feb4d-961f-4401-85dd-ec3440b74963 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:00.872706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bc49af57-eb8f-4f17-9f77-cb8f38de3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.907466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.912449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.938257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 427feb4d-961f-4401-85dd-ec3440b74963 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:00.938788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.939806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Pushing event deleted for resources: {'Network': ['ID=4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:00.945392 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/networks/4a15cdfa-ef2f-4888-b0e2-ddafd3e55d37 HTTP/1.1" status: 204 len: 168 time: 1.0944054 Dec 22 08:50:00.945567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57568) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:00.990900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.991187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.991930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.991930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.992240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.992558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.993413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.993794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.994124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.994445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.994763 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:00.995127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62e899-aa0a-468c-84d2-827720e3c0f5 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:01.006111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2dd316cc-6e7d-40c8-8939-95a79b7fefe7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.012481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4b89fa7f-507b-402e-8051-3ca599fe18c1 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Synchronizing usage tracker for tenant:d092292dd0d5411995c34fa10d46a87c on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:01.034984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4b89fa7f-507b-402e-8051-3ca599fe18c1 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Unset dirty status for tenant:d092292dd0d5411995c34fa10d46a87c on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:01.038703 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4b89fa7f-507b-402e-8051-3ca599fe18c1 tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "GET /v2.0/ports?device_id=99c40977-494f-4c7a-84d1-0b74afb1ba58 HTTP/1.1" status: 200 len: 205 time: 0.0885963 Dec 22 08:50:01.039041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57572) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:01.178866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-31109d6b-568d-412b-96dc-4370e15cff6b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.243288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2dd316cc-6e7d-40c8-8939-95a79b7fefe7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 7d3a0a51-0678-40f5-950b-b7443f1089da owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:01.305781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] Deleting port 49f26ab2-071b-4fb4-b128-c20157d7184e {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:01.306168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.331929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bc49af57-eb8f-4f17-9f77-cb8f38de3fc5 None None] Provisioning for port 7d3a0a51-0678-40f5-950b-b7443f1089da completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:01.346779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bc49af57-eb8f-4f17-9f77-cb8f38de3fc5 None None] Provisioning complete for port 7d3a0a51-0678-40f5-950b-b7443f1089da triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:01.347148 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bc49af57-eb8f-4f17-9f77-cb8f38de3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.406877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 49f26ab2-071b-4fb4-b128-c20157d7184e no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:01.447873 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-df1c13d5-c024-47bc-b7fc-49e874169287 None None] The port '49f26ab2-071b-4fb4-b128-c20157d7184e' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:50:01.456120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 49f26ab2-071b-4fb4-b128-c20157d7184e {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:50:01.456462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 49f26ab2-071b-4fb4-b128-c20157d7184e not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:01.472015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bc49af57-eb8f-4f17-9f77-cb8f38de3fc5 None None] Port 7d3a0a51-0678-40f5-950b-b7443f1089da cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:01.486279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2dd316cc-6e7d-40c8-8939-95a79b7fefe7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.537325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd316cc-6e7d-40c8-8939-95a79b7fefe7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=7d3a0a51-0678-40f5-950b-b7443f1089da,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:01.625981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-31109d6b-568d-412b-96dc-4370e15cff6b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.628240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-31109d6b-568d-412b-96dc-4370e15cff6b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.651584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-31109d6b-568d-412b-96dc-4370e15cff6b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.652107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31109d6b-568d-412b-96dc-4370e15cff6b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Fanout notify agent at l3_agent the message router_deleted on router 99c40977-494f-4c7a-84d1-0b74afb1ba58 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:50:01.663361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-31109d6b-568d-412b-96dc-4370e15cff6b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.664754 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-31109d6b-568d-412b-96dc-4370e15cff6b tempest-RoutersNegativeIpV6Test-781420841 tempest-RoutersNegativeIpV6Test-781420841-project] 10.222.0.37 "DELETE /v2.0/routers/99c40977-494f-4c7a-84d1-0b74afb1ba58 HTTP/1.1" status: 204 len: 168 time: 0.6247523 Dec 22 08:50:01.674152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2dd316cc-6e7d-40c8-8939-95a79b7fefe7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.684014 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2dd316cc-6e7d-40c8-8939-95a79b7fefe7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/7d3a0a51-0678-40f5-950b-b7443f1089da HTTP/1.1" status: 204 len: 168 time: 1.0102870 Dec 22 08:50:01.686692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57578) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:01.728153 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-18522f95-e8cf-475c-b9e8-febf7569b453 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:50:01.728601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-18522f95-e8cf-475c-b9e8-febf7569b453 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:01.744384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-18522f95-e8cf-475c-b9e8-febf7569b453 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:01.745592 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-18522f95-e8cf-475c-b9e8-febf7569b453 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/7d3a0a51-0678-40f5-950b-b7443f1089da HTTP/1.1" status: 404 len: 333 time: 0.0579453 Dec 22 08:50:01.748375 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57582) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:01.816557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d3bf50-3b07-40c3-a7d7-9875f8cce1eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet c057a491-582d-472e-8668-b6a159ab0a51 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:50:01.819493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82d3bf50-3b07-40c3-a7d7-9875f8cce1eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.873931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82d3bf50-3b07-40c3-a7d7-9875f8cce1eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.935247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57588) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:01.973400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82d3bf50-3b07-40c3-a7d7-9875f8cce1eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.049547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82d3bf50-3b07-40c3-a7d7-9875f8cce1eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.088229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3bf50-3b07-40c3-a7d7-9875f8cce1eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=c057a491-582d-472e-8668-b6a159ab0a51,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:02.092279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82d3bf50-3b07-40c3-a7d7-9875f8cce1eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.096079 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d60f0376-ae10-4878-b9a1-a8dcfd976bfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d092292dd0d5411995c34fa10d46a87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571352 Dec 22 08:50:02.096360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57594) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:02.099401 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-82d3bf50-3b07-40c3-a7d7-9875f8cce1eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/c057a491-582d-472e-8668-b6a159ab0a51 HTTP/1.1" status: 204 len: 168 time: 0.3501935 Dec 22 08:50:02.102000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57598) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:02.153351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3c72235-2776-47de-b17b-f74e0c6219d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.169041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f409981-751a-4eee-ba77-06117d21f63b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet 897a922c-4022-4ad5-b79b-c0c07d67564b {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:50:02.171971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f409981-751a-4eee-ba77-06117d21f63b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.177901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3c72235-2776-47de-b17b-f74e0c6219d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.227053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f409981-751a-4eee-ba77-06117d21f63b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.230981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3c72235-2776-47de-b17b-f74e0c6219d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.247352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c72235-2776-47de-b17b-f74e0c6219d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e07bfc-209c-41bb-83cc-81c2705556fc,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:02.251720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e3c72235-2776-47de-b17b-f74e0c6219d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.255189 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e3c72235-2776-47de-b17b-f74e0c6219d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7e07bfc-209c-41bb-83cc-81c2705556fc HTTP/1.1" status: 204 len: 168 time: 0.1554165 Dec 22 08:50:02.322601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f409981-751a-4eee-ba77-06117d21f63b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.407752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f409981-751a-4eee-ba77-06117d21f63b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.450206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f409981-751a-4eee-ba77-06117d21f63b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=897a922c-4022-4ad5-b79b-c0c07d67564b,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:02.452230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5f409981-751a-4eee-ba77-06117d21f63b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.458486 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5f409981-751a-4eee-ba77-06117d21f63b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/897a922c-4022-4ad5-b79b-c0c07d67564b HTTP/1.1" status: 204 len: 168 time: 0.3555253 Dec 22 08:50:02.461095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57606) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:02.476717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b8d6c9-861b-4174-b57d-b9fee3202994 None None] Network 883d4b48-f5e0-48c8-8b86-bc241988a426 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:02.581410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.582882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e1578ed8-3ccc-4d73-bedf-4ae1ad495acf None None] Provisioning complete for port 427feb4d-961f-4401-85dd-ec3440b74963 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:02.583323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e1578ed8-3ccc-4d73-bedf-4ae1ad495acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.593005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 427feb4d-961f-4401-85dd-ec3440b74963 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:02.593766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.794156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e1578ed8-3ccc-4d73-bedf-4ae1ad495acf None None] Could not find standard attr ID for object 7d3a0a51-0678-40f5-950b-b7443f1089da. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:50:02.820664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] For port 427feb4d-961f-4401-85dd-ec3440b74963, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=427feb4d-961f-4401-85dd-ec3440b74963,segment=NetworkSegment(c92699ff-5344-40b7-ae63-e28545cdb674),segment_id=c92699ff-5344-40b7-ae63-e28545cdb674)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:02.821149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.879378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] DHCP port deletion for 883d4b48-f5e0-48c8-8b86-bc241988a426 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:50:02.883568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] Deleting port 427feb4d-961f-4401-85dd-ec3440b74963 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:02.883942 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.950270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 427feb4d-961f-4401-85dd-ec3440b74963 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:03.004003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57626) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:03.040280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.102583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] For port 427feb4d-961f-4401-85dd-ec3440b74963, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=427feb4d-961f-4401-85dd-ec3440b74963,segment=NetworkSegment(c92699ff-5344-40b7-ae63-e28545cdb674),segment_id=c92699ff-5344-40b7-ae63-e28545cdb674)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:03.102977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.202369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-86421fc2-5076-49e8-b8fa-2b023c96c0a6 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1470743504', 'prefixes': ['172.20.0.0/16']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:03.214461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-86421fc2-5076-49e8-b8fa-2b023c96c0a6 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:03.216603 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=427feb4d-961f-4401-85dd-ec3440b74963,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:03.219535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No DVR routers for this DVR port 427feb4d-961f-4401-85dd-ec3440b74963 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:03.231890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] Calling delete_port for 427feb4d-961f-4401-85dd-ec3440b74963 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:03.302553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:50:03.302908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:50:03.357774 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.392996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883d4b48-f5e0-48c8-8b86-bc241988a426']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:03.409003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92699ff-5344-40b7-ae63-e28545cdb674') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:03.409304 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92699ff-5344-40b7-ae63-e28545cdb674') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:03.424622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.433319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-86421fc2-5076-49e8-b8fa-2b023c96c0a6 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] Notify callbacks [] for subnetpool, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.435099 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-86421fc2-5076-49e8-b8fa-2b023c96c0a6 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4301040 Dec 22 08:50:03.438017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57632) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:03.443646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.450271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:50:03.450664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.468911 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-acd5b470-b661-4db8-8ee2-a884e4c17cdd tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] 10.222.0.37 "GET /v2.0/subnetpools/25cab381-a3bb-422c-b052-ae5a3a1e295c HTTP/1.1" status: 200 len: 732 time: 0.0273027 Dec 22 08:50:03.469108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57636) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:50:03.469242 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:50:03.474709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9cb86523-707d-4329-99cc-a8650a35ddb2 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-584840560'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:03.550948 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.555275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9cb86523-707d-4329-99cc-a8650a35ddb2 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] Notify callbacks [] for subnetpool, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.556435 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9cb86523-707d-4329-99cc-a8650a35ddb2 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] 10.222.0.37 "PUT /v2.0/subnetpools/25cab381-a3bb-422c-b052-ae5a3a1e295c HTTP/1.1" status: 200 len: 683 time: 0.0863991 Dec 22 08:50:03.559558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.560187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57640) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:03.583792 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/networks/883d4b48-f5e0-48c8-8b86-bc241988a426 HTTP/1.1" status: 204 len: 168 time: 1.1216559 Dec 22 08:50:03.584942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12d765-bf80-4140-a7fa-e1d453718857 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Network': ['ID=883d4b48-f5e0-48c8-8b86-bc241988a426,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:03.589220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57644) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:03.649502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30252e9f-30c2-45b8-bd38-b846b65644f2 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] Notify callbacks [] for subnetpool, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.650789 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-30252e9f-30c2-45b8-bd38-b846b65644f2 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] 10.222.0.37 "DELETE /v2.0/subnetpools/25cab381-a3bb-422c-b052-ae5a3a1e295c HTTP/1.1" status: 204 len: 168 time: 0.0896554 Dec 22 08:50:03.654033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57648) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:03.671186 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-ef01ee9f-285f-458a-bb0f-04d874ec5a27 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] show failed (client error): The resource could not be found. Dec 22 08:50:03.672136 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ef01ee9f-285f-458a-bb0f-04d874ec5a27 tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] 10.222.0.37 "GET /v2.0/subnetpools/25cab381-a3bb-422c-b052-ae5a3a1e295c HTTP/1.1" status: 404 len: 346 time: 0.0171490 Dec 22 08:50:03.672300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddf871-7389-406b-b0ce-e3958e0a5658 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:03.672868 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-68ddf871-7389-406b-b0ce-e3958e0a5658 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:03.674937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57652) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:03.688483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-68ddf871-7389-406b-b0ce-e3958e0a5658 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:03.690225 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-68ddf871-7389-406b-b0ce-e3958e0a5658 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0995641 Dec 22 08:50:03.692503 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-4c047398-2462-45ed-82d9-060b261bf1df tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] delete failed (client error): The resource could not be found. Dec 22 08:50:03.699081 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4c047398-2462-45ed-82d9-060b261bf1df tempest-SubnetPoolsTestJSON-410634168 tempest-SubnetPoolsTestJSON-410634168-project] 10.222.0.37 "DELETE /v2.0/subnetpools/25cab381-a3bb-422c-b052-ae5a3a1e295c HTTP/1.1" status: 404 len: 346 time: 0.0176792 Dec 22 08:50:03.699268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57656) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:03.772453 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cbff5021-5e5c-4efe-ab29-5446d07abfda tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0778017 Dec 22 08:50:03.775955 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57662) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:03.781729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1880178809'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:03.786518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:03.790445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:network and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:03.793815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:03.799417 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:03.804719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] Deleting port 427feb4d-961f-4401-85dd-ec3440b74963 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:03.805388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.811529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:03.815315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.843519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:50:03.853477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.853952 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Added segment 70610aad-db3e-4840-adca-2a002b00984a of type vlan for network a821a77e-e5cf-46a5-be8e-43a75157731f Dec 22 08:50:03.881720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6ea6e-bee5-4d6e-9cd5-df8326851180 None None] The port '427feb4d-961f-4401-85dd-ec3440b74963' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:50:03.900958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.930761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.937052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:03.937708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.975545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57668) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:04.038166 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2611837 Dec 22 08:50:04.040971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57674) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:04.046998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': 'a821a77e-e5cf-46a5-be8e-43a75157731f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:04.047600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff2253-df48-42a4-a4ab-571860fa1427 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Network': ['ID=a821a77e-e5cf-46a5-be8e-43a75157731f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:04.057604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network a821a77e-e5cf-46a5-be8e-43a75157731f details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:50:04.162159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1eddaf49-3690-4a48-a351-9880bb1feba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.182295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:04.185458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1eddaf49-3690-4a48-a351-9880bb1feba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:04.189925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:04.192614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1eddaf49-3690-4a48-a351-9880bb1feba5 admin admin] Usage tracker for resource:security_group_rule and tenant:b8382a6a901947c697810d15d9e8c3f0 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:04.195122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:04.197752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1eddaf49-3690-4a48-a351-9880bb1feba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:04.204931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:04.207668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1eddaf49-3690-4a48-a351-9880bb1feba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:04.228798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:04.232730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.375618 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 427feb4d-961f-4401-85dd-ec3440b74963 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:04.404530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1eddaf49-3690-4a48-a351-9880bb1feba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.410026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 427feb4d-961f-4401-85dd-ec3440b74963 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:50:04.410475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 427feb4d-961f-4401-85dd-ec3440b74963 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:04.413324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57680) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:04.431962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1eddaf49-3690-4a48-a351-9880bb1feba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.489987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88229515-27ff-49c5-80ac-04c2991e331b tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:04.490275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88229515-27ff-49c5-80ac-04c2991e331b tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:04.490567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88229515-27ff-49c5-80ac-04c2991e331b tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:04.502794 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88229515-27ff-49c5-80ac-04c2991e331b tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=bb4971834ad94cd983d776e93f1d353e&network_id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73 HTTP/1.1" status: 200 len: 3000 time: 0.0778384 Dec 22 08:50:04.503067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddaf49-3690-4a48-a351-9880bb1feba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21d0559-75a8-447b-8a3d-684ace81280a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:04.503067 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1eddaf49-3690-4a48-a351-9880bb1feba5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8382a6a901947c697810d15d9e8c3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5260293 Dec 22 08:50:04.506452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57684) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:04.550352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.565505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-880393ee-9613-4275-bf95-bb7890e182df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.591536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-880393ee-9613-4275-bf95-bb7890e182df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.624985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=7c4b45f5-ac2e-429f-a12e-afca653db048,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:04.635268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Checking segment: {'id': '70610aad-db3e-4840-adca-2a002b00984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a821a77e-e5cf-46a5-be8e-43a75157731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:04.635625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network hostable DHCP agents. Network: a821a77e-e5cf-46a5-be8e-43a75157731f, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:50:04.643336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-880393ee-9613-4275-bf95-bb7890e182df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.654758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network a821a77e-e5cf-46a5-be8e-43a75157731f is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:50:04.660150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880393ee-9613-4275-bf95-bb7890e182df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21d0559-75a8-447b-8a3d-684ace81280a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:04.664357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-880393ee-9613-4275-bf95-bb7890e182df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.665579 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-880393ee-9613-4275-bf95-bb7890e182df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d21d0559-75a8-447b-8a3d-684ace81280a HTTP/1.1" status: 204 len: 168 time: 0.1578975 Dec 22 08:50:04.666883 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, a821a77e-e5cf-46a5-be8e-43a75157731f) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:04.670959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:04.671550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.681780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc294e94-8c78-4d82-8105-9fdbdbbb9147 None None] Network a821a77e-e5cf-46a5-be8e-43a75157731f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:04.703677 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-52368082-aeb4-4ea6-acf1-8555339438bb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6586673 Dec 22 08:50:04.703804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57694) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:04.709446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': 'a821a77e-e5cf-46a5-be8e-43a75157731f', 'name': 'tempest-PortsTestJSON-448086589'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:04.873048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:04.884668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:04.898264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:04.902424 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.931612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 9c6743f6-d9fe-4250-9617-c2a33d533826 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:50:04.942731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-a821a77e-e5cf-46a5-be8e-43a75157731f', 'network_id': 'a821a77e-e5cf-46a5-be8e-43a75157731f', 'tenant_id': 'eb5ba3bfe1334503b36cfdcc7be79389', 'fixed_ips': [{'subnet_id': '7c4b45f5-ac2e-429f-a12e-afca653db048'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:50:04.943697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.083752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.5 (a821a77e-e5cf-46a5-be8e-43a75157731f/7c4b45f5-ac2e-429f-a12e-afca653db048/9c6743f6-d9fe-4250-9617-c2a33d533826) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:05.281717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.296984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object 9c6743f6-d9fe-4250-9617-c2a33d533826 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:05.319818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.379991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Allocated IP 172.20.0.2 (a821a77e-e5cf-46a5-be8e-43a75157731f/7c4b45f5-ac2e-429f-a12e-afca653db048/e0c6bf0e-674e-49b5-bf90-25aed8fe772e) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:05.390468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network a821a77e-e5cf-46a5-be8e-43a75157731f is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:05.393533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:05.398090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:05.462502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:05.463111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.484527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=9c6743f6-d9fe-4250-9617-c2a33d533826,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:05.501596 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bb035a44-1b3c-40e3-aef9-b8f4d9b805d7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7969131 Dec 22 08:50:05.504512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57700) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:05.510150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': 'a821a77e-e5cf-46a5-be8e-43a75157731f', 'name': 'tempest-PortsTestJSON-1270952080'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:05.594403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.604596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Transition to ACTIVE for port object e0c6bf0e-674e-49b5-bf90-25aed8fe772e will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:05.622581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Transition to ACTIVE for port object e0c6bf0e-674e-49b5-bf90-25aed8fe772e will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:05.629293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.661269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:05.666004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:port and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:05.668824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:05.678693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:05.688150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:05.691711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.700825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Network a821a77e-e5cf-46a5-be8e-43a75157731f is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:05.703752 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:05.707419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:05.716560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Pushing event updated for resources: {'Port': ['ID=e0c6bf0e-674e-49b5-bf90-25aed8fe772e,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:05.718495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port d6e41ffa-d5f6-47ba-917d-637185f18ea4 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:50:05.780870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.781247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.781595 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.781959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.782299 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.782631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.782965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.783289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.783615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.783937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.784259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.784583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:05.811844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Attempting to bind port e0c6bf0e-674e-49b5-bf90-25aed8fe772e on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:05.812214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Attempting to bind port e0c6bf0e-674e-49b5-bf90-25aed8fe772e by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '70610aad-db3e-4840-adca-2a002b00984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a821a77e-e5cf-46a5-be8e-43a75157731f'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:05.812575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Attempting to bind port e0c6bf0e-674e-49b5-bf90-25aed8fe772e on network a821a77e-e5cf-46a5-be8e-43a75157731f {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:50:05.817753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:50:05.818127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Checking segment: {'id': '70610aad-db3e-4840-adca-2a002b00984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a821a77e-e5cf-46a5-be8e-43a75157731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:05.818532 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.818920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Bound using segment: {'id': '70610aad-db3e-4840-adca-2a002b00984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a821a77e-e5cf-46a5-be8e-43a75157731f'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:50:05.819393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Bound port: e0c6bf0e-674e-49b5-bf90-25aed8fe772e, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70610aad-db3e-4840-adca-2a002b00984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a821a77e-e5cf-46a5-be8e-43a75157731f'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:05.819747 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.854020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.7 (a821a77e-e5cf-46a5-be8e-43a75157731f/7c4b45f5-ac2e-429f-a12e-afca653db048/d6e41ffa-d5f6-47ba-917d-637185f18ea4) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:05.909282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] For port e0c6bf0e-674e-49b5-bf90-25aed8fe772e, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:50:05.912316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] For port e0c6bf0e-674e-49b5-bf90-25aed8fe772e, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e0c6bf0e-674e-49b5-bf90-25aed8fe772e,segment=NetworkSegment(70610aad-db3e-4840-adca-2a002b00984a),segment_id=70610aad-db3e-4840-adca-2a002b00984a)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:50:05.915995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.005255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835518a-1f7d-4553-b832-c243752d02f1 None None] Pushing event updated for resources: {'Port': ['ID=e0c6bf0e-674e-49b5-bf90-25aed8fe772e,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:06.073152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.090239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object d6e41ffa-d5f6-47ba-917d-637185f18ea4 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:06.113626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.196859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network a821a77e-e5cf-46a5-be8e-43a75157731f is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:06.198675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:06.204570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:06.246740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=d6e41ffa-d5f6-47ba-917d-637185f18ea4,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:06.273391 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57706) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:06.275872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:06.276501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.306997 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c669f8e4-5d5c-4919-a25f-b74cf8835d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7988529 Dec 22 08:50:06.307502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57710) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:06.349201 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4845ac-6eb3-4422-ac55-b0f5430560ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:06.351641 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0d4845ac-6eb3-4422-ac55-b0f5430560ba tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 814 time: 0.0771112 Dec 22 08:50:06.422515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e0c6bf0e-674e-49b5-bf90-25aed8fe772e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:06.494796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port e0c6bf0e-674e-49b5-bf90-25aed8fe772e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:06.506680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa2246-0570-48c1-b075-5a4be234ea62 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:06.507378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3bfa2246-0570-48c1-b075-5a4be234ea62 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:06.522728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3bfa2246-0570-48c1-b075-5a4be234ea62 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:06.523852 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3bfa2246-0570-48c1-b075-5a4be234ea62 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.2150459 Dec 22 08:50:06.526658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57718) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:06.592386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd0e80-98fd-4b35-8263-c6b51831aff7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port d6e41ffa-d5f6-47ba-917d-637185f18ea4 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:06.592838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ccd0e80-98fd-4b35-8263-c6b51831aff7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.835680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57722) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:06.842459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ccd0e80-98fd-4b35-8263-c6b51831aff7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.842673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'network': {'name': 'tempest-network-smoke--990428522', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'port_security_enabled': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:06.847752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:06.858450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:06.872583 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:06.876244 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.906175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:50:06.916151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.916643 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Added segment fb282c2f-7879-4df6-976e-879fee144a45 of type vlan for network 15d35939-478a-4fef-b905-606d85c06d12 Dec 22 08:50:06.948042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.977590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd0e80-98fd-4b35-8263-c6b51831aff7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for d6e41ffa-d5f6-47ba-917d-637185f18ea4 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:06.982493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.988624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:06.989380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.006548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea893f1-b77c-42d5-a4a3-1574e1d2580f None None] Network a821a77e-e5cf-46a5-be8e-43a75157731f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:07.106563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Network': ['ID=15d35939-478a-4fef-b905-606d85c06d12,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.112390 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-64979926-9b37-4931-a28c-195a6fbc75e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2752473 Dec 22 08:50:07.115381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57726) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.120931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 15d35939-478a-4fef-b905-606d85c06d12 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:50:07.140584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ccd0e80-98fd-4b35-8263-c6b51831aff7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.143669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b4e2a7e4-f730-4ea5-b8f1-da66d3b31278 None None] Provisioning for port e0c6bf0e-674e-49b5-bf90-25aed8fe772e completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:07.172947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b4e2a7e4-f730-4ea5-b8f1-da66d3b31278 None None] Provisioning complete for port e0c6bf0e-674e-49b5-bf90-25aed8fe772e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:07.173350 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a7e4-f730-4ea5-b8f1-da66d3b31278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.180743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de841ecf-1eb5-41b1-b389-f1473ad694f0 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:07.183133 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-de841ecf-1eb5-41b1-b389-f1473ad694f0 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bb4971834ad94cd983d776e93f1d353e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0664854 Dec 22 08:50:07.186160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57730) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.224408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd0e80-98fd-4b35-8263-c6b51831aff7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=d6e41ffa-d5f6-47ba-917d-637185f18ea4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.297733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2ccd0e80-98fd-4b35-8263-c6b51831aff7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.311695 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2ccd0e80-98fd-4b35-8263-c6b51831aff7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/d6e41ffa-d5f6-47ba-917d-637185f18ea4 HTTP/1.1" status: 204 len: 168 time: 0.7840090 Dec 22 08:50:07.314180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57734) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.358629 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f80debb-e799-4fdb-a461-e4f1341021eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:50:07.359167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1f80debb-e799-4fdb-a461-e4f1341021eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:07.375595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1f80debb-e799-4fdb-a461-e4f1341021eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:07.379602 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1f80debb-e799-4fdb-a461-e4f1341021eb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/d6e41ffa-d5f6-47ba-917d-637185f18ea4 HTTP/1.1" status: 404 len: 333 time: 0.0621285 Dec 22 08:50:07.379937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57738) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.430436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ba3cb-fb03-49d4-b81d-d1635fd71b44 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:07.431474 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8c3ba3cb-fb03-49d4-b81d-d1635fd71b44 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2442603 Dec 22 08:50:07.435000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57742) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.449310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 9c6743f6-d9fe-4250-9617-c2a33d533826 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:07.450330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.476154 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-032f7765-2486-4cef-9493-0e3cb33bf47c tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376072 Dec 22 08:50:07.476621 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57746) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.478162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a7e4-f730-4ea5-b8f1-da66d3b31278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.518349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b4e2a7e4-f730-4ea5-b8f1-da66d3b31278 None None] For port e0c6bf0e-674e-49b5-bf90-25aed8fe772e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e0c6bf0e-674e-49b5-bf90-25aed8fe772e,segment=NetworkSegment(70610aad-db3e-4840-adca-2a002b00984a),segment_id=70610aad-db3e-4840-adca-2a002b00984a)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:07.524985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a7e4-f730-4ea5-b8f1-da66d3b31278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.525225 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c0efe9e6-c66b-49c3-80cf-8a4a5d208409 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bb4971834ad94cd983d776e93f1d353e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472207 Dec 22 08:50:07.527634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57750) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.595588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2a7e4-f730-4ea5-b8f1-da66d3b31278 None None] Pushing event updated for resources: {'Port': ['ID=e0c6bf0e-674e-49b5-bf90-25aed8fe772e,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.679392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b108d-67a4-49df-bf17-37e98db35964 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:07.682333 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-236b108d-67a4-49df-bf17-37e98db35964 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534255 Dec 22 08:50:07.684553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57754) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.727594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.740091 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ff275363-db40-47ad-a3d9-ec4c3918804c tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542104 Dec 22 08:50:07.740883 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57758) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.747031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-543230042', 'network_id': '15d35939-478a-4fef-b905-606d85c06d12', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:07.749061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a4f01b55-d4a7-4bdf-975a-e9118d91d0d3 None None] Provisioning for port 9c6743f6-d9fe-4250-9617-c2a33d533826 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:07.756051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a4f01b55-d4a7-4bdf-975a-e9118d91d0d3 None None] Provisioning complete for port 9c6743f6-d9fe-4250-9617-c2a33d533826 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:07.756621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a4f01b55-d4a7-4bdf-975a-e9118d91d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.824678 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a4f01b55-d4a7-4bdf-975a-e9118d91d0d3 None None] Port 9c6743f6-d9fe-4250-9617-c2a33d533826 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:07.836927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a4f01b55-d4a7-4bdf-975a-e9118d91d0d3 None None] Provisioning complete for port e0c6bf0e-674e-49b5-bf90-25aed8fe772e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:07.839379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a4f01b55-d4a7-4bdf-975a-e9118d91d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.868726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 9c6743f6-d9fe-4250-9617-c2a33d533826 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:07.870534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:07.875203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:subnet and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:07.878154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:07.884652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:07.899038 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:07.904423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.048590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.109586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=9c6743f6-d9fe-4250-9617-c2a33d533826,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:08.149212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.149873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.150317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.150743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.151191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.151598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.152003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.152912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.153302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.153425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-41d78843-17d4-4c94-b337-7243296ed927 None None] Could not find standard attr ID for object 9c6743f6-d9fe-4250-9617-c2a33d533826. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:50:08.153918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.154542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.154542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:08.191747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.224227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.239889 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8235123a-3a98-48da-9dc7-5215dde1a30f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/9c6743f6-d9fe-4250-9617-c2a33d533826 HTTP/1.1" status: 204 len: 168 time: 0.8583207 Dec 22 08:50:08.242021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57762) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:08.266454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-87315a5e-ad57-4f9c-b7b8-782bd3aed092 None None] Could not find standard attr ID for object d6e41ffa-d5f6-47ba-917d-637185f18ea4. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:50:08.292421 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7ae538-cdb3-47e8-8a03-eee0b862a863 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:50:08.293898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6d7ae538-cdb3-47e8-8a03-eee0b862a863 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:08.300710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Subnet': ['ID=64f05bb4-02f4-402a-ae78-64621567dd7e,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:08.305556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Checking segment: {'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:08.306014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network hostable DHCP agents. Network: 15d35939-478a-4fef-b905-606d85c06d12, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:50:08.311265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6d7ae538-cdb3-47e8-8a03-eee0b862a863 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:08.315057 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6d7ae538-cdb3-47e8-8a03-eee0b862a863 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/9c6743f6-d9fe-4250-9617-c2a33d533826 HTTP/1.1" status: 404 len: 333 time: 0.0692430 Dec 22 08:50:08.315384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57766) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:08.337912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 15d35939-478a-4fef-b905-606d85c06d12 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:50:08.352053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 15d35939-478a-4fef-b905-606d85c06d12) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:08.357283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:08.357984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.368542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f013f-ebc4-42ee-a963-4a571b32b5e6 None None] Network 15d35939-478a-4fef-b905-606d85c06d12 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:08.384018 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f29fc20e-4d96-4fb9-9294-6e85f7725422 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6420321 Dec 22 08:50:08.412021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e0c6bf0e-674e-49b5-bf90-25aed8fe772e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:08.424464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-de21b0e3-ce7c-49ad-acea-6307d32f6b68 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet 7c4b45f5-ac2e-429f-a12e-afca653db048 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:50:08.427995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de21b0e3-ce7c-49ad-acea-6307d32f6b68 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.495933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de21b0e3-ce7c-49ad-acea-6307d32f6b68 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.604948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e0c6bf0e-674e-49b5-bf90-25aed8fe772e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:08.605294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.718270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de21b0e3-ce7c-49ad-acea-6307d32f6b68 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.762707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57772) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:08.768477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596458483', 'description': 'tempest-secgroup-smoke-596458483 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:08.774563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:08.777146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-15d35939-478a-4fef-b905-606d85c06d12', 'network_id': '15d35939-478a-4fef-b905-606d85c06d12', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ips': [{'subnet_id': '64f05bb4-02f4-402a-ae78-64621567dd7e'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:50:08.777863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.784652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:08.799154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.800713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de21b0e3-ce7c-49ad-acea-6307d32f6b68 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.822037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:08.826019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:08.828910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:08.834630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:08.845247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21b0e3-ce7c-49ad-acea-6307d32f6b68 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4b45f5-ac2e-429f-a12e-afca653db048,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:08.849489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de21b0e3-ce7c-49ad-acea-6307d32f6b68 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.856612 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-de21b0e3-ce7c-49ad-acea-6307d32f6b68 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/7c4b45f5-ac2e-429f-a12e-afca653db048 HTTP/1.1" status: 204 len: 168 time: 0.5401762 Dec 22 08:50:08.859317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57776) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:08.872325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315e3f6-10f2-4ab1-addf-4933ca7f8586 None None] Network a821a77e-e5cf-46a5-be8e-43a75157731f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:09.002908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.022103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.026516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port e0c6bf0e-674e-49b5-bf90-25aed8fe772e {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:09.026808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.055384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.104558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Allocated IP 172.20.0.18 (15d35939-478a-4fef-b905-606d85c06d12/64f05bb4-02f4-402a-ae78-64621567dd7e/4e7a4769-f9e0-4764-b077-7573e280cc0f) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:09.151525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:09.165502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.166745 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-46ee9a88-a71b-486e-bbbf-e294e679e649 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4027288 Dec 22 08:50:09.170413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57780) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:09.178538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:09.186619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:09.193270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:09.209393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:09.226468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:09.298632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] DHCP port deletion for a821a77e-e5cf-46a5-be8e-43a75157731f request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:50:09.309647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.319949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] Deleting port e0c6bf0e-674e-49b5-bf90-25aed8fe772e {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:09.320481 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.324244 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] For port e0c6bf0e-674e-49b5-bf90-25aed8fe772e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e0c6bf0e-674e-49b5-bf90-25aed8fe772e,segment=NetworkSegment(70610aad-db3e-4840-adca-2a002b00984a),segment_id=70610aad-db3e-4840-adca-2a002b00984a)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:09.324601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.381541 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.429761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Transition to ACTIVE for port object 4e7a4769-f9e0-4764-b077-7573e280cc0f will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:09.462268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for e0c6bf0e-674e-49b5-bf90-25aed8fe772e owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:09.470963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Transition to ACTIVE for port object 4e7a4769-f9e0-4764-b077-7573e280cc0f will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:09.487210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.539366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.551373 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.578199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73ef82c-e0db-4039-96d1-3e8afacb7fbc,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:09.580573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.614691 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Network 15d35939-478a-4fef-b905-606d85c06d12 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:09.620944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] For port e0c6bf0e-674e-49b5-bf90-25aed8fe772e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e0c6bf0e-674e-49b5-bf90-25aed8fe772e,segment=NetworkSegment(70610aad-db3e-4840-adca-2a002b00984a),segment_id=70610aad-db3e-4840-adca-2a002b00984a)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:09.621367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.628472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:09.632648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=e0c6bf0e-674e-49b5-bf90-25aed8fe772e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:09.634702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:09.636390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No DVR routers for this DVR port e0c6bf0e-674e-49b5-bf90-25aed8fe772e on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:09.638500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.642247 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-dfa611f1-a89b-4d74-9860-2bc06a08acc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4683583 Dec 22 08:50:09.643214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57784) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:09.648573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:09.656126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:09.659978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:09.662852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:09.669322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:09.690265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.730815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Pushing event updated for resources: {'Port': ['ID=4e7a4769-f9e0-4764-b077-7573e280cc0f,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:09.763297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.767623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.794654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9513efc-6b24-4f41-9019-708f0793bb2a,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:09.806173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.808481 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fa89341f-53f3-478a-923d-cda3ac055719 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1637650 Dec 22 08:50:09.811820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57788) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:09.816802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:09.822857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:09.827619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:09.830740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:09.836616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:09.854207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.869787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] Calling delete_port for e0c6bf0e-674e-49b5-bf90-25aed8fe772e owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:09.887675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.916666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a821a77e-e5cf-46a5-be8e-43a75157731f']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:09.920008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.923846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.930433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70610aad-db3e-4840-adca-2a002b00984a') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:09.930749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70610aad-db3e-4840-adca-2a002b00984a') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:09.939938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Attempting to bind port 4e7a4769-f9e0-4764-b077-7573e280cc0f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:09.940311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Attempting to bind port 4e7a4769-f9e0-4764-b077-7573e280cc0f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:09.940676 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Attempting to bind port 4e7a4769-f9e0-4764-b077-7573e280cc0f on network 15d35939-478a-4fef-b905-606d85c06d12 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:50:09.947961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.950137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:50:09.950624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Checking segment: {'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:09.951009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.951207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d23cf8-4ece-427a-9a58-3440c0ef8dad,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:09.951399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Bound using segment: {'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:50:09.951862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Bound port: 4e7a4769-f9e0-4764-b077-7573e280cc0f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:09.952235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.962583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.967390 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e355361b-dc77-4073-a8e9-3633ce039e43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545820 Dec 22 08:50:09.968318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57792) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:09.974766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:09.975528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.982110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:09.984940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:50:09.985519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.987327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:09.991122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:09.998324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:50:10.013886 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:50:10.020146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.048049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:50:10.048338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:50:10.073408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] For port 4e7a4769-f9e0-4764-b077-7573e280cc0f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:50:10.076815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] For port 4e7a4769-f9e0-4764-b077-7573e280cc0f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4e7a4769-f9e0-4764-b077-7573e280cc0f,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:50:10.082286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.091030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.093872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.094965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.099550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.113294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842920cf-7926-4fe4-9b9f-7d0184217836,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:10.125716 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/networks/a821a77e-e5cf-46a5-be8e-43a75157731f HTTP/1.1" status: 204 len: 168 time: 1.2651908 Dec 22 08:50:10.126544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6bef4-e309-4bc9-b64e-c9644bcc4187 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Network': ['ID=a821a77e-e5cf-46a5-be8e-43a75157731f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:10.129067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57796) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:10.136264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-608260043'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:10.136405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.137627 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-566d8ee2-188f-410d-bc61-b825ebf98274 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681552 Dec 22 08:50:10.140339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57800) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:10.141805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:10.146067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:10.146851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:network and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:10.150030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:10.151483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:10.155415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:10.157314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:10.158530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:10.164716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:10.168953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:10.173257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.174278 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4693d0c-fc62-4394-b1c8-7a945878c64d None None] Pushing event updated for resources: {'Port': ['ID=4e7a4769-f9e0-4764-b077-7573e280cc0f,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:10.176984 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:50:10.188000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.213305 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:50:10.222759 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.223099 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Added segment 999a0a83-acda-440e-9fbd-286aada23b74 of type vlan for network 3c78d82e-4d09-4cd2-80e0-eaad4931a23d Dec 22 08:50:10.252452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.265115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.269929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.291285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.296589 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151774d4-909a-4145-ae54-7b06f707d0d1,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:10.297230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:10.297877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.309976 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.313942 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9dd183f6-027f-4dc7-abcc-ae56b709e3fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1701488 Dec 22 08:50:10.314338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57804) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:10.320530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:10.328557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:10.332011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:10.335616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:10.342802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:10.389580 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:50:10.406133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.420287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e0c6bf0e-674e-49b5-bf90-25aed8fe772e no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:10.421778 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2909758 Dec 22 08:50:10.422476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57808) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:10.429811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '3c78d82e-4d09-4cd2-80e0-eaad4931a23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:10.431334 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7af8d2-f004-4c8e-a165-c85f1858d5ac tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Network': ['ID=3c78d82e-4d09-4cd2-80e0-eaad4931a23d,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:10.466639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 3c78d82e-4d09-4cd2-80e0-eaad4931a23d details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:50:10.488924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e0c6bf0e-674e-49b5-bf90-25aed8fe772e {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:50:10.489445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e0c6bf0e-674e-49b5-bf90-25aed8fe772e not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:10.550320 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] Deleting port e0c6bf0e-674e-49b5-bf90-25aed8fe772e {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:10.550713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.583762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:10.589870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:10.593520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:10.607322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:10.609958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.614772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.629104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:10.632399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.634222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6a903cef-666c-458b-97f7-5bfc28a8b60b None None] The port 'e0c6bf0e-674e-49b5-bf90-25aed8fe772e' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:50:10.664892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf15c5f6-5227-4e8c-a2df-7248c2413d9e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:10.676739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.677921 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-eb5c975d-3171-442d-b123-fcd7e544ef4f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3619831 Dec 22 08:50:10.877142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.976177 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-40ee10d7-abc5-43a5-bf77-cac062938c32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596458483&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.1143866 Dec 22 08:50:10.988556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=1a73e659-07e7-4a49-b10c-a287788740b2,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:11.012350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Checking segment: {'id': '999a0a83-acda-440e-9fbd-286aada23b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3c78d82e-4d09-4cd2-80e0-eaad4931a23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:11.012705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network hostable DHCP agents. Network: 3c78d82e-4d09-4cd2-80e0-eaad4931a23d, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:50:11.114515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 3c78d82e-4d09-4cd2-80e0-eaad4931a23d is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:50:11.131095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 3c78d82e-4d09-4cd2-80e0-eaad4931a23d) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:11.135440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:11.136178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:11.140570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f7f37-cb53-4943-a9b4-55d35a01f399 None None] Network 3c78d82e-4d09-4cd2-80e0-eaad4931a23d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:11.179057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-a7bb7f27-dd88-4fe2-ac08-f082ca575c1e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:11.180646 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-a7bb7f27-dd88-4fe2-ac08-f082ca575c1e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/networks?id=15d35939-478a-4fef-b905-606d85c06d12 HTTP/1.1" status: 200 len: 796 time: 0.1932123 Dec 22 08:50:11.182584 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9efcdd0a-9867-43ee-8eb3-5352227729d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7589922 Dec 22 08:50:11.185651 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57824) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:11.191970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': '3c78d82e-4d09-4cd2-80e0-eaad4931a23d', 'name': 'tempest-PortsTestJSON-731929715', 'fixed_ips': [{'subnet_id': '1a73e659-07e7-4a49-b10c-a287788740b2', 'ip_address': '172.20.0.10'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:11.206987 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-7eccc482-5057-4d0d-a35c-81bece658e9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/quotas/bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 375 time: 0.0095258 Dec 22 08:50:11.234372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a20bc3-737c-46a0-b909-ce2a696d183c None None] Network 15d35939-478a-4fef-b905-606d85c06d12 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:11.310591 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-e72b0d85-5a54-44f4-990c-98a766b89bce tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0929787 Dec 22 08:50:11.332694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:11.337200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:port and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:11.340836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:11.347130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:11.358632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:11.403142 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8708cfc6-ebb8-4db5-9eb2-19b6717b1049 None None] Provisioning for port 4e7a4769-f9e0-4764-b077-7573e280cc0f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:11.455336 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-613bc778-5b48-44c3-be98-559de732994d service neutron] 10.222.0.37 "GET /v2.0/networks/15d35939-478a-4fef-b905-606d85c06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322777 Dec 22 08:50:11.488468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:11.521332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port cfac412f-ec0d-468d-8db5-2c2389742f38 yet. {{(pid=87534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:50:11.565300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-3c78d82e-4d09-4cd2-80e0-eaad4931a23d', 'network_id': '3c78d82e-4d09-4cd2-80e0-eaad4931a23d', 'tenant_id': 'eb5ba3bfe1334503b36cfdcc7be79389', 'fixed_ips': [{'subnet_id': '1a73e659-07e7-4a49-b10c-a287788740b2'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:50:11.566794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:11.599769 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-6db7de6e-e860-4f46-a431-bc51f8435018 service neutron] 10.222.0.37 "GET /v2.0/networks/15d35939-478a-4fef-b905-606d85c06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375673 Dec 22 08:50:11.740527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.10 (3c78d82e-4d09-4cd2-80e0-eaad4931a23d/1a73e659-07e7-4a49-b10c-a287788740b2/cfac412f-ec0d-468d-8db5-2c2389742f38) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:11.752967 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:50:11.810932 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d8d13020-98be-4244-9797-cc33e86fdee9 req-6b8be699-07d0-4df9-b20d-cadd64ddfffd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 210 time: 0.0545485 Dec 22 08:50:12.020060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.036186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object cfac412f-ec0d-468d-8db5-2c2389742f38 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:12.059839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.128473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Allocated IP 172.20.0.2 (3c78d82e-4d09-4cd2-80e0-eaad4931a23d/1a73e659-07e7-4a49-b10c-a287788740b2/c09a2c46-4875-4684-bc68-9e0447dfe99a) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:12.136143 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 3c78d82e-4d09-4cd2-80e0-eaad4931a23d is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:12.139759 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:12.143625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:12.174772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=cfac412f-ec0d-468d-8db5-2c2389742f38,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:12.210816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:12.211518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.237616 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ad58ba8a-13f5-45aa-9208-1759fe5c8742 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0507507 Dec 22 08:50:12.241025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57838) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:12.246626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': '3c78d82e-4d09-4cd2-80e0-eaad4931a23d', 'name': 'tempest-PortsTestJSON-408507449', 'fixed_ips': [{'subnet_id': '1a73e659-07e7-4a49-b10c-a287788740b2', 'ip_address': '172.20.0.9'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:12.347826 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.358545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Transition to ACTIVE for port object c09a2c46-4875-4684-bc68-9e0447dfe99a will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:12.380727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Transition to ACTIVE for port object c09a2c46-4875-4684-bc68-9e0447dfe99a will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:12.388997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.398919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:12.403473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:port and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:12.406535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:12.412598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:12.428081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:12.449509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4e7a4769-f9e0-4764-b077-7573e280cc0f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:12.514553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Network 3c78d82e-4d09-4cd2-80e0-eaad4931a23d is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:12.519599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:12.521310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Pushing event updated for resources: {'Port': ['ID=c09a2c46-4875-4684-bc68-9e0447dfe99a,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:12.525127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:12.556914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.581395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port d0a37f53-105e-49d4-ac90-038e4d146910 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:50:12.657908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Attempting to bind port c09a2c46-4875-4684-bc68-9e0447dfe99a on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:12.658565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Attempting to bind port c09a2c46-4875-4684-bc68-9e0447dfe99a by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '999a0a83-acda-440e-9fbd-286aada23b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3c78d82e-4d09-4cd2-80e0-eaad4931a23d'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:12.658680 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Attempting to bind port c09a2c46-4875-4684-bc68-9e0447dfe99a on network 3c78d82e-4d09-4cd2-80e0-eaad4931a23d {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:50:12.660677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 4e7a4769-f9e0-4764-b077-7573e280cc0f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:12.667646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4e7a4769-f9e0-4764-b077-7573e280cc0f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:12.668095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.691820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:50:12.692272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Checking segment: {'id': '999a0a83-acda-440e-9fbd-286aada23b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3c78d82e-4d09-4cd2-80e0-eaad4931a23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:12.692584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.693005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Bound using segment: {'id': '999a0a83-acda-440e-9fbd-286aada23b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3c78d82e-4d09-4cd2-80e0-eaad4931a23d'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:50:12.693766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Bound port: c09a2c46-4875-4684-bc68-9e0447dfe99a, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0a83-acda-440e-9fbd-286aada23b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3c78d82e-4d09-4cd2-80e0-eaad4931a23d'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:12.694002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.858464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] For port c09a2c46-4875-4684-bc68-9e0447dfe99a, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:50:12.872039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] For port c09a2c46-4875-4684-bc68-9e0447dfe99a, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c09a2c46-4875-4684-bc68-9e0447dfe99a,segment=NetworkSegment(999a0a83-acda-440e-9fbd-286aada23b74),segment_id=999a0a83-acda-440e-9fbd-286aada23b74)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:50:12.876398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.888328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:12.914981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.9 (3c78d82e-4d09-4cd2-80e0-eaad4931a23d/1a73e659-07e7-4a49-b10c-a287788740b2/d0a37f53-105e-49d4-ac90-038e4d146910) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:12.998849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 4e7a4769-f9e0-4764-b077-7573e280cc0f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4e7a4769-f9e0-4764-b077-7573e280cc0f,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:12.999947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bddb6-fa3f-41f9-9143-eb11b8624b56 None None] Pushing event updated for resources: {'Port': ['ID=c09a2c46-4875-4684-bc68-9e0447dfe99a,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:13.006666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:13.082160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-9e65992d-7821-47bc-963b-d719d870e9f2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:13.083343 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-9e65992d-7821-47bc-963b-d719d870e9f2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:13.099734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=4e7a4769-f9e0-4764-b077-7573e280cc0f,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:13.112269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-9e65992d-7821-47bc-963b-d719d870e9f2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:13.113769 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-9e65992d-7821-47bc-963b-d719d870e9f2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=15d35939-478a-4fef-b905-606d85c06d12 HTTP/1.1" status: 200 len: 796 time: 0.2956145 Dec 22 08:50:13.156049 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54d9f4c9-01e9-46e7-b767-1cec0b6faa39 req-94b5e1f0-33bb-4768-ac2d-cee6e2ce63ea tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 210 time: 0.0874133 Dec 22 08:50:13.186040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-388ac69a-ada3-4ba6-9ccf-f0e49015664f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:13.205096 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-388ac69a-ada3-4ba6-9ccf-f0e49015664f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:13.206360 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-388ac69a-ada3-4ba6-9ccf-f0e49015664f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 472 time: 0.0825300 Dec 22 08:50:13.219072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'device_id': '60a0ffc5-fd5d-45b4-a4be-685814aea702', 'network_id': '15d35939-478a-4fef-b905-606d85c06d12', 'admin_state_up': True, 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'security_groups': ['5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:13.301131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:13.327085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object d0a37f53-105e-49d4-ac90-038e4d146910 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:13.354000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:13.435001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 3c78d82e-4d09-4cd2-80e0-eaad4931a23d is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:13.438171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:13.442635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:13.477007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=d0a37f53-105e-49d4-ac90-038e4d146910,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:13.507800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:13.508272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:13.508393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:13.512564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:port and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:13.515427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:13.522032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:13.534024 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fc65e773-b7b6-464d-8039-2705da839385 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2894332 Dec 22 08:50:13.534358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57848) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:13.537050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:13.540722 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:13.624743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe593302-f166-4391-ac06-1bbde419898c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:13.625439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fe593302-f166-4391-ac06-1bbde419898c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:13.640576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fe593302-f166-4391-ac06-1bbde419898c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:13.641733 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fe593302-f166-4391-ac06-1bbde419898c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1050494 Dec 22 08:50:13.644499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57852) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:13.705123 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.30 (15d35939-478a-4fef-b905-606d85c06d12/64f05bb4-02f4-402a-ae78-64621567dd7e/871ff864-89c0-45af-a25b-2d3c14d5925f) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:13.733711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0efb6cd-3d6b-48c1-a2d8-b21b3e1839d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:13.739631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0efb6cd-3d6b-48c1-a2d8-b21b3e1839d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:13.745415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0efb6cd-3d6b-48c1-a2d8-b21b3e1839d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:13.749612 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e0efb6cd-3d6b-48c1-a2d8-b21b3e1839d2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1016643 Dec 22 08:50:13.750150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57856) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:13.823449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe82b7-1567-4a51-a8f0-f85e2353a188 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port d0a37f53-105e-49d4-ac90-038e4d146910 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:13.823793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3cfe82b7-1567-4a51-a8f0-f85e2353a188 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:13.907575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:13.924548 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 871ff864-89c0-45af-a25b-2d3c14d5925f will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:13.959557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.045505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 15d35939-478a-4fef-b905-606d85c06d12 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:14.046772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:14.050797 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.054873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:14.088464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3cfe82b7-1567-4a51-a8f0-f85e2353a188 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.127318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=871ff864-89c0-45af-a25b-2d3c14d5925f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:14.147524 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89367ac3-5f67-426a-85ac-6f314b2367e6 None None] Network 3c78d82e-4d09-4cd2-80e0-eaad4931a23d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:14.159946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:14.160878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.206929 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-16e75cb0-baaf-4a7e-b0be-09897f638807 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9923034 Dec 22 08:50:14.221913 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Request body: {'port': {'device_id': '60a0ffc5-fd5d-45b4-a4be-685814aea702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:14.240688 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe82b7-1567-4a51-a8f0-f85e2353a188 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for d0a37f53-105e-49d4-ac90-038e4d146910 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:14.391004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dcf389d8-0d5d-4b8b-9fc4-82842708ae50 None None] Provisioning for port c09a2c46-4875-4684-bc68-9e0447dfe99a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:14.395165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.475205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3cfe82b7-1567-4a51-a8f0-f85e2353a188 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.537613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe82b7-1567-4a51-a8f0-f85e2353a188 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=d0a37f53-105e-49d4-ac90-038e4d146910,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:14.557601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4e7a4769-f9e0-4764-b077-7573e280cc0f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:14.641271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d3638-6ff5-4717-acd5-33aa7cb8398e req-889442d8-eaa3-4873-ae34-eccdfb86d130 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:14.642008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-157d3638-6ff5-4717-acd5-33aa7cb8398e req-889442d8-eaa3-4873-ae34-eccdfb86d130 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:14.644473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3cfe82b7-1567-4a51-a8f0-f85e2353a188 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.662849 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3cfe82b7-1567-4a51-a8f0-f85e2353a188 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/d0a37f53-105e-49d4-ac90-038e4d146910 HTTP/1.1" status: 204 len: 168 time: 0.9090390 Dec 22 08:50:14.664491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57862) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:14.665200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f7eb4ee0-9d52-4ab2-b074-60a262ee8283 None None] Provisioning for port 871ff864-89c0-45af-a25b-2d3c14d5925f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:14.684991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f7eb4ee0-9d52-4ab2-b074-60a262ee8283 None None] Provisioning complete for port 871ff864-89c0-45af-a25b-2d3c14d5925f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:14.685367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f7eb4ee0-9d52-4ab2-b074-60a262ee8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.694295 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-157d3638-6ff5-4717-acd5-33aa7cb8398e req-889442d8-eaa3-4873-ae34-eccdfb86d130 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:14.695763 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-157d3638-6ff5-4717-acd5-33aa7cb8398e req-889442d8-eaa3-4873-ae34-eccdfb86d130 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 932 time: 0.2282987 Dec 22 08:50:14.708810 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-151e746e-6c3e-4569-924f-84aa364f29e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:50:14.709341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-151e746e-6c3e-4569-924f-84aa364f29e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:14.725860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-151e746e-6c3e-4569-924f-84aa364f29e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:14.729612 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-151e746e-6c3e-4569-924f-84aa364f29e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/d0a37f53-105e-49d4-ac90-038e4d146910 HTTP/1.1" status: 404 len: 333 time: 0.0627942 Dec 22 08:50:14.730442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57866) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:14.800619 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb4ee0-9d52-4ab2-b074-60a262ee8283 None None] Port 871ff864-89c0-45af-a25b-2d3c14d5925f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:14.802208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1a22cb1b-6ab3-44d1-b07a-2150ccc68da8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port cfac412f-ec0d-468d-8db5-2c2389742f38 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:14.802555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb1b-6ab3-44d1-b07a-2150ccc68da8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.806407 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-157d3638-6ff5-4717-acd5-33aa7cb8398e req-bc96b669-02c3-4d74-8962-9d83f81ca29c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596361 Dec 22 08:50:14.818066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4e7a4769-f9e0-4764-b077-7573e280cc0f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:14.818445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.929056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871ff864-89c0-45af-a25b-2d3c14d5925f {{(pid=87534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:50:14.938944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.970501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c09a2c46-4875-4684-bc68-9e0447dfe99a up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:14.972651 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Transition to ACTIVE for port object 871ff864-89c0-45af-a25b-2d3c14d5925f will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:14.987710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.076737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port c09a2c46-4875-4684-bc68-9e0447dfe99a completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:15.094173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c09a2c46-4875-4684-bc68-9e0447dfe99a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:15.094554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.097523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb1b-6ab3-44d1-b07a-2150ccc68da8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.229365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Pushing event updated for resources: {'Port': ['ID=871ff864-89c0-45af-a25b-2d3c14d5925f,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:15.269499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1937636b-276a-4045-ab70-b949f6e43d4c None None] Provisioning complete for port c09a2c46-4875-4684-bc68-9e0447dfe99a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:15.270177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1937636b-276a-4045-ab70-b949f6e43d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.283864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1a22cb1b-6ab3-44d1-b07a-2150ccc68da8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for cfac412f-ec0d-468d-8db5-2c2389742f38 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:15.289921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Attempting to bind port 871ff864-89c0-45af-a25b-2d3c14d5925f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:15.290399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Attempting to bind port 871ff864-89c0-45af-a25b-2d3c14d5925f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:15.290838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Attempting to bind port 871ff864-89c0-45af-a25b-2d3c14d5925f on network 15d35939-478a-4fef-b905-606d85c06d12 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:50:15.296667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Port 871ff864-89c0-45af-a25b-2d3c14d5925f on network 15d35939-478a-4fef-b905-606d85c06d12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:50:15.297095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Attempting to bind port 871ff864-89c0-45af-a25b-2d3c14d5925f on network 15d35939-478a-4fef-b905-606d85c06d12 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:50:15.302708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:50:15.303196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Checking segment: {'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:15.303760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Bound using segment: {'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:50:15.304285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Bound port: 871ff864-89c0-45af-a25b-2d3c14d5925f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'}}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:15.304957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.322052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.385643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port c09a2c46-4875-4684-bc68-9e0447dfe99a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c09a2c46-4875-4684-bc68-9e0447dfe99a,segment=NetworkSegment(999a0a83-acda-440e-9fbd-286aada23b74),segment_id=999a0a83-acda-440e-9fbd-286aada23b74)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:15.397730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.443932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] For port 871ff864-89c0-45af-a25b-2d3c14d5925f, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:50:15.448353 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] For port 871ff864-89c0-45af-a25b-2d3c14d5925f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=871ff864-89c0-45af-a25b-2d3c14d5925f,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:50:15.455743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.530668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:15.531392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.533562 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] 10.222.0.54 "PUT /v2.0/ports/871ff864-89c0-45af-a25b-2d3c14d5925f HTTP/1.1" status: 200 len: 1094 time: 1.3171093 Dec 22 08:50:15.534140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a0ffc5-fd5d-45b4-a4be-685814aea702', 'tag': '871ff864-89c0-45af-a25b-2d3c14d5925f'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:15.588522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=c09a2c46-4875-4684-bc68-9e0447dfe99a,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:15.591150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716a4c1-fc89-429c-83bc-3fe229b4e3fc service neutron] Pushing event updated for resources: {'Port': ['ID=871ff864-89c0-45af-a25b-2d3c14d5925f,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:15.627041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1937636b-276a-4045-ab70-b949f6e43d4c None None] Provisioning for port cfac412f-ec0d-468d-8db5-2c2389742f38 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:15.627287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb1b-6ab3-44d1-b07a-2150ccc68da8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.633658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1937636b-276a-4045-ab70-b949f6e43d4c None None] Provisioning complete for port cfac412f-ec0d-468d-8db5-2c2389742f38 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:15.633903 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a0ffc5-fd5d-45b4-a4be-685814aea702', 'tag': '871ff864-89c0-45af-a25b-2d3c14d5925f', 'status': 'completed', 'code': 200} Dec 22 08:50:15.634064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1937636b-276a-4045-ab70-b949f6e43d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.680120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1937636b-276a-4045-ab70-b949f6e43d4c None None] Port cfac412f-ec0d-468d-8db5-2c2389742f38 was deleted so its status cannot be updated. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 08:50:15.702491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-0610eebd-518b-4624-9b8d-7b7bf9f1d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:15.704271 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-0610eebd-518b-4624-9b8d-7b7bf9f1d3e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 1097 time: 0.1075988 Dec 22 08:50:15.713570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22cb1b-6ab3-44d1-b07a-2150ccc68da8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=cfac412f-ec0d-468d-8db5-2c2389742f38,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:15.792818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-21e3a750-41e2-4c43-a603-e7c776ca5416 None None] Could not find standard attr ID for object cfac412f-ec0d-468d-8db5-2c2389742f38. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:50:15.827774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb1b-6ab3-44d1-b07a-2150ccc68da8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:15.848265 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1a22cb1b-6ab3-44d1-b07a-2150ccc68da8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/cfac412f-ec0d-468d-8db5-2c2389742f38 HTTP/1.1" status: 204 len: 168 time: 1.1173010 Dec 22 08:50:15.853473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57874) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:15.900266 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-73f11c4d-eb30-4980-9e67-6e85f6ff6b21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=871ff864-89c0-45af-a25b-2d3c14d5925f HTTP/1.1" status: 200 len: 217 time: 0.1881821 Dec 22 08:50:15.915338 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dd5284-27c7-4fac-827e-b543be181d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:50:15.915338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-46dd5284-27c7-4fac-827e-b543be181d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:15.932085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-79e83b9f-d3d3-4115-ba78-01032a08f0cb None None] Could not find standard attr ID for object d0a37f53-105e-49d4-ac90-038e4d146910. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:50:15.953396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-46dd5284-27c7-4fac-827e-b543be181d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:15.954545 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-46dd5284-27c7-4fac-827e-b543be181d84 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/cfac412f-ec0d-468d-8db5-2c2389742f38 HTTP/1.1" status: 404 len: 333 time: 0.0997133 Dec 22 08:50:15.957239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57878) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:16.033419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-40529e9c-8a62-4687-8435-f9bc7a44f4a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet 1a73e659-07e7-4a49-b10c-a287788740b2 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:50:16.042728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40529e9c-8a62-4687-8435-f9bc7a44f4a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.057855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-f6b3a26d-75fc-40e7-a829-de6f843e2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:16.060652 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-f6b3a26d-75fc-40e7-a829-de6f843e2607 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64f05bb4-02f4-402a-ae78-64621567dd7e HTTP/1.1" status: 200 len: 837 time: 0.1510744 Dec 22 08:50:16.126005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40529e9c-8a62-4687-8435-f9bc7a44f4a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.143977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7e1de-c740-4452-a961-19993ab26522 req-9b0e7948-4eef-4047-b8da-e63567d2e447 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:16.145523 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0ac7e1de-c740-4452-a961-19993ab26522 req-9b0e7948-4eef-4047-b8da-e63567d2e447 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 944 time: 0.1900594 Dec 22 08:50:16.194642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-4a13b053-786d-4059-9443-7bac9dcb5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:16.196137 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-4a13b053-786d-4059-9443-7bac9dcb5925 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15d35939-478a-4fef-b905-606d85c06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1255798 Dec 22 08:50:16.207431 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0ac7e1de-c740-4452-a961-19993ab26522 req-2c9f92db-a9ba-426a-8bc8-bde0adc8d515 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547826 Dec 22 08:50:16.216308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40529e9c-8a62-4687-8435-f9bc7a44f4a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.294840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40529e9c-8a62-4687-8435-f9bc7a44f4a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.340670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40529e9c-8a62-4687-8435-f9bc7a44f4a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=1a73e659-07e7-4a49-b10c-a287788740b2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:16.342696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40529e9c-8a62-4687-8435-f9bc7a44f4a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.351121 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-40529e9c-8a62-4687-8435-f9bc7a44f4a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/1a73e659-07e7-4a49-b10c-a287788740b2 HTTP/1.1" status: 204 len: 168 time: 0.3905532 Dec 22 08:50:16.351304 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-62e3d48b-19ea-4c12-a83a-ce9543f65234 service neutron] 10.222.0.54 "GET /v2.0/networks/15d35939-478a-4fef-b905-606d85c06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469820 Dec 22 08:50:16.351765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57882) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:16.353966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959c73f2-eefb-422e-9b60-fb7534c2c08a None None] Network 3c78d82e-4d09-4cd2-80e0-eaad4931a23d requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:16.442210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c09a2c46-4875-4684-bc68-9e0447dfe99a up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:16.484778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.492558 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c96f17c-ec42-46d9-8487-4590ff1150a6 req-2317fd45-4e78-4399-8fc4-7bc41c8884ff service neutron] 10.222.0.54 "GET /v2.0/networks/15d35939-478a-4fef-b905-606d85c06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348739 Dec 22 08:50:16.495444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port c09a2c46-4875-4684-bc68-9e0447dfe99a {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:16.495769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.600131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c09a2c46-4875-4684-bc68-9e0447dfe99a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:16.600682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.612090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-e7defea9-7a44-45e7-b236-57578eed1cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:16.613792 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-e7defea9-7a44-45e7-b236-57578eed1cdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 1097 time: 0.0726731 Dec 22 08:50:16.713524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] For port c09a2c46-4875-4684-bc68-9e0447dfe99a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c09a2c46-4875-4684-bc68-9e0447dfe99a,segment=NetworkSegment(999a0a83-acda-440e-9fbd-286aada23b74),segment_id=999a0a83-acda-440e-9fbd-286aada23b74)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:16.714097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.729725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] DHCP port deletion for 3c78d82e-4d09-4cd2-80e0-eaad4931a23d request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:50:16.736909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] Deleting port c09a2c46-4875-4684-bc68-9e0447dfe99a {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:16.737201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.756608 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-28e64676-a528-406e-b950-461442ca01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:16.758116 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-28e64676-a528-406e-b950-461442ca01ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=15d35939-478a-4fef-b905-606d85c06d12 HTTP/1.1" status: 200 len: 897 time: 0.1375630 Dec 22 08:50:16.830643 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-c6da10af-86cb-416c-a06c-9756949f7c85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=871ff864-89c0-45af-a25b-2d3c14d5925f HTTP/1.1" status: 200 len: 217 time: 0.0650382 Dec 22 08:50:16.854652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for c09a2c46-4875-4684-bc68-9e0447dfe99a owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:16.893576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-a4d415f9-60b4-4689-ab7f-9f8927e5bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:16.895217 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-a4d415f9-60b4-4689-ab7f-9f8927e5bf72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64f05bb4-02f4-402a-ae78-64621567dd7e HTTP/1.1" status: 200 len: 837 time: 0.0581911 Dec 22 08:50:16.932377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.937500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] For port c09a2c46-4875-4684-bc68-9e0447dfe99a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c09a2c46-4875-4684-bc68-9e0447dfe99a,segment=NetworkSegment(999a0a83-acda-440e-9fbd-286aada23b74),segment_id=999a0a83-acda-440e-9fbd-286aada23b74)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:16.937929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.989774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No DVR routers for this DVR port c09a2c46-4875-4684-bc68-9e0447dfe99a on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:16.991344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-ec9f4def-e333-4e17-b210-eab9339982da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:16.992887 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-ec9f4def-e333-4e17-b210-eab9339982da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15d35939-478a-4fef-b905-606d85c06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0908084 Dec 22 08:50:17.019286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=c09a2c46-4875-4684-bc68-9e0447dfe99a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:17.066434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] Calling delete_port for c09a2c46-4875-4684-bc68-9e0447dfe99a owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:17.119999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.139220 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-d439d953-53d9-41df-984b-45cd1d0f8959 service neutron] 10.222.0.54 "GET /v2.0/networks/15d35939-478a-4fef-b905-606d85c06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388066 Dec 22 08:50:17.143628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:50:17.143985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:50:17.149766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c78d82e-4d09-4cd2-80e0-eaad4931a23d']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:17.162342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999a0a83-acda-440e-9fbd-286aada23b74') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:17.162636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999a0a83-acda-440e-9fbd-286aada23b74') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:17.173660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.189777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.195965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:50:17.196525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:50:17.211460 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:50:17.272206 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-66cae4d2-14e4-4893-8c18-97297c19ab7a req-efe75cfe-cc66-4bb9-b7d0-bd55eee9b629 service neutron] 10.222.0.54 "GET /v2.0/networks/15d35939-478a-4fef-b905-606d85c06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246934 Dec 22 08:50:17.291246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.295469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.321099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Network': ['ID=3c78d82e-4d09-4cd2-80e0-eaad4931a23d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:17.373331 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b2c5737a-39e7-4ad7-8dff-132c469661a6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/networks/3c78d82e-4d09-4cd2-80e0-eaad4931a23d HTTP/1.1" status: 204 len: 168 time: 1.0209467 Dec 22 08:50:17.377340 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57888) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:17.382894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1039672111'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:17.387751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:17.391564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:network and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:17.394349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:17.400480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:17.409158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c789d3-b333-4e89-8366-1afdef76593a req-c68ffd98-5181-48f3-ba0a-42102edc2641 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:17.410802 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-30c789d3-b333-4e89-8366-1afdef76593a req-c68ffd98-5181-48f3-ba0a-42102edc2641 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 944 time: 0.0930851 Dec 22 08:50:17.412105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:17.415513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.443240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:50:17.452071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.452416 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Added segment d6a641f7-d2e6-4c28-8042-bda2e1c842eb of type vlan for network e262c966-00b5-4afb-b992-cd7a0b725649 Dec 22 08:50:17.455485 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-30c789d3-b333-4e89-8366-1afdef76593a req-3c85c5c1-c9df-4664-aa59-52faa6bbf5a9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387890 Dec 22 08:50:17.478972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.512300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.517622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:17.518209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.612234 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2338200 Dec 22 08:50:17.615186 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57892) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:17.620595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': 'e262c966-00b5-4afb-b992-cd7a0b725649', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:17.620740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5af215-29d5-4267-ba6e-94a0e451da03 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Network': ['ID=e262c966-00b5-4afb-b992-cd7a0b725649,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:17.630383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network e262c966-00b5-4afb-b992-cd7a0b725649 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:50:17.645930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] Deleting port c09a2c46-4875-4684-bc68-9e0447dfe99a {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:17.646320 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:17.727933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0dad07ce-c8c3-4efc-a258-9ee336265861 None None] The port 'c09a2c46-4875-4684-bc68-9e0447dfe99a' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:50:17.728669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:17.732460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:17.735211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:17.740692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:17.749971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:17.753400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.072458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.147853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=f0de1fda-20d3-4e74-bf03-9d8ac86e5d3b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:18.154944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Checking segment: {'id': 'd6a641f7-d2e6-4c28-8042-bda2e1c842eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e262c966-00b5-4afb-b992-cd7a0b725649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:18.155297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network hostable DHCP agents. Network: e262c966-00b5-4afb-b992-cd7a0b725649, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:50:18.173496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network e262c966-00b5-4afb-b992-cd7a0b725649 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:50:18.182077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, e262c966-00b5-4afb-b992-cd7a0b725649) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:18.186875 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:18.187453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.191644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b772a-c241-4eab-a09d-aac009f8baf7 None None] Network e262c966-00b5-4afb-b992-cd7a0b725649 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:18.208695 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-faf8d126-443a-47b5-8b23-f5726ffde779 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5923936 Dec 22 08:50:18.211397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57896) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:18.216515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1437410569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:18.222931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:18.226660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:router and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:18.229494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:18.235204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:18.244842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.245802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.260826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.278636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.300070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.301233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dc3a903c-acf2-48b9-be85-b546b0474431 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.0889509 Dec 22 08:50:18.304016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57900) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:18.310187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'network_id': 'e262c966-00b5-4afb-b992-cd7a0b725649', 'name': 'tempest-PortsTestJSON-457383401'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:18.389782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c09a2c46-4875-4684-bc68-9e0447dfe99a no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:18.428505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: c09a2c46-4875-4684-bc68-9e0447dfe99a {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:50:18.428838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c09a2c46-4875-4684-bc68-9e0447dfe99a not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:18.442705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-e262c966-00b5-4afb-b992-cd7a0b725649', 'network_id': 'e262c966-00b5-4afb-b992-cd7a0b725649', 'tenant_id': 'eb5ba3bfe1334503b36cfdcc7be79389', 'fixed_ips': [{'subnet_id': 'f0de1fda-20d3-4e74-bf03-9d8ac86e5d3b'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:50:18.443528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.455857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:18.459862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:port and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:18.462826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:18.469063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:18.478851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:18.483161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.509881 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 890376dc-b859-46e9-8371-e3705b1a6e1f yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:50:18.600658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Allocated IP 172.20.0.2 (e262c966-00b5-4afb-b992-cd7a0b725649/f0de1fda-20d3-4e74-bf03-9d8ac86e5d3b/de7107d5-91f9-4f90-ac49-bf09c359b220) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:18.653431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6eeac-8ac0-4bc5-b8ec-7a52f2de05a9 req-4d8fa699-5c65-4032-86a0-4e4c73cb8d2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:18.654932 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-31a6eeac-8ac0-4bc5-b8ec-7a52f2de05a9 req-4d8fa699-5c65-4032-86a0-4e4c73cb8d2b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 944 time: 0.0804746 Dec 22 08:50:18.810051 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-31a6eeac-8ac0-4bc5-b8ec-7a52f2de05a9 req-355f4cd8-fbe1-46a4-903d-5e0be518a655 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491787 Dec 22 08:50:18.836339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.845854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Transition to ACTIVE for port object de7107d5-91f9-4f90-ac49-bf09c359b220 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:18.862965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Transition to ACTIVE for port object de7107d5-91f9-4f90-ac49-bf09c359b220 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:18.868156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.928156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 871ff864-89c0-45af-a25b-2d3c14d5925f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:50:18.931495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Network e262c966-00b5-4afb-b992-cd7a0b725649 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:18.932935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.11 (e262c966-00b5-4afb-b992-cd7a0b725649/f0de1fda-20d3-4e74-bf03-9d8ac86e5d3b/890376dc-b859-46e9-8371-e3705b1a6e1f) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:18.939820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:18.946084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:18.955566 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Pushing event updated for resources: {'Port': ['ID=de7107d5-91f9-4f90-ac49-bf09c359b220,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:19.113489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Attempting to bind port de7107d5-91f9-4f90-ac49-bf09c359b220 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:19.113790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Attempting to bind port de7107d5-91f9-4f90-ac49-bf09c359b220 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd6a641f7-d2e6-4c28-8042-bda2e1c842eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e262c966-00b5-4afb-b992-cd7a0b725649'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:19.114153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Attempting to bind port de7107d5-91f9-4f90-ac49-bf09c359b220 on network e262c966-00b5-4afb-b992-cd7a0b725649 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:50:19.130818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:50:19.131184 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Checking segment: {'id': 'd6a641f7-d2e6-4c28-8042-bda2e1c842eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e262c966-00b5-4afb-b992-cd7a0b725649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:19.131575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:19.131958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Bound using segment: {'id': 'd6a641f7-d2e6-4c28-8042-bda2e1c842eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e262c966-00b5-4afb-b992-cd7a0b725649'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:50:19.132411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Bound port: de7107d5-91f9-4f90-ac49-bf09c359b220, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a641f7-d2e6-4c28-8042-bda2e1c842eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e262c966-00b5-4afb-b992-cd7a0b725649'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:19.132772 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:19.143965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:19.158926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object 890376dc-b859-46e9-8371-e3705b1a6e1f will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:19.182083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:19.213812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 871ff864-89c0-45af-a25b-2d3c14d5925f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=871ff864-89c0-45af-a25b-2d3c14d5925f,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:19.244476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '871ff864-89c0-45af-a25b-2d3c14d5925f', 'network_id': '15d35939-478a-4fef-b905-606d85c06d12', 'port_id': '871ff864-89c0-45af-a25b-2d3c14d5925f', 'mac_address': 'fa:16:3e:fa:0a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f05bb4-02f4-402a-ae78-64621567dd7e', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:50:19.253078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network e262c966-00b5-4afb-b992-cd7a0b725649 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:19.256570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:19.259047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:19.299471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f558bcca-331f-4526-b418-df0044612f17 None None] For port de7107d5-91f9-4f90-ac49-bf09c359b220, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:50:19.299710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=890376dc-b859-46e9-8371-e3705b1a6e1f,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:19.315986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f558bcca-331f-4526-b418-df0044612f17 None None] For port de7107d5-91f9-4f90-ac49-bf09c359b220, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=de7107d5-91f9-4f90-ac49-bf09c359b220,segment=NetworkSegment(d6a641f7-d2e6-4c28-8042-bda2e1c842eb),segment_id=d6a641f7-d2e6-4c28-8042-bda2e1c842eb)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:50:19.327586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:19.331227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:19.331824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:19.354452 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-79fa8354-6ce5-4fae-b936-d4b9da9c9e8e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0494707 Dec 22 08:50:19.357778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57906) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:19.367454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:19.402296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e551-8c51-4826-8a6e-42301b3f2bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:19.419014 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871ff864-89c0-45af-a25b-2d3c14d5925f {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:50:19.441265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558bcca-331f-4526-b418-df0044612f17 None None] Pushing event updated for resources: {'Port': ['ID=de7107d5-91f9-4f90-ac49-bf09c359b220,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:19.451903 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 871ff864-89c0-45af-a25b-2d3c14d5925f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=871ff864-89c0-45af-a25b-2d3c14d5925f,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:19.457555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:19.528255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=871ff864-89c0-45af-a25b-2d3c14d5925f,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:19.706468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['871ff864-89c0-45af-a25b-2d3c14d5925f'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:50:20.137939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:20.163206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f054-0748-44be-8fb0-f2503a254e54 req-dbedd80d-78c7-4905-bc4a-1f908f401e22 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:20.164740 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff56f054-0748-44be-8fb0-f2503a254e54 req-dbedd80d-78c7-4905-bc4a-1f908f401e22 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 945 time: 0.1725812 Dec 22 08:50:20.369121 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff56f054-0748-44be-8fb0-f2503a254e54 req-c9ed93e8-e080-433f-b5e1-718b39fcf454 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775353 Dec 22 08:50:20.398786 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b59240-225f-46d4-bb95-c025262b4be3 None None] Network e262c966-00b5-4afb-b992-cd7a0b725649 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:20.435415 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device de7107d5-91f9-4f90-ac49-bf09c359b220 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:20.553831 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ffe2e3ad-78a8-4bba-9680-1afccf4f69a7 None None] Provisioning for port de7107d5-91f9-4f90-ac49-bf09c359b220 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:20.554268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:20.559471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:20.631095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port de7107d5-91f9-4f90-ac49-bf09c359b220 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:20.640145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port de7107d5-91f9-4f90-ac49-bf09c359b220 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:20.640436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:20.673158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=890376dc-b859-46e9-8371-e3705b1a6e1f,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:20.807526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:20.848325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port de7107d5-91f9-4f90-ac49-bf09c359b220, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=de7107d5-91f9-4f90-ac49-bf09c359b220,segment=NetworkSegment(d6a641f7-d2e6-4c28-8042-bda2e1c842eb),segment_id=d6a641f7-d2e6-4c28-8042-bda2e1c842eb)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:20.854090 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:20.882372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:20.926464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=de7107d5-91f9-4f90-ac49-bf09c359b220,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:20.948510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 871ff864-89c0-45af-a25b-2d3c14d5925f up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:20.999377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.031077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 871ff864-89c0-45af-a25b-2d3c14d5925f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:21.037555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 871ff864-89c0-45af-a25b-2d3c14d5925f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:21.038158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.146937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-65b21e82-e613-43fd-893f-3499a69d0814 None None] Provisioning for port 890376dc-b859-46e9-8371-e3705b1a6e1f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:21.154497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-65b21e82-e613-43fd-893f-3499a69d0814 None None] Provisioning complete for port 890376dc-b859-46e9-8371-e3705b1a6e1f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:21.154986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-65b21e82-e613-43fd-893f-3499a69d0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.257944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-65b21e82-e613-43fd-893f-3499a69d0814 None None] Port 890376dc-b859-46e9-8371-e3705b1a6e1f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:21.261497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.295313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a0ffc5-fd5d-45b4-a4be-685814aea702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871ff864-89c0-45af-a25b-2d3c14d5925f'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:21.307073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-65b21e82-e613-43fd-893f-3499a69d0814 None None] Provisioning complete for port de7107d5-91f9-4f90-ac49-bf09c359b220 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:21.307073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-65b21e82-e613-43fd-893f-3499a69d0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.356127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 871ff864-89c0-45af-a25b-2d3c14d5925f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=871ff864-89c0-45af-a25b-2d3c14d5925f,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:21.358178 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0ffc5-fd5d-45b4-a4be-685814aea702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871ff864-89c0-45af-a25b-2d3c14d5925f', 'code': 200} Dec 22 08:50:21.368470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.407430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.417766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.508173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=871ff864-89c0-45af-a25b-2d3c14d5925f,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:21.654156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-981852b7-9e4d-48b4-8a26-3387fb5804c9 None None] Provisioning complete for port 890376dc-b859-46e9-8371-e3705b1a6e1f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:21.654617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-981852b7-9e4d-48b4-8a26-3387fb5804c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.659285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02565e35-f004-4c35-8fe3-24a6f34155ea req-fed44ccc-e8cb-45fe-92e2-c3ffbaa0d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:21.661001 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-02565e35-f004-4c35-8fe3-24a6f34155ea req-fed44ccc-e8cb-45fe-92e2-c3ffbaa0d46a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 1099 time: 0.0698249 Dec 22 08:50:21.706383 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-02565e35-f004-4c35-8fe3-24a6f34155ea req-3aaffc9a-610a-40f2-991c-8e338bb9a253 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388587 Dec 22 08:50:21.720824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a24fe1d6-1004-4bdb-955b-057d852fc682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.721987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=890376dc-b859-46e9-8371-e3705b1a6e1f,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:21.723903 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-981852b7-9e4d-48b4-8a26-3387fb5804c9 None None] Port 890376dc-b859-46e9-8371-e3705b1a6e1f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:21.732031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.837002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473680-b587-4970-9bed-196c7e7e129e req-012304e5-da7a-4771-9bd3-8e78763a5c86 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:21.838483 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9f473680-b587-4970-9bed-196c7e7e129e req-012304e5-da7a-4771-9bd3-8e78763a5c86 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 946 time: 0.2160761 Dec 22 08:50:21.912579 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9f473680-b587-4970-9bed-196c7e7e129e req-db845db3-8f82-4c88-a1bc-a45411c79b7b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648789 Dec 22 08:50:21.916695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network e262c966-00b5-4afb-b992-cd7a0b725649 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:21.917840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:22.109437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Router d2b547ee-dcec-499e-9efa-58dc58d0bbaf is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:50:22.153589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e96c4899-c8f5-486e-b843-224ebab5930c None None] Provisioning complete for port 890376dc-b859-46e9-8371-e3705b1a6e1f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:22.154016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e96c4899-c8f5-486e-b843-224ebab5930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:22.214259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e96c4899-c8f5-486e-b843-224ebab5930c None None] Port 890376dc-b859-46e9-8371-e3705b1a6e1f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:22.267232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:50:22.271970 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ca4250e4-f856-4131-9f92-47cb4a28d94e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "PUT /v2.0/routers/d2b547ee-dcec-499e-9efa-58dc58d0bbaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9131973 Dec 22 08:50:22.274541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57916) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:22.277019 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa2872-c1da-44ee-824d-c4ce4928e4e1 None None] Sync routers for ids ['d2b547ee-dcec-499e-9efa-58dc58d0bbaf'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:50:22.286735 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa2872-c1da-44ee-824d-c4ce4928e4e1 None None] Routers {'d2b547ee-dcec-499e-9efa-58dc58d0bbaf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:22.287328 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3dfa2872-c1da-44ee-824d-c4ce4928e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2b547ee-dcec-499e-9efa-58dc58d0bbaf'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:22.348221 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3dfa2872-c1da-44ee-824d-c4ce4928e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:22.355449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e7e97-f9b3-47a7-b2d7-431d9b9bdf3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:22.356225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5f1e7e97-f9b3-47a7-b2d7-431d9b9bdf3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:22.356711 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa2872-c1da-44ee-824d-c4ce4928e4e1 None None] Routers {'d2b547ee-dcec-499e-9efa-58dc58d0bbaf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:22.357476 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3dfa2872-c1da-44ee-824d-c4ce4928e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2b547ee-dcec-499e-9efa-58dc58d0bbaf'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:22.372884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5f1e7e97-f9b3-47a7-b2d7-431d9b9bdf3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:22.374082 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5f1e7e97-f9b3-47a7-b2d7-431d9b9bdf3d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2b547ee-dcec-499e-9efa-58dc58d0bbaf HTTP/1.1" status: 200 len: 982 time: 0.0986426 Dec 22 08:50:22.376900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57920) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:22.396356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device de7107d5-91f9-4f90-ac49-bf09c359b220 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:22.418318 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3dfa2872-c1da-44ee-824d-c4ce4928e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:22.418715 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa2872-c1da-44ee-824d-c4ce4928e4e1 None None] The sync data for ids ['d2b547ee-dcec-499e-9efa-58dc58d0bbaf'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:50:22.462815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port de7107d5-91f9-4f90-ac49-bf09c359b220 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:22.463186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:22.684725 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-5bee6086-bc25-477f-9449-303416c5ac14 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763462 Dec 22 08:50:22.738333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:22.847110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-f5813a09-1db9-46a7-9e64-6551edc14d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:22.848496 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-f5813a09-1db9-46a7-9e64-6551edc14d76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 1099 time: 0.0713327 Dec 22 08:50:22.886660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:22.915023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:23.004708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-66936e8c-a366-4e7f-a1fd-54ffb32c520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:23.006329 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-66936e8c-a366-4e7f-a1fd-54ffb32c520e service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73 HTTP/1.1" status: 200 len: 897 time: 0.1357827 Dec 22 08:50:23.172512 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-3e53291c-a0be-4ac6-9208-1da81eb8d3be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0beb36ff-41a4-427c-9ce3-065ac4d7b70e HTTP/1.1" status: 200 len: 1002 time: 0.1595066 Dec 22 08:50:23.251324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca286a4-13d5-41eb-8c22-76cdfeed34fd req-d7e97735-0a55-4412-9e93-f4c0a3dccc17 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:23.252781 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0ca286a4-13d5-41eb-8c22-76cdfeed34fd req-d7e97735-0a55-4412-9e93-f4c0a3dccc17 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 946 time: 0.1787188 Dec 22 08:50:23.273937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-67d3829f-76bd-4de8-9afd-fb30bff2c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:23.275320 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-67d3829f-76bd-4de8-9afd-fb30bff2c01c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f0e16e5-4dfb-40a2-b6ff-746339fd2f58 HTTP/1.1" status: 200 len: 835 time: 0.0951986 Dec 22 08:50:23.302560 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 890376dc-b859-46e9-8371-e3705b1a6e1f {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:23.302888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:23.348815 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0ca286a4-13d5-41eb-8c22-76cdfeed34fd req-8311d87c-4d9a-48e2-95ee-d71d6753c964 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902238 Dec 22 08:50:23.380744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-185fe4a6-60f4-4d68-aace-c5c58bca73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:23.382222 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-185fe4a6-60f4-4d68-aace-c5c58bca73f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0979173 Dec 22 08:50:23.516585 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-688c4a03-86e6-439a-80e2-9e2c53d4de73 service neutron] 10.222.0.54 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274233 Dec 22 08:50:23.540824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:23.648961 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9bb0405e-7e68-4642-bc24-028f7427dd52 req-41264a99-a56c-40c3-8b5a-2ba7b026e7c8 service neutron] 10.222.0.54 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261685 Dec 22 08:50:23.671103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 890376dc-b859-46e9-8371-e3705b1a6e1f owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:23.738230 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e5d1c-b470-4c6c-85b8-bbb00243c388 req-60bb37a7-317d-4039-a042-939fb14b4de0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:23.739660 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-491e5d1c-b470-4c6c-85b8-bbb00243c388 req-60bb37a7-317d-4039-a042-939fb14b4de0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 946 time: 0.2763243 Dec 22 08:50:23.809203 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-491e5d1c-b470-4c6c-85b8-bbb00243c388 req-4b1bc549-f4e2-421f-a7fb-bc8b515fbf5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572116 Dec 22 08:50:23.890597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:23.939910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=890376dc-b859-46e9-8371-e3705b1a6e1f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:24.106274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:24.168600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:24.431621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Router d2b547ee-dcec-499e-9efa-58dc58d0bbaf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:50:24.673942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:50:24.683288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c49f6f-6202-4cc0-8bd9-d07230461525 None None] Sync routers for ids ['d2b547ee-dcec-499e-9efa-58dc58d0bbaf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:50:24.691194 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-08a21272-9016-4c9a-948e-fe63c456a6b4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "PUT /v2.0/routers/d2b547ee-dcec-499e-9efa-58dc58d0bbaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3132989 Dec 22 08:50:24.693748 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57934) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:24.695416 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c49f6f-6202-4cc0-8bd9-d07230461525 None None] Routers {'d2b547ee-dcec-499e-9efa-58dc58d0bbaf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:24.696153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f6c49f6f-6202-4cc0-8bd9-d07230461525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2b547ee-dcec-499e-9efa-58dc58d0bbaf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:24.735367 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e69de4-13e9-4d23-b556-d000a2330a9a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:50:24.735880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-50e69de4-13e9-4d23-b556-d000a2330a9a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:24.750252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-50e69de4-13e9-4d23-b556-d000a2330a9a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:24.751409 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-50e69de4-13e9-4d23-b556-d000a2330a9a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/890376dc-b859-46e9-8371-e3705b1a6e1f HTTP/1.1" status: 404 len: 333 time: 0.0567508 Dec 22 08:50:24.754393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57938) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:24.758667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f6c49f6f-6202-4cc0-8bd9-d07230461525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:24.766981 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c49f6f-6202-4cc0-8bd9-d07230461525 None None] Routers {'d2b547ee-dcec-499e-9efa-58dc58d0bbaf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:24.767565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f6c49f6f-6202-4cc0-8bd9-d07230461525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['d2b547ee-dcec-499e-9efa-58dc58d0bbaf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:24.828945 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f6c49f6f-6202-4cc0-8bd9-d07230461525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:24.829345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c49f6f-6202-4cc0-8bd9-d07230461525 None None] The sync data for ids ['d2b547ee-dcec-499e-9efa-58dc58d0bbaf'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:50:24.885418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d442991-20c5-42e9-98e5-c51e29bcbd16 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.178133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d442991-20c5-42e9-98e5-c51e29bcbd16 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.180255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d442991-20c5-42e9-98e5-c51e29bcbd16 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.202713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d442991-20c5-42e9-98e5-c51e29bcbd16 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.203332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d442991-20c5-42e9-98e5-c51e29bcbd16 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Fanout notify agent at l3_agent the message router_deleted on router d2b547ee-dcec-499e-9efa-58dc58d0bbaf {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:50:25.214689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0d442991-20c5-42e9-98e5-c51e29bcbd16 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.216326 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0d442991-20c5-42e9-98e5-c51e29bcbd16 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/routers/d2b547ee-dcec-499e-9efa-58dc58d0bbaf HTTP/1.1" status: 204 len: 168 time: 0.4610612 Dec 22 08:50:25.218904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57942) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:25.281736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e7cd9e-9124-4213-9a02-1ba4fd1f9b26 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet f0de1fda-20d3-4e74-bf03-9d8ac86e5d3b {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:50:25.284463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a7e7cd9e-9124-4213-9a02-1ba4fd1f9b26 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.289228 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57946) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:25.341392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a7e7cd9e-9124-4213-9a02-1ba4fd1f9b26 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.419911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a7e7cd9e-9124-4213-9a02-1ba4fd1f9b26 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.491247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a7e7cd9e-9124-4213-9a02-1ba4fd1f9b26 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.532606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7cd9e-9124-4213-9a02-1ba4fd1f9b26 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=f0de1fda-20d3-4e74-bf03-9d8ac86e5d3b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:25.535808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a7e7cd9e-9124-4213-9a02-1ba4fd1f9b26 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.544756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681121b-2b3f-4c46-8959-517f1a3b0b1d None None] Network e262c966-00b5-4afb-b992-cd7a0b725649 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:25.545277 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a7e7cd9e-9124-4213-9a02-1ba4fd1f9b26 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/f0de1fda-20d3-4e74-bf03-9d8ac86e5d3b HTTP/1.1" status: 204 len: 168 time: 0.3218644 Dec 22 08:50:25.545393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57950) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:25.790643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9231b-173b-4be3-8692-359cab5017f1 None None] DHCP port deletion for e262c966-00b5-4afb-b992-cd7a0b725649 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:50:25.795149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3af9231b-173b-4be3-8692-359cab5017f1 None None] Deleting port de7107d5-91f9-4f90-ac49-bf09c359b220 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:25.795603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3af9231b-173b-4be3-8692-359cab5017f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.857314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.952858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port de7107d5-91f9-4f90-ac49-bf09c359b220 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:25.953197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:26.000962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3af9231b-173b-4be3-8692-359cab5017f1 None None] For port de7107d5-91f9-4f90-ac49-bf09c359b220, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=de7107d5-91f9-4f90-ac49-bf09c359b220,segment=NetworkSegment(d6a641f7-d2e6-4c28-8042-bda2e1c842eb),segment_id=d6a641f7-d2e6-4c28-8042-bda2e1c842eb)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:26.001376 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3af9231b-173b-4be3-8692-359cab5017f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:26.121352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3af9231b-173b-4be3-8692-359cab5017f1 None None] Calling delete_port for de7107d5-91f9-4f90-ac49-bf09c359b220 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:26.198437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3af9231b-173b-4be3-8692-359cab5017f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:26.278248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9231b-173b-4be3-8692-359cab5017f1 None None] Pushing event deleted for resources: {'Port': ['ID=de7107d5-91f9-4f90-ac49-bf09c359b220,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:26.280050 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9231b-173b-4be3-8692-359cab5017f1 None None] No DVR routers for this DVR port de7107d5-91f9-4f90-ac49-bf09c359b220 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:26.332494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] For port de7107d5-91f9-4f90-ac49-bf09c359b220, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=de7107d5-91f9-4f90-ac49-bf09c359b220,segment=NetworkSegment(d6a641f7-d2e6-4c28-8042-bda2e1c842eb),segment_id=d6a641f7-d2e6-4c28-8042-bda2e1c842eb)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:26.332980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:26.383876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device de7107d5-91f9-4f90-ac49-bf09c359b220 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:26.417701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: de7107d5-91f9-4f90-ac49-bf09c359b220 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:50:26.418105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device de7107d5-91f9-4f90-ac49-bf09c359b220 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:26.465444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for de7107d5-91f9-4f90-ac49-bf09c359b220 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:26.582405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:26.597832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.db.api [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:50:26.598144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG oslo_db.api [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:50:26.976925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.17 (15d35939-478a-4fef-b905-606d85c06d12/64f05bb4-02f4-402a-ae78-64621567dd7e/3013757c-9ab5-4828-a992-e0ea678afc57) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:27.099644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port de7107d5-91f9-4f90-ac49-bf09c359b220 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:27.099977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.185439 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] The port 'de7107d5-91f9-4f90-ac49-bf09c359b220' was deleted {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:50:27.220757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.385960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 3013757c-9ab5-4828-a992-e0ea678afc57 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:27.439939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.470803 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e262c966-00b5-4afb-b992-cd7a0b725649']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:27.485075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a641f7-d2e6-4c28-8042-bda2e1c842eb') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:27.485366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a641f7-d2e6-4c28-8042-bda2e1c842eb') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:27.499594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.515303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.518944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.575087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:50:27.575476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: util.warn( Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:50:27.589814 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:50:27.622776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 15d35939-478a-4fef-b905-606d85c06d12 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:27.666703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:27.674451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:27.719643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=3013757c-9ab5-4828-a992-e0ea678afc57,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:27.735523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.756146 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.775039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Network': ['ID=e262c966-00b5-4afb-b992-cd7a0b725649,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:27.780227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.793949 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7b104999-64c6-4e07-90c1-9da883a1c784 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/networks/e262c966-00b5-4afb-b992-cd7a0b725649 HTTP/1.1" status: 204 len: 168 time: 2.2473567 Dec 22 08:50:27.797829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57954) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:27.871683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431c47a1-3359-4e19-9ce0-c591b6fc529c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:27.873029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-431c47a1-3359-4e19-9ce0-c591b6fc529c tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/92a88d85-0581-4677-a184-561834b2d2dd HTTP/1.1" status: 200 len: 840 time: 0.0736573 Dec 22 08:50:27.876720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57958) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:27.951136 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1b9bd58d-f816-4838-9f82-5033ae33b7d9 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/92a88d85-0581-4677-a184-561834b2d2dd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0687201 Dec 22 08:50:27.951351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57962) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:27.958175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:27.970781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-62ec6f63-9b8d-4ec7-a8e9-60327d6ee565 None None] Provisioning for port 3013757c-9ab5-4828-a992-e0ea678afc57 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:27.976172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-62ec6f63-9b8d-4ec7-a8e9-60327d6ee565 None None] Provisioning complete for port 3013757c-9ab5-4828-a992-e0ea678afc57 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:27.976736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-62ec6f63-9b8d-4ec7-a8e9-60327d6ee565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.992383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.038400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-62ec6f63-9b8d-4ec7-a8e9-60327d6ee565 None None] Port 3013757c-9ab5-4828-a992-e0ea678afc57 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:28.075861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.079641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.082508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.088157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.098762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:28.102229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.414314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.420352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.424289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.479769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:28.482869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:28.487199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:28.487775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.493932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e017d-d0c4-4108-8ac5-8139b376e4db None None] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:28.505022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=9ec00582-dbff-4a6d-a00b-d9c7c88f1262,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:28.518039 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cc1f8a63-da2a-43c6-80b0-c9e43170925a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5647733 Dec 22 08:50:28.520261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57966) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:28.528028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'security_group': {'name': 'tempest-secgroup-109871564'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:28.534608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.538981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.539792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.542213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.544350 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=3013757c-9ab5-4828-a992-e0ea678afc57,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:28.548395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.563353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.587919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.593736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group_rule and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.597772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.604047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.677438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.682279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.685030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 15d35939-478a-4fef-b905-606d85c06d12 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:28.686378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:28.728074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c004368-0491-470b-b079-d1a7733970cf,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:28.731366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.732626 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-35938d5e-2b6e-4e69-a484-800c2064207e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2111244 Dec 22 08:50:28.735863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:28.742909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'security_group': {'name': 'tempest-secgroup-889499563'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:28.748900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.752923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.755963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.762387 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.763566 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-1de5b6c1-a995-4615-a318-ab10e50ff666', 'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'tenant_id': 'eb5ba3bfe1334503b36cfdcc7be79389', 'fixed_ips': [{'subnet_id': '9ec00582-dbff-4a6d-a00b-d9c7c88f1262'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:50:28.764410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.774991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.796669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.801055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group_rule and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.804073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.810292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.892234 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.899074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.946349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.950860 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2111158 Dec 22 08:50:28.957134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57974) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:28.961414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Allocated IP 172.20.0.2 (1de5b6c1-a995-4615-a318-ab10e50ff666/9ec00582-dbff-4a6d-a00b-d9c7c88f1262/0e9712ef-bc0c-420c-b6fb-c906f4587af3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:28.971741 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1833956669', 'security_groups': ['a9890aa9-c3fb-48c9-97eb-06ccd7d456a2'], 'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ec00582-dbff-4a6d-a00b-d9c7c88f1262'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:29.006722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a7889-61e2-4639-8e16-f56600412f31 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9890aa9-c3fb-48c9-97eb-06ccd7d456a2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:29.051961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 967dd3f3-5d43-413b-8998-f4507beeb7ca has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:50:29.119353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f136391f-30f1-4b47-8ad7-fadcfc5bd2db None None] Provisioning complete for port 3013757c-9ab5-4828-a992-e0ea678afc57 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:29.119934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f136391f-30f1-4b47-8ad7-fadcfc5bd2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.122063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:29.126303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:port and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:29.129225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:29.135644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:29.148651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:29.228622 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f136391f-30f1-4b47-8ad7-fadcfc5bd2db None None] Port 3013757c-9ab5-4828-a992-e0ea678afc57 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:29.243408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:50:29.249023 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-07c2510f-3824-429d-b8e9-d5aa47c7f9d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/967dd3f3-5d43-413b-8998-f4507beeb7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9586747 Dec 22 08:50:29.261202 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Sync routers for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:50:29.267918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.272687 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:29.273408 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:29.279602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Transition to ACTIVE for port object 0e9712ef-bc0c-420c-b6fb-c906f4587af3 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:29.283268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.299244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Transition to ACTIVE for port object 0e9712ef-bc0c-420c-b6fb-c906f4587af3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:29.304526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:50:29.305175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.371347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:29.374188 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:29.376493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:29.443555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Pushing event updated for resources: {'Port': ['ID=0e9712ef-bc0c-420c-b6fb-c906f4587af3,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:29.466315 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:50:29.474517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Attempting to bind port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:29.474882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Attempting to bind port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '8e081396-e39e-4c5c-9f16-b2c76b33835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:29.475386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Attempting to bind port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 on network 1de5b6c1-a995-4615-a318-ab10e50ff666 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:50:29.480752 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:50:29.481117 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Checking segment: {'id': '8e081396-e39e-4c5c-9f16-b2c76b33835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:29.481511 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.481927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Bound using segment: {'id': '8e081396-e39e-4c5c-9f16-b2c76b33835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:50:29.482382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Bound port: 0e9712ef-bc0c-420c-b6fb-c906f4587af3, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e081396-e39e-4c5c-9f16-b2c76b33835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:29.482882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.526085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.3 (1de5b6c1-a995-4615-a318-ab10e50ff666/9ec00582-dbff-4a6d-a00b-d9c7c88f1262/8f35cd9b-e736-41bb-bdd3-bb0676ea6fde) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:29.573692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] For port 0e9712ef-bc0c-420c-b6fb-c906f4587af3, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:50:29.576916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] For port 0e9712ef-bc0c-420c-b6fb-c906f4587af3, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e9712ef-bc0c-420c-b6fb-c906f4587af3,segment=NetworkSegment(8e081396-e39e-4c5c-9f16-b2c76b33835f),segment_id=8e081396-e39e-4c5c-9f16-b2c76b33835f)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:50:29.582239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.664148 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c89263-54f5-4d45-8ac3-8bbcb522fc17 None None] Pushing event updated for resources: {'Port': ['ID=0e9712ef-bc0c-420c-b6fb-c906f4587af3,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:29.728278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.745584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:29.773731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.865360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:29.867496 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:50:27Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1fd4a947-a721-418d-8a0b-4a49328f991f', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'mac_address': 'fa:16:3e:dd:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:32Z', 'updated_at': '2021-12-22T08:49:36Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3013757c-9ab5-4828-a992-e0ea678afc57', 'name': '', 'network_id': '15d35939-478a-4fef-b905-606d85c06d12', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:b1:48:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '64f05bb4-02f4-402a-ae78-64621567dd7e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:26Z', 'updated_at': '2021-12-22T08:50:28Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '64f05bb4-02f4-402a-ae78-64621567dd7e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:29.868491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:29.873150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:29.873604 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Checking router: 967dd3f3-5d43-413b-8998-f4507beeb7ca for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:50:29.874116 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Updating router 967dd3f3-5d43-413b-8998-f4507beeb7ca port 3013757c-9ab5-4828-a992-e0ea678afc57 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:50:29.915904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=8f35cd9b-e736-41bb-bdd3-bb0676ea6fde,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:29.939296 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.950202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:29.950945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.977801 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f970d806-4b1d-4bca-bbc9-16f116d68289 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0193136 Dec 22 08:50:29.981433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57982) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:29.991230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:30.136376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:30.140207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:30.143090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:30.149016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:30.159356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:30.162914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:30.291902 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.ipam_backend_mixin [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9ec00582-dbff-4a6d-a00b-d9c7c88f1262 (CIDR: 172.20.0.0/28) Dec 22 08:50:30.294799 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:30.296108 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:50:30.296592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:30.315161 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Transition to ACTIVE for port object 3013757c-9ab5-4828-a992-e0ea678afc57 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:30.317107 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b55a39bf-b048-44c8-960e-12c9c0d334c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3342593 Dec 22 08:50:30.322512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 57986) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:30.323672 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:30.331675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:30.391417 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Pushing event updated for resources: {'Port': ['ID=3013757c-9ab5-4828-a992-e0ea678afc57,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:30.401747 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.402341 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.402888 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.403398 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.403880 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.404378 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.404856 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.405346 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.405860 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.406352 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.406835 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.407308 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:30.464057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e9712ef-bc0c-420c-b6fb-c906f4587af3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:30.502603 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:30.507253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:30.510739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:30.518898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:30.530247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:30.534357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:30.568219 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:30.643301 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Attempting to bind port 3013757c-9ab5-4828-a992-e0ea678afc57 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:30.643667 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Attempting to bind port 3013757c-9ab5-4828-a992-e0ea678afc57 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:30.644021 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Attempting to bind port 3013757c-9ab5-4828-a992-e0ea678afc57 on network 15d35939-478a-4fef-b905-606d85c06d12 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:50:30.651538 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:50:30.658216 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Checking segment: {'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:50:30.658641 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:30.659042 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Bound using segment: {'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:50:30.659527 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Bound port: 3013757c-9ab5-4828-a992-e0ea678afc57, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb282c2f-7879-4df6-976e-879fee144a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '15d35939-478a-4fef-b905-606d85c06d12'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:30.659895 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:30.770810 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] For port 3013757c-9ab5-4828-a992-e0ea678afc57, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:50:30.775505 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] For port 3013757c-9ab5-4828-a992-e0ea678afc57, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3013757c-9ab5-4828-a992-e0ea678afc57,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:50:30.786281 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:30.833205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:30.867539 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:30.868085 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:30.898930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:30.902295 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:30.905625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:30.906225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:30.929481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=0aa2c71e-dd5c-47cd-a8d1-9ac49751e241,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:30.948739 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2cf14b3d-64a1-4339-b8d5-dcd89eca029f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6192136 Dec 22 08:50:30.949206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57990) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:30.955753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-231329047', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0aa2c71e-dd5c-47cd-a8d1-9ac49751e241'}], 'security_groups': ['8c004368-0491-470b-b079-d1a7733970cf']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:30.958295 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e215ff-e1da-4a54-a89a-3e87e88697a5 None None] Pushing event updated for resources: {'Port': ['ID=3013757c-9ab5-4828-a992-e0ea678afc57,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:31.028451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6768b872-ee13-49d5-825c-cecfb9c4bf5a None None] Provisioning for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:31.034539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6768b872-ee13-49d5-825c-cecfb9c4bf5a None None] Provisioning complete for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:31.035197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6768b872-ee13-49d5-825c-cecfb9c4bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.116027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.123265 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:50:31.191596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6768b872-ee13-49d5-825c-cecfb9c4bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.240685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6768b872-ee13-49d5-825c-cecfb9c4bf5a None None] For port 0e9712ef-bc0c-420c-b6fb-c906f4587af3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e9712ef-bc0c-420c-b6fb-c906f4587af3,segment=NetworkSegment(8e081396-e39e-4c5c-9f16-b2c76b33835f),segment_id=8e081396-e39e-4c5c-9f16-b2c76b33835f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:31.249276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6768b872-ee13-49d5-825c-cecfb9c4bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.319051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad0e177-0c37-4f80-86c6-24d1e0e9f303 None None] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:31.413624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6768b872-ee13-49d5-825c-cecfb9c4bf5a None None] Provisioning complete for port 92a88d85-0581-4677-a184-561834b2d2dd triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:31.413920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6768b872-ee13-49d5-825c-cecfb9c4bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.516574 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768b872-ee13-49d5-825c-cecfb9c4bf5a None None] Pushing event updated for resources: {'Port': ['ID=0e9712ef-bc0c-420c-b6fb-c906f4587af3,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:31.546484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6768b872-ee13-49d5-825c-cecfb9c4bf5a None None] Port 92a88d85-0581-4677-a184-561834b2d2dd cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:31.555684 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:50:27Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1fd4a947-a721-418d-8a0b-4a49328f991f', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'mac_address': 'fa:16:3e:dd:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:32Z', 'updated_at': '2021-12-22T08:49:36Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3013757c-9ab5-4828-a992-e0ea678afc57', 'name': '', 'network_id': '15d35939-478a-4fef-b905-606d85c06d12', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:b1:48:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '64f05bb4-02f4-402a-ae78-64621567dd7e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:26Z', 'updated_at': '2021-12-22T08:50:30Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '64f05bb4-02f4-402a-ae78-64621567dd7e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:31.559976 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62684879-b4aa-4356-8254-e068dfd6a21a None None] The sync data for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv is: [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:50:27Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1fd4a947-a721-418d-8a0b-4a49328f991f', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'mac_address': 'fa:16:3e:dd:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:32Z', 'updated_at': '2021-12-22T08:49:36Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3013757c-9ab5-4828-a992-e0ea678afc57', 'name': '', 'network_id': '15d35939-478a-4fef-b905-606d85c06d12', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:b1:48:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '64f05bb4-02f4-402a-ae78-64621567dd7e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:26Z', 'updated_at': '2021-12-22T08:50:30Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '64f05bb4-02f4-402a-ae78-64621567dd7e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:50:31.561159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Delete allocated IP 172.20.0.3 (1de5b6c1-a995-4615-a318-ab10e50ff666/9ec00582-dbff-4a6d-a00b-d9c7c88f1262) {{(pid=87535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:50:31.570924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.23 (1de5b6c1-a995-4615-a318-ab10e50ff666/0aa2c71e-dd5c-47cd-a8d1-9ac49751e241/8f35cd9b-e736-41bb-bdd3-bb0676ea6fde) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:31.694284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4afbc840-d550-4bad-978a-e8a00bedb269 None None] Provisioning for port 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:31.702490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4afbc840-d550-4bad-978a-e8a00bedb269 None None] Provisioning complete for port 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:31.702868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4afbc840-d550-4bad-978a-e8a00bedb269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.773593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4afbc840-d550-4bad-978a-e8a00bedb269 None None] Port 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:31.790051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.807016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Ignored duplicate provisioning block setup for port 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 08:50:31.811846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.880855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694473c-7c48-4b05-94cb-791a95be61a1 None None] Update dhcp port {'port': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'fixed_ips': [{'subnet_id': '9ec00582-dbff-4a6d-a00b-d9c7c88f1262', 'ip_address': '172.20.0.2'}, {'subnet_id': '0aa2c71e-dd5c-47cd-a8d1-9ac49751e241'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': '0e9712ef-bc0c-420c-b6fb-c906f4587af3'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:50:31.940233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9694473c-7c48-4b05-94cb-791a95be61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.080134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=8f35cd9b-e736-41bb-bdd3-bb0676ea6fde,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:32.101782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] In _notify_port_updated(), no bound segment for port 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde on network 1de5b6c1-a995-4615-a318-ab10e50ff666 {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:50:32.107585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:32.108422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.112374 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b462bca5-5a98-420a-8149-21a2527f70dc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "PUT /v2.0/ports/8f35cd9b-e736-41bb-bdd3-bb0676ea6fde HTTP/1.1" status: 200 len: 920 time: 1.1593020 Dec 22 08:50:32.112374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 57996) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:32.163761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-9694473c-7c48-4b05-94cb-791a95be61a1 None None] Allocated IP 172.20.0.18 (1de5b6c1-a995-4615-a318-ab10e50ff666/0aa2c71e-dd5c-47cd-a8d1-9ac49751e241/0e9712ef-bc0c-420c-b6fb-c906f4587af3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:32.185335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd742b-af17-4c9b-9e46-cee4f89be0f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:32.185670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d4fd742b-af17-4c9b-9e46-cee4f89be0f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.306848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9694473c-7c48-4b05-94cb-791a95be61a1 None None] For port 0e9712ef-bc0c-420c-b6fb-c906f4587af3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e9712ef-bc0c-420c-b6fb-c906f4587af3,segment=NetworkSegment(8e081396-e39e-4c5c-9f16-b2c76b33835f),segment_id=8e081396-e39e-4c5c-9f16-b2c76b33835f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:32.331876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9694473c-7c48-4b05-94cb-791a95be61a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.348773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9694473c-7c48-4b05-94cb-791a95be61a1 None None] Transition to ACTIVE for port object 0e9712ef-bc0c-420c-b6fb-c906f4587af3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:32.357048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9694473c-7c48-4b05-94cb-791a95be61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.453763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d4fd742b-af17-4c9b-9e46-cee4f89be0f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.490236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e9712ef-bc0c-420c-b6fb-c906f4587af3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:32.544508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694473c-7c48-4b05-94cb-791a95be61a1 None None] Pushing event updated for resources: {'Port': ['ID=0e9712ef-bc0c-420c-b6fb-c906f4587af3,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:32.570520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3013757c-9ab5-4828-a992-e0ea678afc57 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:32.582289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd742b-af17-4c9b-9e46-cee4f89be0f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:32.650784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 3013757c-9ab5-4828-a992-e0ea678afc57 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:32.656645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3013757c-9ab5-4828-a992-e0ea678afc57 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:32.657057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.736108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d4fd742b-af17-4c9b-9e46-cee4f89be0f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.780533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.786215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd742b-af17-4c9b-9e46-cee4f89be0f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=8f35cd9b-e736-41bb-bdd3-bb0676ea6fde,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:32.818760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 3013757c-9ab5-4828-a992-e0ea678afc57, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3013757c-9ab5-4828-a992-e0ea678afc57,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:32.823940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.890467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d4fd742b-af17-4c9b-9e46-cee4f89be0f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.896392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=3013757c-9ab5-4828-a992-e0ea678afc57,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:32.906212 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d4fd742b-af17-4c9b-9e46-cee4f89be0f3 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/8f35cd9b-e736-41bb-bdd3-bb0676ea6fde HTTP/1.1" status: 204 len: 168 time: 0.7927969 Dec 22 08:50:32.906534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58000) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:32.950637 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-138b94a0-ecf2-4487-8e9e-b08c7579febb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:50:32.951171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-138b94a0-ecf2-4487-8e9e-b08c7579febb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:32.968206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-138b94a0-ecf2-4487-8e9e-b08c7579febb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:32.972103 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-138b94a0-ecf2-4487-8e9e-b08c7579febb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/8f35cd9b-e736-41bb-bdd3-bb0676ea6fde HTTP/1.1" status: 404 len: 333 time: 0.0620658 Dec 22 08:50:32.972359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58004) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:33.040925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d23a3735-47a3-4031-930c-c0a61dc815ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.070178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d23a3735-47a3-4031-930c-c0a61dc815ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.118136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d23a3735-47a3-4031-930c-c0a61dc815ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.119174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-266d369b-809c-4ca1-b926-35b1a4227caa None None] Provisioning for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:33.124400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-266d369b-809c-4ca1-b926-35b1a4227caa None None] Provisioning complete for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:33.124810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-266d369b-809c-4ca1-b926-35b1a4227caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.137759 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a3735-47a3-4031-930c-c0a61dc815ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9890aa9-c3fb-48c9-97eb-06ccd7d456a2,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:33.145655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d23a3735-47a3-4031-930c-c0a61dc815ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.146853 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d23a3735-47a3-4031-930c-c0a61dc815ae tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/security-groups/a9890aa9-c3fb-48c9-97eb-06ccd7d456a2 HTTP/1.1" status: 204 len: 168 time: 0.1735895 Dec 22 08:50:33.149599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58008) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:33.212364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1aa78121-2d6c-49dc-a0a9-862cbcc4115a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.240431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1aa78121-2d6c-49dc-a0a9-862cbcc4115a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.253329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-266d369b-809c-4ca1-b926-35b1a4227caa None None] Could not find standard attr ID for object 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:50:33.264255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-266d369b-809c-4ca1-b926-35b1a4227caa None None] Provisioning complete for port 92a88d85-0581-4677-a184-561834b2d2dd triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:33.264631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-266d369b-809c-4ca1-b926-35b1a4227caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.285468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1aa78121-2d6c-49dc-a0a9-862cbcc4115a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.303817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa78121-2d6c-49dc-a0a9-862cbcc4115a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c004368-0491-470b-b079-d1a7733970cf,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:33.309878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1aa78121-2d6c-49dc-a0a9-862cbcc4115a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.313316 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1aa78121-2d6c-49dc-a0a9-862cbcc4115a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c004368-0491-470b-b079-d1a7733970cf HTTP/1.1" status: 204 len: 168 time: 0.1604662 Dec 22 08:50:33.313522 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58012) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:33.326758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-266d369b-809c-4ca1-b926-35b1a4227caa None None] Port 92a88d85-0581-4677-a184-561834b2d2dd cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:33.382274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c663ab63-2d84-42e3-ab3a-fff65fd25ccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet 9ec00582-dbff-4a6d-a00b-d9c7c88f1262 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:50:33.385444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c663ab63-2d84-42e3-ab3a-fff65fd25ccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.444280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c663ab63-2d84-42e3-ab3a-fff65fd25ccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.530615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c663ab63-2d84-42e3-ab3a-fff65fd25ccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.541225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-998b21fd-66bc-4a90-8cb9-bfda5ff12b20 None None] Could not find standard attr ID for object 8f35cd9b-e736-41bb-bdd3-bb0676ea6fde. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:50:33.609656 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c663ab63-2d84-42e3-ab3a-fff65fd25ccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.653443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c663ab63-2d84-42e3-ab3a-fff65fd25ccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:33.656212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663ab63-2d84-42e3-ab3a-fff65fd25ccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec00582-dbff-4a6d-a00b-d9c7c88f1262,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:33.661529 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c663ab63-2d84-42e3-ab3a-fff65fd25ccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/9ec00582-dbff-4a6d-a00b-d9c7c88f1262 HTTP/1.1" status: 204 len: 168 time: 0.3470449 Dec 22 08:50:33.665379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58016) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:33.671290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:33.713164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed086740-5c58-47a1-8132-f27c9aaafb26 None None] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:33.806183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:33.810471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:33.813210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:33.818772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:33.829586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:33.833044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.088061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.150178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:34.153519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:34.156498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:34.157073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.174575 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=a747188c-f403-49a6-b139-9623a59762f5,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:34.186739 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0db6ec6a-1157-474f-8e3b-7563e210c1e4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5201554 Dec 22 08:50:34.189307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58022) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:34.194322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'security_group': {'name': 'tempest-secgroup-590752886'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:34.200394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:34.204379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:34.207327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:34.213356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:34.224627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.245165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:34.249669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group_rule and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:34.252620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:34.258439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:34.331087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.337261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.380856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7637c543-6fe6-4ee8-8652-85c2f56ae439,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:34.383770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.386120 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2c17227c-ae7f-4342-a5e5-dc58968f901e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1947758 Dec 22 08:50:34.387903 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58026) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:34.393431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'security_group': {'name': 'tempest-secgroup-244895183'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:34.399855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:34.404664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:34.408882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:34.414895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:34.415194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e9712ef-bc0c-420c-b6fb-c906f4587af3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:34.427129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.447169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:34.451298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group_rule and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:34.454118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:34.460393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:34.470706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd3489-ac3b-4656-ac4e-b2559fdccd16 None None] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:34.535583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.540553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.584026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b29c736-7245-44c5-bdf9-53c31d8539d2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:34.587363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.588539 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-35e1c90a-2948-4937-a16e-7a273a9cb24a tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1993220 Dec 22 08:50:34.591980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58030) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:34.597188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'security_group': {'name': 'tempest-secgroup-1188073797'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:34.602978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:34.607247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:34.610049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:34.615736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:34.627499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.632467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7459bf93-53a4-4a8c-9a06-4c4d9b0c4e3b None None] Provisioning complete for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:34.632839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7459bf93-53a4-4a8c-9a06-4c4d9b0c4e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.647575 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:34.651334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:security_group_rule and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:34.654720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:34.660434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:34.664231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:34.664604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.732203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.737291 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.778148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0cecfc-7e3b-402a-8781-3b423c13003b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:34.781418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:34.785301 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b4126fc1-f566-46f8-a685-267af22a78c8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1898453 Dec 22 08:50:34.785903 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58034) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:34.791128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-117210629', 'security_groups': ['7c0cecfc-7e3b-402a-8781-3b423c13003b'], 'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a747188c-f403-49a6-b139-9623a59762f5'}]}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:34.995094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3013757c-9ab5-4828-a992-e0ea678afc57 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:35.031871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7459bf93-53a4-4a8c-9a06-4c4d9b0c4e3b None None] Provisioning complete for port 92a88d85-0581-4677-a184-561834b2d2dd triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:35.032211 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7459bf93-53a4-4a8c-9a06-4c4d9b0c4e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:35.035463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:35.044616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:35.055417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:35.115719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7459bf93-53a4-4a8c-9a06-4c4d9b0c4e3b None None] Port 92a88d85-0581-4677-a184-561834b2d2dd cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:35.128901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3013757c-9ab5-4828-a992-e0ea678afc57 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:35.129345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:35.185185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:35.206082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] device_id is not set on port b6c64e8c-6e68-41b7-b320-c153264210b4 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:50:35.244568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e431c-64a7-495b-aa61-26533d2c01df None None] Update dhcp port {'port': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'fixed_ips': [{'subnet_id': '0aa2c71e-dd5c-47cd-a8d1-9ac49751e241', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a747188c-f403-49a6-b139-9623a59762f5'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': '0e9712ef-bc0c-420c-b6fb-c906f4587af3'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:50:35.341485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-801e431c-64a7-495b-aa61-26533d2c01df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:35.407498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.14 (1de5b6c1-a995-4615-a318-ab10e50ff666/a747188c-f403-49a6-b139-9623a59762f5/b6c64e8c-6e68-41b7-b320-c153264210b4) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:35.593192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:35.608477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object b6c64e8c-6e68-41b7-b320-c153264210b4 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:35.636806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:35.699388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-801e431c-64a7-495b-aa61-26533d2c01df None None] Allocated IP 172.20.0.2 (1de5b6c1-a995-4615-a318-ab10e50ff666/a747188c-f403-49a6-b139-9623a59762f5/0e9712ef-bc0c-420c-b6fb-c906f4587af3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:35.707845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:35.710861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:35.714643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:50:35.744527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=b6c64e8c-6e68-41b7-b320-c153264210b4,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:35.779322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:35.779918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:35.803949 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e8aa5c77-49b9-483d-9926-f97dd2eccf33 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0173123 Dec 22 08:50:35.806691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58038) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:35.812615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:35.839959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-801e431c-64a7-495b-aa61-26533d2c01df None None] For port 0e9712ef-bc0c-420c-b6fb-c906f4587af3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e9712ef-bc0c-420c-b6fb-c906f4587af3,segment=NetworkSegment(8e081396-e39e-4c5c-9f16-b2c76b33835f),segment_id=8e081396-e39e-4c5c-9f16-b2c76b33835f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:35.864296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-801e431c-64a7-495b-aa61-26533d2c01df None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:35.879680 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-801e431c-64a7-495b-aa61-26533d2c01df None None] Transition to ACTIVE for port object 0e9712ef-bc0c-420c-b6fb-c906f4587af3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:35.883426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-801e431c-64a7-495b-aa61-26533d2c01df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:35.952723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:35.956723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:35.959683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:35.965352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:35.975285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:35.979984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:36.026884 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e431c-64a7-495b-aa61-26533d2c01df None None] Pushing event updated for resources: {'Port': ['ID=0e9712ef-bc0c-420c-b6fb-c906f4587af3,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:36.122641 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.ipam_backend_mixin [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a747188c-f403-49a6-b139-9623a59762f5 (CIDR: 172.20.0.0/28) Dec 22 08:50:36.126335 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:50:36.126912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:36.145478 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8b298f1a-8fdd-47eb-8b61-4efa58044b80 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3375642 Dec 22 08:50:36.147903 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58042) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:36.153351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:36.291971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:36.296392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:36.299258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:36.304997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:36.317074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:36.320916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:36.406171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e9712ef-bc0c-420c-b6fb-c906f4587af3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:36.452692 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.ipam_backend_mixin [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0aa2c71e-dd5c-47cd-a8d1-9ac49751e241 (CIDR: 172.20.0.16/28) Dec 22 08:50:36.457300 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:50:36.457937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:36.478371 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3df782a1-ca02-4248-bcbc-9223ee4f9e89 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3294489 Dec 22 08:50:36.481452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58048) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:36.487299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'subnet': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:36.544829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e0477ecb-1e23-43ce-8b34-38be5da6b03e None None] Provisioning for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:36.550393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e0477ecb-1e23-43ce-8b34-38be5da6b03e None None] Provisioning complete for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:36.550766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e0477ecb-1e23-43ce-8b34-38be5da6b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:36.637811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:36.641624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Usage tracker for resource:subnet and tenant:eb5ba3bfe1334503b36cfdcc7be79389 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:36.644799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:36.650586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:36.662635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Made reservation on behalf of eb5ba3bfe1334503b36cfdcc7be79389 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:36.667731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:36.684534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e0477ecb-1e23-43ce-8b34-38be5da6b03e None None] Provisioning complete for port 92a88d85-0581-4677-a184-561834b2d2dd triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:36.684908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e0477ecb-1e23-43ce-8b34-38be5da6b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:36.781779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e0477ecb-1e23-43ce-8b34-38be5da6b03e None None] Port 92a88d85-0581-4677-a184-561834b2d2dd cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:36.901627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bd4cb231-ef90-43cb-8902-e788ead616ce None None] Provisioning for port b6c64e8c-6e68-41b7-b320-c153264210b4 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:36.906480 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bd4cb231-ef90-43cb-8902-e788ead616ce None None] Provisioning complete for port b6c64e8c-6e68-41b7-b320-c153264210b4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:36.906849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bd4cb231-ef90-43cb-8902-e788ead616ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:36.959219 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cb231-ef90-43cb-8902-e788ead616ce None None] Port b6c64e8c-6e68-41b7-b320-c153264210b4 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:37.031154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:37.090559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:37.093549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:37.097627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:37.098223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:37.102232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a245d-9773-449e-a0c1-13d479063022 None None] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:37.112130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Subnet': ['ID=35e9b1ed-7f2f-4d63-af01-3afe0fca7e27,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:37.125065 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1afd8c1a-9267-4cbe-994a-72962be21e39 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6424577 Dec 22 08:50:37.127958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58052) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:37.133821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1393989830', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '35e9b1ed-7f2f-4d63-af01-3afe0fca7e27'}], 'security_groups': ['7637c543-6fe6-4ee8-8652-85c2f56ae439', '3b29c736-7245-44c5-bdf9-53c31d8539d2']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:37.375971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:37.420245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c013ab-c346-40da-b08c-181f5831eb0b None None] Update dhcp port {'port': {'network_id': '1de5b6c1-a995-4615-a318-ab10e50ff666', 'fixed_ips': [{'subnet_id': '0aa2c71e-dd5c-47cd-a8d1-9ac49751e241', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a747188c-f403-49a6-b139-9623a59762f5', 'ip_address': '172.20.0.2'}, {'subnet_id': '35e9b1ed-7f2f-4d63-af01-3afe0fca7e27'}], 'binding:host_id': 'dv-neutron-822561-2-hyperv'}, 'id': '0e9712ef-bc0c-420c-b6fb-c906f4587af3'} from dv-neutron-822561-2-hyperv. {{(pid=87536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:50:37.471943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3c013ab-c346-40da-b08c-181f5831eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:37.673111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-a3c013ab-c346-40da-b08c-181f5831eb0b None None] Allocated IP 172.20.0.34 (1de5b6c1-a995-4615-a318-ab10e50ff666/35e9b1ed-7f2f-4d63-af01-3afe0fca7e27/0e9712ef-bc0c-420c-b6fb-c906f4587af3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:37.803167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a3c013ab-c346-40da-b08c-181f5831eb0b None None] For port 0e9712ef-bc0c-420c-b6fb-c906f4587af3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e9712ef-bc0c-420c-b6fb-c906f4587af3,segment=NetworkSegment(8e081396-e39e-4c5c-9f16-b2c76b33835f),segment_id=8e081396-e39e-4c5c-9f16-b2c76b33835f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:37.827302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3c013ab-c346-40da-b08c-181f5831eb0b None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:37.843248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a3c013ab-c346-40da-b08c-181f5831eb0b None None] Transition to ACTIVE for port object 0e9712ef-bc0c-420c-b6fb-c906f4587af3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:37.847044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a3c013ab-c346-40da-b08c-181f5831eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:37.980905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Delete allocated IP 172.20.0.14 (1de5b6c1-a995-4615-a318-ab10e50ff666/a747188c-f403-49a6-b139-9623a59762f5) {{(pid=87534) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:50:37.989277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Allocated IP 172.20.0.41 (1de5b6c1-a995-4615-a318-ab10e50ff666/35e9b1ed-7f2f-4d63-af01-3afe0fca7e27/b6c64e8c-6e68-41b7-b320-c153264210b4) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:38.016022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c013ab-c346-40da-b08c-181f5831eb0b None None] Pushing event updated for resources: {'Port': ['ID=0e9712ef-bc0c-420c-b6fb-c906f4587af3,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:38.321061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.338560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Transition to ACTIVE for port object b6c64e8c-6e68-41b7-b320-c153264210b4 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:38.342904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.403543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e9712ef-bc0c-420c-b6fb-c906f4587af3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:38.504033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event updated for resources: {'Port': ['ID=b6c64e8c-6e68-41b7-b320-c153264210b4,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:38.521949 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] In _notify_port_updated(), no bound segment for port b6c64e8c-6e68-41b7-b320-c153264210b4 on network 1de5b6c1-a995-4615-a318-ab10e50ff666 {{(pid=87534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:50:38.527223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:38.527849 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.529115 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2024672d-93f3-45e4-8b46-2fcc4569d0e5 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "PUT /v2.0/ports/b6c64e8c-6e68-41b7-b320-c153264210b4 HTTP/1.1" status: 200 len: 960 time: 1.4001584 Dec 22 08:50:38.531946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58058) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:38.595921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-efeb3de2-eb0e-4c17-8e6d-28d062024aae None None] Provisioning for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:38.597481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-eb67eb3e-dfd3-4605-b076-da2681e3dd04 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port b6c64e8c-6e68-41b7-b320-c153264210b4 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:38.597853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb67eb3e-dfd3-4605-b076-da2681e3dd04 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.600502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-efeb3de2-eb0e-4c17-8e6d-28d062024aae None None] Provisioning complete for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:38.600872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-efeb3de2-eb0e-4c17-8e6d-28d062024aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.729049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-efeb3de2-eb0e-4c17-8e6d-28d062024aae None None] Provisioning complete for port 92a88d85-0581-4677-a184-561834b2d2dd triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:38.729416 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-efeb3de2-eb0e-4c17-8e6d-28d062024aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.780832 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-efeb3de2-eb0e-4c17-8e6d-28d062024aae None None] Port 92a88d85-0581-4677-a184-561834b2d2dd cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:38.792205 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-efeb3de2-eb0e-4c17-8e6d-28d062024aae None None] Provisioning for port b6c64e8c-6e68-41b7-b320-c153264210b4 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:38.797439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-efeb3de2-eb0e-4c17-8e6d-28d062024aae None None] Provisioning complete for port b6c64e8c-6e68-41b7-b320-c153264210b4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:38.797836 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-efeb3de2-eb0e-4c17-8e6d-28d062024aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.847755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb67eb3e-dfd3-4605-b076-da2681e3dd04 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.850820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-efeb3de2-eb0e-4c17-8e6d-28d062024aae None None] Port b6c64e8c-6e68-41b7-b320-c153264210b4 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:38.974632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-eb67eb3e-dfd3-4605-b076-da2681e3dd04 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for b6c64e8c-6e68-41b7-b320-c153264210b4 owned by {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:39.070583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e63d9934-9f24-447d-ad40-944c5811afab None None] Provisioning complete for port b6c64e8c-6e68-41b7-b320-c153264210b4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:39.070876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e63d9934-9f24-447d-ad40-944c5811afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.123179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb67eb3e-dfd3-4605-b076-da2681e3dd04 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.127186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e63d9934-9f24-447d-ad40-944c5811afab None None] Port b6c64e8c-6e68-41b7-b320-c153264210b4 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:39.174264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67eb3e-dfd3-4605-b076-da2681e3dd04 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=b6c64e8c-6e68-41b7-b320-c153264210b4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:39.275772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eb67eb3e-dfd3-4605-b076-da2681e3dd04 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.285443 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eb67eb3e-dfd3-4605-b076-da2681e3dd04 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/b6c64e8c-6e68-41b7-b320-c153264210b4 HTTP/1.1" status: 204 len: 168 time: 0.7525368 Dec 22 08:50:39.288113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58062) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:39.332814 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-416dae77-4ab8-4387-ae14-cc91d03f8ecb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] GET failed (client error): The resource could not be found. Dec 22 08:50:39.333351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-416dae77-4ab8-4387-ae14-cc91d03f8ecb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Synchronizing usage tracker for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:39.349045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-416dae77-4ab8-4387-ae14-cc91d03f8ecb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Unset dirty status for tenant:eb5ba3bfe1334503b36cfdcc7be79389 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:39.350310 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-416dae77-4ab8-4387-ae14-cc91d03f8ecb tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports/b6c64e8c-6e68-41b7-b320-c153264210b4 HTTP/1.1" status: 404 len: 333 time: 0.0612268 Dec 22 08:50:39.353044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58066) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:39.412546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36ad476a-89be-45d6-810e-d8c30cbce46f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.439347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36ad476a-89be-45d6-810e-d8c30cbce46f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.483458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36ad476a-89be-45d6-810e-d8c30cbce46f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.501957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad476a-89be-45d6-810e-d8c30cbce46f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0cecfc-7e3b-402a-8781-3b423c13003b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:39.509222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36ad476a-89be-45d6-810e-d8c30cbce46f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.510342 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-36ad476a-89be-45d6-810e-d8c30cbce46f tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/security-groups/7c0cecfc-7e3b-402a-8781-3b423c13003b HTTP/1.1" status: 204 len: 168 time: 0.1564178 Dec 22 08:50:39.512932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58070) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:39.572217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8b2e-2778-4f4b-a8d9-e40c2b4e9c17 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.597920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8b2e-2778-4f4b-a8d9-e40c2b4e9c17 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.642870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8b2e-2778-4f4b-a8d9-e40c2b4e9c17 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.658442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c8b2e-2778-4f4b-a8d9-e40c2b4e9c17 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b29c736-7245-44c5-bdf9-53c31d8539d2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:39.664711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8b2e-2778-4f4b-a8d9-e40c2b4e9c17 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.665856 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2f2c8b2e-2778-4f4b-a8d9-e40c2b4e9c17 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/security-groups/3b29c736-7245-44c5-bdf9-53c31d8539d2 HTTP/1.1" status: 204 len: 168 time: 0.1520166 Dec 22 08:50:39.669291 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58074) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:39.727976 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-840ffdf9-2533-4e92-8fe3-9db5f2ad884d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.756696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-840ffdf9-2533-4e92-8fe3-9db5f2ad884d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.800814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-840ffdf9-2533-4e92-8fe3-9db5f2ad884d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.816016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ffdf9-2533-4e92-8fe3-9db5f2ad884d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7637c543-6fe6-4ee8-8652-85c2f56ae439,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:39.821921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-840ffdf9-2533-4e92-8fe3-9db5f2ad884d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.825535 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-840ffdf9-2533-4e92-8fe3-9db5f2ad884d tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/security-groups/7637c543-6fe6-4ee8-8652-85c2f56ae439 HTTP/1.1" status: 204 len: 168 time: 0.1527879 Dec 22 08:50:39.825935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58078) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:39.890803 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-233a9890-1c7c-4257-b848-3583c25cab28 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet a747188c-f403-49a6-b139-9623a59762f5 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:50:39.893622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-233a9890-1c7c-4257-b848-3583c25cab28 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.950725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-233a9890-1c7c-4257-b848-3583c25cab28 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.032947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-233a9890-1c7c-4257-b848-3583c25cab28 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.107335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-233a9890-1c7c-4257-b848-3583c25cab28 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.147802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-233a9890-1c7c-4257-b848-3583c25cab28 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.150577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a9890-1c7c-4257-b848-3583c25cab28 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=a747188c-f403-49a6-b139-9623a59762f5,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:40.154216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd3c08d-1907-4599-bf6b-6d5567537731 None None] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:40.157747 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-233a9890-1c7c-4257-b848-3583c25cab28 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/a747188c-f403-49a6-b139-9623a59762f5 HTTP/1.1" status: 204 len: 168 time: 0.3308764 Dec 22 08:50:40.164121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58082) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:40.227700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3885a1-0c13-4b26-8145-3574abdbc6f4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet 35e9b1ed-7f2f-4d63-af01-3afe0fca7e27 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:50:40.230478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee3885a1-0c13-4b26-8145-3574abdbc6f4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.287320 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee3885a1-0c13-4b26-8145-3574abdbc6f4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.369993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee3885a1-0c13-4b26-8145-3574abdbc6f4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.449026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee3885a1-0c13-4b26-8145-3574abdbc6f4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.596303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3885a1-0c13-4b26-8145-3574abdbc6f4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=35e9b1ed-7f2f-4d63-af01-3afe0fca7e27,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:40.598267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ee3885a1-0c13-4b26-8145-3574abdbc6f4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.604859 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ee3885a1-0c13-4b26-8145-3574abdbc6f4 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/35e9b1ed-7f2f-4d63-af01-3afe0fca7e27 HTTP/1.1" status: 204 len: 168 time: 0.4397719 Dec 22 08:50:40.607219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58088) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:40.645625 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c9cc2b-fe37-4ba5-983d-775e7027a87e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:40.646112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c9cc2b-fe37-4ba5-983d-775e7027a87e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:40.647912 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-45c9cc2b-fe37-4ba5-983d-775e7027a87e tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/a747188c-f403-49a6-b139-9623a59762f5 HTTP/1.1" status: 404 len: 337 time: 0.0397859 Dec 22 08:50:40.650394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58092) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:40.720385 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeed047-179a-493b-a65f-d69c0286dde7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting subnet 0aa2c71e-dd5c-47cd-a8d1-9ac49751e241 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:50:40.723601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4aeed047-179a-493b-a65f-d69c0286dde7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.779869 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4aeed047-179a-493b-a65f-d69c0286dde7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.867977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4aeed047-179a-493b-a65f-d69c0286dde7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.899859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01984b36-e3d8-4b81-afa1-d2528680d52f None None] Network 1de5b6c1-a995-4615-a318-ab10e50ff666 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:40.941451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4aeed047-179a-493b-a65f-d69c0286dde7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.979622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeed047-179a-493b-a65f-d69c0286dde7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa2c71e-dd5c-47cd-a8d1-9ac49751e241,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:40.983752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4aeed047-179a-493b-a65f-d69c0286dde7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.992091 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4aeed047-179a-493b-a65f-d69c0286dde7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/0aa2c71e-dd5c-47cd-a8d1-9ac49751e241 HTTP/1.1" status: 204 len: 168 time: 0.3385537 Dec 22 08:50:40.992546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58096) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.020014 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-77d5ae5d-9995-4f22-b5a4-6f548e431a45 None None] Provisioning complete for port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:41.020394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-77d5ae5d-9995-4f22-b5a4-6f548e431a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:41.030406 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9d9e83-2cb4-4564-9d9e-bb27f1ed8465 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:41.030859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9d9e83-2cb4-4564-9d9e-bb27f1ed8465 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:41.032524 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8f9d9e83-2cb4-4564-9d9e-bb27f1ed8465 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/9ec00582-dbff-4a6d-a00b-d9c7c88f1262 HTTP/1.1" status: 404 len: 337 time: 0.0391088 Dec 22 08:50:41.035162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58100) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.078312 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b21f354a-e3f1-4cd6-93eb-eac8eefb6ff6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2b547ee-dcec-499e-9efa-58dc58d0bbaf HTTP/1.1" status: 200 len: 205 time: 0.0420599 Dec 22 08:50:41.080599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58104) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.149161 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-f65ff900-b579-461b-91da-cba50cae0280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] delete failed (client error): The resource could not be found. Dec 22 08:50:41.150093 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f65ff900-b579-461b-91da-cba50cae0280 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/routers/d2b547ee-dcec-499e-9efa-58dc58d0bbaf HTTP/1.1" status: 404 len: 336 time: 0.0686238 Dec 22 08:50:41.153259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58108) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.193150 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-04872b34-bc88-411c-afa8-9371a933cfb9 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:41.193590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04872b34-bc88-411c-afa8-9371a933cfb9 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:41.195253 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-04872b34-bc88-411c-afa8-9371a933cfb9 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/f0de1fda-20d3-4e74-bf03-9d8ac86e5d3b HTTP/1.1" status: 404 len: 337 time: 0.0410831 Dec 22 08:50:41.197744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58112) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.234750 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce89b4f-1cb7-4fa4-8d2c-c6edb075e6c6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:41.235198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce89b4f-1cb7-4fa4-8d2c-c6edb075e6c6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:41.236969 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9ce89b4f-1cb7-4fa4-8d2c-c6edb075e6c6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/1a73e659-07e7-4a49-b10c-a287788740b2 HTTP/1.1" status: 404 len: 337 time: 0.0380554 Dec 22 08:50:41.240133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58116) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.243017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-77d5ae5d-9995-4f22-b5a4-6f548e431a45 None None] Provisioning complete for port 92a88d85-0581-4677-a184-561834b2d2dd triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:41.243445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-77d5ae5d-9995-4f22-b5a4-6f548e431a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:41.289529 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a23990-b3ea-48e3-911a-7e43b845eccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:41.290611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a23990-b3ea-48e3-911a-7e43b845eccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:41.294442 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-05a23990-b3ea-48e3-911a-7e43b845eccc tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/7c4b45f5-ac2e-429f-a12e-afca653db048 HTTP/1.1" status: 404 len: 337 time: 0.0508723 Dec 22 08:50:41.294715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58120) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.299454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2018d56-231e-444b-a9f7-9411cb4dd244 None None] DHCP port deletion for 1de5b6c1-a995-4615-a318-ab10e50ff666 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:50:41.305297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-77d5ae5d-9995-4f22-b5a4-6f548e431a45 None None] Port 92a88d85-0581-4677-a184-561834b2d2dd cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:50:41.307644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f2018d56-231e-444b-a9f7-9411cb4dd244 None None] Deleting port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:41.308088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f2018d56-231e-444b-a9f7-9411cb4dd244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:41.337217 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f8b2d7-ed76-4782-b310-43b1cfcedbe6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:41.337705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f8b2d7-ed76-4782-b310-43b1cfcedbe6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:41.339345 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a9f8b2d7-ed76-4782-b310-43b1cfcedbe6 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/7d3a0a51-0678-40f5-950b-b7443f1089da HTTP/1.1" status: 404 len: 333 time: 0.0430789 Dec 22 08:50:41.342193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58124) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.379679 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7691de00-d94a-4bca-aab6-5ba60ad8fcc9 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:41.380116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7691de00-d94a-4bca-aab6-5ba60ad8fcc9 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:41.381754 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7691de00-d94a-4bca-aab6-5ba60ad8fcc9 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/c057a491-582d-472e-8668-b6a159ab0a51 HTTP/1.1" status: 404 len: 337 time: 0.0385706 Dec 22 08:50:41.384268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58128) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.424945 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b5983c-7239-4444-a5da-aabd560bac4b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:41.425378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b5983c-7239-4444-a5da-aabd560bac4b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:41.427067 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c4b5983c-7239-4444-a5da-aabd560bac4b tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/897a922c-4022-4ad5-b79b-c0c07d67564b HTTP/1.1" status: 404 len: 337 time: 0.0418909 Dec 22 08:50:41.429603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58132) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.470570 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-373d0eb5-d2f1-4fbd-bf7a-d47f62455fb7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:41.471023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373d0eb5-d2f1-4fbd-bf7a-d47f62455fb7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:41.472648 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-373d0eb5-d2f1-4fbd-bf7a-d47f62455fb7 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/461dc773-ebd4-41f0-a7fa-aaf75cefab78 HTTP/1.1" status: 404 len: 333 time: 0.0421283 Dec 22 08:50:41.475123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58136) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.506074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f2018d56-231e-444b-a9f7-9411cb4dd244 None None] For port 0e9712ef-bc0c-420c-b6fb-c906f4587af3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e9712ef-bc0c-420c-b6fb-c906f4587af3,segment=NetworkSegment(8e081396-e39e-4c5c-9f16-b2c76b33835f),segment_id=8e081396-e39e-4c5c-9f16-b2c76b33835f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:41.506463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f2018d56-231e-444b-a9f7-9411cb4dd244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:41.511529 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd251fe6-2d98-4a12-9b87-6f28ae001039 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:41.512627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd251fe6-2d98-4a12-9b87-6f28ae001039 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:41.514258 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bd251fe6-2d98-4a12-9b87-6f28ae001039 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/dd02529b-95c0-46ae-8b9f-5d7c77a0337c HTTP/1.1" status: 404 len: 337 time: 0.0382674 Dec 22 08:50:41.516730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58140) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.558183 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb332a0-ec31-453f-bf98-7dc0f07214c2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] DELETE failed (client error): The resource could not be found. Dec 22 08:50:41.558542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb332a0-ec31-453f-bf98-7dc0f07214c2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:50:41.560761 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1bb332a0-ec31-453f-bf98-7dc0f07214c2 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/subnets/497628aa-5b9b-4111-a741-d09f7fa14971 HTTP/1.1" status: 404 len: 337 time: 0.0431409 Dec 22 08:50:41.563318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58144) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:41.627515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-18fbcbc9-356d-423e-8d9f-b6dd4f7a58a8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Deleting port 92a88d85-0581-4677-a184-561834b2d2dd {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:41.627860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18fbcbc9-356d-423e-8d9f-b6dd4f7a58a8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:41.628894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f2018d56-231e-444b-a9f7-9411cb4dd244 None None] Calling delete_port for 0e9712ef-bc0c-420c-b6fb-c906f4587af3 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:41.705051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f2018d56-231e-444b-a9f7-9411cb4dd244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:41.749381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2018d56-231e-444b-a9f7-9411cb4dd244 None None] Pushing event deleted for resources: {'Port': ['ID=0e9712ef-bc0c-420c-b6fb-c906f4587af3,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:41.754469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2018d56-231e-444b-a9f7-9411cb4dd244 None None] No DVR routers for this DVR port 0e9712ef-bc0c-420c-b6fb-c906f4587af3 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:41.846861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18fbcbc9-356d-423e-8d9f-b6dd4f7a58a8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:41.968342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-18fbcbc9-356d-423e-8d9f-b6dd4f7a58a8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Calling delete_port for 92a88d85-0581-4677-a184-561834b2d2dd owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:42.045329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18fbcbc9-356d-423e-8d9f-b6dd4f7a58a8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.096791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbcbc9-356d-423e-8d9f-b6dd4f7a58a8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Port': ['ID=92a88d85-0581-4677-a184-561834b2d2dd,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:42.101645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18fbcbc9-356d-423e-8d9f-b6dd4f7a58a8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.114573 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-18fbcbc9-356d-423e-8d9f-b6dd4f7a58a8 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/ports/92a88d85-0581-4677-a184-561834b2d2dd HTTP/1.1" status: 204 len: 168 time: 0.5503447 Dec 22 08:50:42.117101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58148) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:42.228592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.398043 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e9712ef-bc0c-420c-b6fb-c906f4587af3 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:42.435729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 0e9712ef-bc0c-420c-b6fb-c906f4587af3 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:50:42.436071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e9712ef-bc0c-420c-b6fb-c906f4587af3 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:42.464337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.489044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de5b6c1-a995-4615-a318-ab10e50ff666']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:42.500712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e081396-e39e-4c5c-9f16-b2c76b33835f') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:42.501004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e081396-e39e-4c5c-9f16-b2c76b33835f') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:42.512664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.528500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.534327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:50:42.534704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:50:42.548569 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:50:42.626499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.643338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.654006 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] 10.222.0.37 "DELETE /v2.0/networks/1de5b6c1-a995-4615-a318-ab10e50ff666 HTTP/1.1" status: 204 len: 168 time: 0.5359914 Dec 22 08:50:42.654807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbaffbe-1277-4bf5-b54f-4859d66f8972 tempest-PortsTestJSON-1893862866 tempest-PortsTestJSON-1893862866-project] Pushing event deleted for resources: {'Network': ['ID=1de5b6c1-a995-4615-a318-ab10e50ff666,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:42.911191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58156) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:43.056801 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3826006f-cb0f-441e-acde-8829039d24ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb5ba3bfe1334503b36cfdcc7be79389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444743 Dec 22 08:50:43.059996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58164) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:43.118389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6ec279b-be23-46eb-b5d4-8145e176b2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:43.143300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6ec279b-be23-46eb-b5d4-8145e176b2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:43.192967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6ec279b-be23-46eb-b5d4-8145e176b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:43.206552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec279b-be23-46eb-b5d4-8145e176b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b0bb87-c72a-46b5-a02e-48c0e5376852,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:43.214242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6ec279b-be23-46eb-b5d4-8145e176b2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:43.217708 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b6ec279b-be23-46eb-b5d4-8145e176b2a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57b0bb87-c72a-46b5-a02e-48c0e5376852 HTTP/1.1" status: 204 len: 168 time: 0.1545827 Dec 22 08:50:44.072418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:47.706601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58174) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:48.239920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:48.611217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 3013757c-9ab5-4828-a992-e0ea678afc57 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:48.611450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:48.752408 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:50:48.892521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 3013757c-9ab5-4828-a992-e0ea678afc57, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3013757c-9ab5-4828-a992-e0ea678afc57,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:48.893111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:49.012941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 3013757c-9ab5-4828-a992-e0ea678afc57 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:49.276655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:49.323494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=3013757c-9ab5-4828-a992-e0ea678afc57,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:49.324454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d8be7558-6ee8-480f-bb00-6f859af5f33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:49.593936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:49.940290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 967dd3f3-5d43-413b-8998-f4507beeb7ca has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:50:50.223378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:50:50.233312 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] Sync routers for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:50:50.240057 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1aef643b-de26-423c-a4bf-306bedafd048 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/967dd3f3-5d43-413b-8998-f4507beeb7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5323985 Dec 22 08:50:50.243268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:50.243878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:50.422741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:50:50.617671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff5110-12ff-4df0-ae2e-d1a306ad8dcd req-0179675d-a5f3-472d-ae2c-2e3c0fe3d456 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:50.619055 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-90ff5110-12ff-4df0-ae2e-d1a306ad8dcd req-0179675d-a5f3-472d-ae2c-2e3c0fe3d456 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 946 time: 0.0820513 Dec 22 08:50:50.662425 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-90ff5110-12ff-4df0-ae2e-d1a306ad8dcd req-8bee8f36-eeda-45ba-ac4e-a28d5a507ca6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364022 Dec 22 08:50:50.800496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:50:49Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1fd4a947-a721-418d-8a0b-4a49328f991f', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'mac_address': 'fa:16:3e:dd:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:32Z', 'updated_at': '2021-12-22T08:49:36Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:50.804235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] Checking router: 967dd3f3-5d43-413b-8998-f4507beeb7ca for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:50:50.813197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:50.813821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:50.986283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:50:51.320688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:50:49Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1fd4a947-a721-418d-8a0b-4a49328f991f', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'mac_address': 'fa:16:3e:dd:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:32Z', 'updated_at': '2021-12-22T08:49:36Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:51.324984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aac389-1b2f-456b-aec4-276ceff1c232 None None] The sync data for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv is: [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:50:49Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1fd4a947-a721-418d-8a0b-4a49328f991f', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'port_id': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'mac_address': 'fa:16:3e:dd:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:32Z', 'updated_at': '2021-12-22T08:49:36Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:50:51.704164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b67716c1-b433-4c65-a9ce-30a75da7be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:51.857536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e25f2b-9067-4877-9181-8959318385f8 req-e7a325af-ca57-4aad-a166-969e8010ce6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:51.858249 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-31e25f2b-9067-4877-9181-8959318385f8 req-e7a325af-ca57-4aad-a166-969e8010ce6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:51.914852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-31e25f2b-9067-4877-9181-8959318385f8 req-e7a325af-ca57-4aad-a166-969e8010ce6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:51.915889 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-31e25f2b-9067-4877-9181-8959318385f8 req-e7a325af-ca57-4aad-a166-969e8010ce6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 946 time: 0.1379132 Dec 22 08:50:51.971896 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-31e25f2b-9067-4877-9181-8959318385f8 req-007dfba4-ec57-4d92-8a6e-f4243238a548 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488820 Dec 22 08:50:51.983820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-e7eca35b-6a17-48be-b533-db1bf94a7d67 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:51.985306 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-e7eca35b-6a17-48be-b533-db1bf94a7d67 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 946 time: 0.1170602 Dec 22 08:50:52.057124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-57ed1938-1c41-43bb-8d54-bb7b6532b7cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 871ff864-89c0-45af-a25b-2d3c14d5925f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:52.057461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-57ed1938-1c41-43bb-8d54-bb7b6532b7cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.298405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-57ed1938-1c41-43bb-8d54-bb7b6532b7cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 871ff864-89c0-45af-a25b-2d3c14d5925f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=871ff864-89c0-45af-a25b-2d3c14d5925f,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:52.298675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-57ed1938-1c41-43bb-8d54-bb7b6532b7cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.364374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3013757c-9ab5-4828-a992-e0ea678afc57 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:52.398551 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 3013757c-9ab5-4828-a992-e0ea678afc57 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:50:52.398893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3013757c-9ab5-4828-a992-e0ea678afc57 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:52.420292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-57ed1938-1c41-43bb-8d54-bb7b6532b7cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 871ff864-89c0-45af-a25b-2d3c14d5925f owned by compute:nova {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:52.559749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-57ed1938-1c41-43bb-8d54-bb7b6532b7cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.608513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed1938-1c41-43bb-8d54-bb7b6532b7cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=871ff864-89c0-45af-a25b-2d3c14d5925f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:52.691058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-57ed1938-1c41-43bb-8d54-bb7b6532b7cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port 871ff864-89c0-45af-a25b-2d3c14d5925f on host hv-neutron-8225 {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:52.693269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-57ed1938-1c41-43bb-8d54-bb7b6532b7cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.695714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a0ffc5-fd5d-45b4-a4be-685814aea702', 'name': 'network-vif-deleted', 'tag': '871ff864-89c0-45af-a25b-2d3c14d5925f'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:52.711013 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-780fa0bb-e226-497b-af69-b2716d9833e7 req-57ed1938-1c41-43bb-8d54-bb7b6532b7cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "DELETE /v2.0/ports/871ff864-89c0-45af-a25b-2d3c14d5925f HTTP/1.1" status: 204 len: 173 time: 0.7205188 Dec 22 08:50:52.742899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.758930 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0ffc5-fd5d-45b4-a4be-685814aea702', 'name': 'network-vif-deleted', 'tag': '871ff864-89c0-45af-a25b-2d3c14d5925f', 'status': 'completed', 'code': 200} Dec 22 08:50:52.920910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.144449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5dc1c46c-24fa-4ff9-852c-abbf92aa15f0 req-3d45c2de-e878-4232-9b37-0c22f438f380 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:53.161621 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5dc1c46c-24fa-4ff9-852c-abbf92aa15f0 req-3d45c2de-e878-4232-9b37-0c22f438f380 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:53.162906 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5dc1c46c-24fa-4ff9-852c-abbf92aa15f0 req-3d45c2de-e878-4232-9b37-0c22f438f380 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a0ffc5-fd5d-45b4-a4be-685814aea702 HTTP/1.1" status: 200 len: 210 time: 0.0602136 Dec 22 08:50:54.106529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.259180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58192) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:54.330779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82d8ccf8-b82d-4d00-9fa0-da90e7595e6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.359798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82d8ccf8-b82d-4d00-9fa0-da90e7595e6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.424258 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82d8ccf8-b82d-4d00-9fa0-da90e7595e6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.442230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8ccf8-b82d-4d00-9fa0-da90e7595e6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:54.458156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-82d8ccf8-b82d-4d00-9fa0-da90e7595e6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.459307 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-82d8ccf8-b82d-4d00-9fa0-da90e7595e6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/5a98a1aa-bf2a-4a4d-a43d-4a1c1af01533 HTTP/1.1" status: 204 len: 168 time: 0.1991389 Dec 22 08:50:54.488332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58198) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:54.552862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3486e68-0be8-49c0-a90a-267a29162db7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting subnet 64f05bb4-02f4-402a-ae78-64621567dd7e {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:50:54.555752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f3486e68-0be8-49c0-a90a-267a29162db7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.609982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f3486e68-0be8-49c0-a90a-267a29162db7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.692891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f3486e68-0be8-49c0-a90a-267a29162db7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.761773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f3486e68-0be8-49c0-a90a-267a29162db7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.803406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3486e68-0be8-49c0-a90a-267a29162db7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Subnet': ['ID=64f05bb4-02f4-402a-ae78-64621567dd7e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:54.805301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f3486e68-0be8-49c0-a90a-267a29162db7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.812262 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f3486e68-0be8-49c0-a90a-267a29162db7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/subnets/64f05bb4-02f4-402a-ae78-64621567dd7e HTTP/1.1" status: 204 len: 168 time: 0.3228936 Dec 22 08:50:54.812953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ae84d-ed88-40a6-9583-e729574eb913 None None] Network 15d35939-478a-4fef-b905-606d85c06d12 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:50:54.814850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58202) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:54.923118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.933200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 4e7a4769-f9e0-4764-b077-7573e280cc0f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:54.933527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.065903 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] DHCP port deletion for 15d35939-478a-4fef-b905-606d85c06d12 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:50:55.070012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] Deleting port 4e7a4769-f9e0-4764-b077-7573e280cc0f {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:55.070388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.109340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 871ff864-89c0-45af-a25b-2d3c14d5925f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:55.142547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 4e7a4769-f9e0-4764-b077-7573e280cc0f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4e7a4769-f9e0-4764-b077-7573e280cc0f,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:55.142903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.145735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 871ff864-89c0-45af-a25b-2d3c14d5925f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:50:55.146218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 871ff864-89c0-45af-a25b-2d3c14d5925f not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:55.306779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] For port 4e7a4769-f9e0-4764-b077-7573e280cc0f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4e7a4769-f9e0-4764-b077-7573e280cc0f,segment=NetworkSegment(fb282c2f-7879-4df6-976e-879fee144a45),segment_id=fb282c2f-7879-4df6-976e-879fee144a45)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:55.307031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.362348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 4e7a4769-f9e0-4764-b077-7573e280cc0f owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:55.425091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] Calling delete_port for 4e7a4769-f9e0-4764-b077-7573e280cc0f owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:55.439263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.485749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=4e7a4769-f9e0-4764-b077-7573e280cc0f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:55.489222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port 4e7a4769-f9e0-4764-b077-7573e280cc0f on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:55.496745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:50:55.497100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:50:55.609837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.633629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d35939-478a-4fef-b905-606d85c06d12']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:55.645262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb282c2f-7879-4df6-976e-879fee144a45') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:55.645555 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb282c2f-7879-4df6-976e-879fee144a45') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:55.656963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.676394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.682270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:50:55.682649 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:50:55.696912 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:50:55.772800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.789696 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.800406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Network': ['ID=15d35939-478a-4fef-b905-606d85c06d12,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:55.814830 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c55e249e-9173-4611-a226-19b899fcae45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/networks/15d35939-478a-4fef-b905-606d85c06d12 HTTP/1.1" status: 204 len: 168 time: 0.9990404 Dec 22 08:50:55.817457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58206) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:55.998664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] Deleting port 4e7a4769-f9e0-4764-b077-7573e280cc0f {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:55.999179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.018153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 71446da1-40fe-40fc-bef8-d598a961ae2f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:56.018496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.102757 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-da26845e-cece-4c5f-9f85-ef936b6db13a None None] The port '4e7a4769-f9e0-4764-b077-7573e280cc0f' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:50:56.193224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.193557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.312673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 71446da1-40fe-40fc-bef8-d598a961ae2f owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:56.403570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4e7a4769-f9e0-4764-b077-7573e280cc0f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:56.436827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 4e7a4769-f9e0-4764-b077-7573e280cc0f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:50:56.437167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4e7a4769-f9e0-4764-b077-7573e280cc0f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:56.464801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.546315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=71446da1-40fe-40fc-bef8-d598a961ae2f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:56.613822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.614075 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP 1fd4a947-a721-418d-8a0b-4a49328f991f disassociated (deleted). External IP: 172.26.1.200, port: 0beb36ff-41a4-427c-9ce3-065ac4d7b70e. Dec 22 08:50:57.046917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 967dd3f3-5d43-413b-8998-f4507beeb7ca has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:50:57.223286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:50:57.233026 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3728932d-007b-4662-8799-b928a219b145 None None] Sync routers for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:50:57.239244 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:57.242556 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3728932d-007b-4662-8799-b928a219b145 None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:57.243162 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3728932d-007b-4662-8799-b928a219b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:57.294126 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-146158a0-c8ff-435d-bd72-1c32514de1b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/floatingips/1fd4a947-a721-418d-8a0b-4a49328f991f HTTP/1.1" status: 204 len: 168 time: 1.4755268 Dec 22 08:50:57.295800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'tag': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:57.341303 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'tag': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'status': 'completed', 'code': 200} Dec 22 08:50:57.419041 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-3728932d-007b-4662-8799-b928a219b145 None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:50:57.435042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-25eb7434-8b5d-4029-b881-150da8049a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:57.436695 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-25eb7434-8b5d-4029-b881-150da8049a98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 1099 time: 0.0744278 Dec 22 08:50:57.582798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-eb5b42f7-37bc-45cb-8251-f961fead9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:57.584226 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-eb5b42f7-37bc-45cb-8251-f961fead9a44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73 HTTP/1.1" status: 200 len: 897 time: 0.1404247 Dec 22 08:50:57.682282 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-64ba1131-845c-41e7-8ea6-e9fafc48a146 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0beb36ff-41a4-427c-9ce3-065ac4d7b70e HTTP/1.1" status: 200 len: 217 time: 0.0905073 Dec 22 08:50:57.738527 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3728932d-007b-4662-8799-b928a219b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:50:49Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:57.742188 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3728932d-007b-4662-8799-b928a219b145 None None] Checking router: 967dd3f3-5d43-413b-8998-f4507beeb7ca for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:50:57.750948 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3728932d-007b-4662-8799-b928a219b145 None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:57.751535 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3728932d-007b-4662-8799-b928a219b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:57.767567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-2865549f-5b2b-47ae-a7ab-b40a1efe8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:57.768990 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-2865549f-5b2b-47ae-a7ab-b40a1efe8936 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f0e16e5-4dfb-40a2-b6ff-746339fd2f58 HTTP/1.1" status: 200 len: 835 time: 0.0804918 Dec 22 08:50:57.834552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7c05f-008b-4ced-bf19-2c29c09ec58e req-3b63e4a9-ec59-4fff-ad4b-f3325b97c127 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:57.835157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a2b7c05f-008b-4ced-bf19-2c29c09ec58e req-3b63e4a9-ec59-4fff-ad4b-f3325b97c127 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:57.856340 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a2b7c05f-008b-4ced-bf19-2c29c09ec58e req-3b63e4a9-ec59-4fff-ad4b-f3325b97c127 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:57.857535 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a2b7c05f-008b-4ced-bf19-2c29c09ec58e req-3b63e4a9-ec59-4fff-ad4b-f3325b97c127 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 946 time: 0.2147267 Dec 22 08:50:57.889343 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-68479d80-3abc-494e-8d0c-6f0470e09cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:57.890809 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-68479d80-3abc-494e-8d0c-6f0470e09cef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d5550f2-f51a-4a98-8a43-70b9a44ebd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146183 Dec 22 08:50:57.938953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a2b7c05f-008b-4ced-bf19-2c29c09ec58e req-9bca7845-2256-4f02-b1ae-fb0a6f6dfcb8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:57.951089 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-3728932d-007b-4662-8799-b928a219b145 None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:50:58.017982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a2b7c05f-008b-4ced-bf19-2c29c09ec58e req-9bca7845-2256-4f02-b1ae-fb0a6f6dfcb8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:58.018634 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a2b7c05f-008b-4ced-bf19-2c29c09ec58e req-9bca7845-2256-4f02-b1ae-fb0a6f6dfcb8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550291 Dec 22 08:50:58.041868 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-6f3f184d-db54-42db-95ae-09046e66999a service neutron] 10.222.0.54 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439686 Dec 22 08:50:58.172264 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ec4b96d9-0f0f-45f2-95cc-57040c90d606 req-171492ca-826f-4e83-a370-f3b1156a0fde service neutron] 10.222.0.54 "GET /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217690 Dec 22 08:50:58.257062 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3728932d-007b-4662-8799-b928a219b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:50:49Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:58.260827 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3728932d-007b-4662-8799-b928a219b145 None None] The sync data for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv is: [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:50:49Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '667f4c0c-bd91-4b2f-b641-b19d86d61a28', 'name': '', 'network_id': '7d5550f2-f51a-4a98-8a43-70b9a44ebd73', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:fc:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:00Z', 'updated_at': '2021-12-22T08:49:11Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '3f0e16e5-4dfb-40a2-b6ff-746339fd2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:50:58.467444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e1307-95f6-4188-b1ae-2a667043cb86 None None] New status for floating IP 1fd4a947-a721-418d-8a0b-4a49328f991f: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:50:58.926232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-4bc42fae-e897-4683-a211-ab9a6a6d205c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:58.927769 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-4bc42fae-e897-4683-a211-ab9a6a6d205c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 946 time: 0.0769331 Dec 22 08:50:59.006094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-dde82e2b-9776-461a-b3a6-46cd36dd3ddc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:50:59.006433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-dde82e2b-9776-461a-b3a6-46cd36dd3ddc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:59.206797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb207bb-0948-4597-b988-a66dafbedad1 req-8dacb633-8eda-4a1e-a8d5-235d266ee94e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:59.208171 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5eb207bb-0948-4597-b988-a66dafbedad1 req-8dacb633-8eda-4a1e-a8d5-235d266ee94e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c459bd51-e895-4671-b00c-68ae8957f9c0 HTTP/1.1" status: 200 len: 946 time: 0.0830150 Dec 22 08:50:59.243953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-dde82e2b-9776-461a-b3a6-46cd36dd3ddc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:59.244301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-dde82e2b-9776-461a-b3a6-46cd36dd3ddc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:59.252038 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5eb207bb-0948-4597-b988-a66dafbedad1 req-7bca2723-699f-406a-b34d-40fc95303794 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=df705ddf-b223-42da-84f2-59fcfda60629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376406 Dec 22 08:50:59.470156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-dde82e2b-9776-461a-b3a6-46cd36dd3ddc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 0beb36ff-41a4-427c-9ce3-065ac4d7b70e owned by compute:nova {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:50:59.609249 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-dde82e2b-9776-461a-b3a6-46cd36dd3ddc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:59.659661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde82e2b-9776-461a-b3a6-46cd36dd3ddc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=0beb36ff-41a4-427c-9ce3-065ac4d7b70e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:59.733706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-dde82e2b-9776-461a-b3a6-46cd36dd3ddc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port 0beb36ff-41a4-427c-9ce3-065ac4d7b70e on host hv-neutron-8225 {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:59.735884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-dde82e2b-9776-461a-b3a6-46cd36dd3ddc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:59.744562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'name': 'network-vif-deleted', 'tag': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:59.760098 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9439eff3-a8da-40e7-bcd0-f516eef630de req-dde82e2b-9776-461a-b3a6-46cd36dd3ddc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "DELETE /v2.0/ports/0beb36ff-41a4-427c-9ce3-065ac4d7b70e HTTP/1.1" status: 204 len: 173 time: 0.8266377 Dec 22 08:50:59.791980 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c459bd51-e895-4671-b00c-68ae8957f9c0', 'name': 'network-vif-deleted', 'tag': '0beb36ff-41a4-427c-9ce3-065ac4d7b70e', 'status': 'completed', 'code': 200} Dec 22 08:51:00.351465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58222) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:00.418110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-797e9287-1f23-40cc-84de-c2fde9155b0d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.446285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-797e9287-1f23-40cc-84de-c2fde9155b0d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.507592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-797e9287-1f23-40cc-84de-c2fde9155b0d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.525520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e9287-1f23-40cc-84de-c2fde9155b0d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df705ddf-b223-42da-84f2-59fcfda60629,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:00.535741 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-797e9287-1f23-40cc-84de-c2fde9155b0d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.536789 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-797e9287-1f23-40cc-84de-c2fde9155b0d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/df705ddf-b223-42da-84f2-59fcfda60629 HTTP/1.1" status: 204 len: 168 time: 0.1843426 Dec 22 08:51:00.566155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58228) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:01.102810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.534493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 667f4c0c-bd91-4b2f-b641-b19d86d61a28 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:01.535252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.716267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 667f4c0c-bd91-4b2f-b641-b19d86d61a28, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=667f4c0c-bd91-4b2f-b641-b19d86d61a28,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:01.716611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.848920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 667f4c0c-bd91-4b2f-b641-b19d86d61a28 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:02.030575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:02.078351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=667f4c0c-bd91-4b2f-b641-b19d86d61a28,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:02.118460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.118720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.119049 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.119373 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.119696 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.120012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.120328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.120641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.120956 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.121273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.121632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.121965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:02.359701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:02.702769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 967dd3f3-5d43-413b-8998-f4507beeb7ca has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:51:02.970781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:02.980302 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] Sync routers for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:02.986587 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ed17b1fc-74e9-419e-b4c1-41c69b086b61 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/967dd3f3-5d43-413b-8998-f4507beeb7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4170442 Dec 22 08:51:02.986973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58232) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:02.993624 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:02.994529 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:03.052139 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c352e5-b018-4705-ba2e-d6ebc4a390e9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting subnet 3f0e16e5-4dfb-40a2-b6ff-746339fd2f58 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:51:03.055040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e1c352e5-b018-4705-ba2e-d6ebc4a390e9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.111993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e1c352e5-b018-4705-ba2e-d6ebc4a390e9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.135902 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 0beb36ff-41a4-427c-9ce3-065ac4d7b70e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:03.169913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 0beb36ff-41a4-427c-9ce3-065ac4d7b70e {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:03.170293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 0beb36ff-41a4-427c-9ce3-065ac4d7b70e not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:03.171349 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:03.194857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e1c352e5-b018-4705-ba2e-d6ebc4a390e9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.272175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e1c352e5-b018-4705-ba2e-d6ebc4a390e9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.313003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e1c352e5-b018-4705-ba2e-d6ebc4a390e9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.315811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c352e5-b018-4705-ba2e-d6ebc4a390e9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0e16e5-4dfb-40a2-b6ff-746339fd2f58,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:03.320255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802105eb-7082-4547-9f40-ce387402baa7 None None] Network 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:51:03.324184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58236) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:03.324475 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e1c352e5-b018-4705-ba2e-d6ebc4a390e9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/subnets/3f0e16e5-4dfb-40a2-b6ff-746339fd2f58 HTTP/1.1" status: 204 len: 168 time: 0.3364620 Dec 22 08:51:03.453598 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:51:01Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:03.457821 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] Checking router: 967dd3f3-5d43-413b-8998-f4507beeb7ca for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:03.466776 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] Routers {'967dd3f3-5d43-413b-8998-f4507beeb7ca'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:03.467376 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['967dd3f3-5d43-413b-8998-f4507beeb7ca'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:03.507784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.578006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d5057-de32-4089-9237-204d4a8a2baf None None] DHCP port deletion for 7d5550f2-f51a-4a98-8a43-70b9a44ebd73 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:51:03.582541 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-004d5057-de32-4089-9237-204d4a8a2baf None None] Deleting port 270fd295-a549-4e9b-acd0-b48e1e37fe1f {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:03.582916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-004d5057-de32-4089-9237-204d4a8a2baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.648038 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] Set router 967dd3f3-5d43-413b-8998-f4507beeb7ca gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:03.690197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.700855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 57bbaf9f-18a0-42ab-9b00-e830f125de16 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:03.701703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.783232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-004d5057-de32-4089-9237-204d4a8a2baf None None] For port 270fd295-a549-4e9b-acd0-b48e1e37fe1f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=270fd295-a549-4e9b-acd0-b48e1e37fe1f,segment=NetworkSegment(54b13fd2-6fbd-4f21-9af7-9cd643425854),segment_id=54b13fd2-6fbd-4f21-9af7-9cd643425854)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:03.783948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-004d5057-de32-4089-9237-204d4a8a2baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.888963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 57bbaf9f-18a0-42ab-9b00-e830f125de16, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=57bbaf9f-18a0-42ab-9b00-e830f125de16,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:03.889594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.907034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-004d5057-de32-4089-9237-204d4a8a2baf None None] Calling delete_port for 270fd295-a549-4e9b-acd0-b48e1e37fe1f owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:03.968120 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:51:01Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:03.971966 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c2fd72-23a1-4a54-bbaf-3d7e3934001b None None] The sync data for ids ['967dd3f3-5d43-413b-8998-f4507beeb7ca'] in dv-neutron-822561-2-hyperv is: [{'id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'name': 'tempest-TestNetworkBasicOps-router-1860366756', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:47Z', 'updated_at': '2021-12-22T08:51:01Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '57bbaf9f-18a0-42ab-9b00-e830f125de16', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dd3f3-5d43-413b-8998-f4507beeb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:49Z', 'updated_at': '2021-12-22T08:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:03.985207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-004d5057-de32-4089-9237-204d4a8a2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.017863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 57bbaf9f-18a0-42ab-9b00-e830f125de16 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:04.042764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d5057-de32-4089-9237-204d4a8a2baf None None] Pushing event deleted for resources: {'Port': ['ID=270fd295-a549-4e9b-acd0-b48e1e37fe1f,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:04.045084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d5057-de32-4089-9237-204d4a8a2baf None None] No DVR routers for this DVR port 270fd295-a549-4e9b-acd0-b48e1e37fe1f on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:51:04.185476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.231755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=57bbaf9f-18a0-42ab-9b00-e830f125de16,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:04.322892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.460261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 270fd295-a549-4e9b-acd0-b48e1e37fe1f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:04.499202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 270fd295-a549-4e9b-acd0-b48e1e37fe1f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:04.499731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 270fd295-a549-4e9b-acd0-b48e1e37fe1f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:04.500257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 667f4c0c-bd91-4b2f-b641-b19d86d61a28 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:04.509205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.511405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.534172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 667f4c0c-bd91-4b2f-b641-b19d86d61a28 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:04.534676 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 667f4c0c-bd91-4b2f-b641-b19d86d61a28 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:04.535641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.536214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Fanout notify agent at l3_agent the message router_deleted on router 967dd3f3-5d43-413b-8998-f4507beeb7ca {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:51:04.552156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.553229 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-09afafb0-c453-4e17-ab29-0ca8c5168787 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/routers/967dd3f3-5d43-413b-8998-f4507beeb7ca HTTP/1.1" status: 204 len: 168 time: 1.2275033 Dec 22 08:51:04.555866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58240) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:04.771562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.899345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.924045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5550f2-f51a-4a98-8a43-70b9a44ebd73']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:04.935962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b13fd2-6fbd-4f21-9af7-9cd643425854') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:04.936209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b13fd2-6fbd-4f21-9af7-9cd643425854') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:04.947253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.963252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.969631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:51:04.970043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:51:04.987897 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:51:05.067452 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.084463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.095807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Network': ['ID=7d5550f2-f51a-4a98-8a43-70b9a44ebd73,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:05.100462 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1f5b81f5-40e6-4cbb-ab0b-edf00700e4d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/networks/7d5550f2-f51a-4a98-8a43-70b9a44ebd73 HTTP/1.1" status: 204 len: 168 time: 0.5436821 Dec 22 08:51:05.119610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58244) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:05.124916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'network': {'name': 'tempest-network-smoke--1021117864', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'port_security_enabled': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:05.129702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:05.133707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:network and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:05.136485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:05.142561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:05.152106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:51:05.156101 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.186652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:51:05.195247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.195599 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Added segment 2f8124cd-8a58-4287-b93a-bcd0dbb1568f of type vlan for network 6a987aa8-97bb-4d7e-ae70-9136640d8367 Dec 22 08:51:05.220755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.248871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.254331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:05.254908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.310554 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1895609 Dec 22 08:51:05.313689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58248) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:05.319429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-521860443', 'admin_state_up': True, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:05.327372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:05.331223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:router and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:05.334031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:05.340222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:05.350630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.351604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.366205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.366421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb61af-e33e-4f59-83ca-a77bd824acb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Network': ['ID=6a987aa8-97bb-4d7e-ae70-9136640d8367,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:05.377687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 6a987aa8-97bb-4d7e-ae70-9136640d8367 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:51:05.632100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:06.037659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:06.066963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:06.198445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.87 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:06.339942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:06.368171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:06.368457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 57bbaf9f-18a0-42ab-9b00-e830f125de16 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:06.403145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 57bbaf9f-18a0-42ab-9b00-e830f125de16 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:06.403582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 57bbaf9f-18a0-42ab-9b00-e830f125de16 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:06.435841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:06.436878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:06.439286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:51:06.475119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:06.847503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:07.182826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:07.492964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6cfe248a-3f67-4389-9941-d52f727626ff is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:51:07.667418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:07.676681 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Sync routers for ids ['6cfe248a-3f67-4389-9941-d52f727626ff'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:07.686592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Routers {'6cfe248a-3f67-4389-9941-d52f727626ff'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:07.687441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6cfe248a-3f67-4389-9941-d52f727626ff'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:07.695870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:07.697057 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c85a52a1-2049-447a-9bf6-c072e2bd8b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3822451 Dec 22 08:51:07.700566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58252) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:07.741229 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-77f24b7b-cf79-44bd-b0ee-68ee35eb58e6 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bb4971834ad94cd983d776e93f1d353e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372491 Dec 22 08:51:07.741407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58256) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:07.871506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c77b3-1ef4-4f9b-8bba-f04ffb78cb36 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:07.873572 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-032c77b3-1ef4-4f9b-8bba-f04ffb78cb36 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312885 Dec 22 08:51:07.876374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58260) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:07.906170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Set router 6cfe248a-3f67-4389-9941-d52f727626ff gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:07.916513 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-16da2b0a-db97-48cc-9963-17924d55687e tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366578 Dec 22 08:51:07.916735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58264) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:07.922416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-563219217', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:08.035975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:08.039744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:subnet and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:08.042498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:08.048523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:08.058029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:51:08.062516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:08.183101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:06Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:08.187232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Checking router: 6cfe248a-3f67-4389-9941-d52f727626ff for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:08.187658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Updating router 6cfe248a-3f67-4389-9941-d52f727626ff port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:51:08.242948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:08.276260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:08.353351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Subnet': ['ID=a43739dd-241b-4b45-bc67-e7cb6823a844,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:08.363751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.364093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.364427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.364755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.365082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.365410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.365752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.366076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.366397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.366713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.367027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.367342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.372120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Checking segment: {'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:51:08.372472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network hostable DHCP agents. Network: 6a987aa8-97bb-4d7e-ae70-9136640d8367, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:51:08.391247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 6a987aa8-97bb-4d7e-ae70-9136640d8367 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:51:08.401149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 6a987aa8-97bb-4d7e-ae70-9136640d8367) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:08.405841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:08.406542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:08.427873 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-94eef68e-5031-4e8c-9bc8-bb81b1c10da6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5101647 Dec 22 08:51:08.430790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58268) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:08.448675 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbf668e-db98-4a5a-8d0c-3d7a4d607e76 None None] Network 6a987aa8-97bb-4d7e-ae70-9136640d8367 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:51:08.742702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:08.756792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-6a987aa8-97bb-4d7e-ae70-9136640d8367', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:51:08.757571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:08.772511 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Transition to ACTIVE for port object 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:08.784942 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:08.923183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Attempting to bind port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:51:08.923560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Attempting to bind port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:51:08.923908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Attempting to bind port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:51:08.928973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Pushing event updated for resources: {'Port': ['ID=0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:08.944615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.945026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.945295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.945626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.945977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.946303 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.946623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.946940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.947257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.947572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.947888 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.948198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:08.953146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:51:08.953517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:51:08.953953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:08.954331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:51:08.954806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Bound port: 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:51:08.955173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:09.080937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] For port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:51:09.083341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Allocated IP 172.20.0.2 (6a987aa8-97bb-4d7e-ae70-9136640d8367/a43739dd-241b-4b45-bc67-e7cb6823a844/d2c54831-ffab-4b68-9a21-e38a39408ebb) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:09.086310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] For port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:51:09.091985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:09.238227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:09.261490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Routers {'6cfe248a-3f67-4389-9941-d52f727626ff'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:09.262166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6cfe248a-3f67-4389-9941-d52f727626ff'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:09.392152 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68babb5-ca36-44a9-896c-4fc9f12e197c None None] Pushing event updated for resources: {'Port': ['ID=0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:09.569232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] Set router 6cfe248a-3f67-4389-9941-d52f727626ff gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:09.671955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:09.700957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Transition to ACTIVE for port object d2c54831-ffab-4b68-9a21-e38a39408ebb will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:09.780555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Transition to ACTIVE for port object d2c54831-ffab-4b68-9a21-e38a39408ebb will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:09.794011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:09.853042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.1 (6a987aa8-97bb-4d7e-ae70-9136640d8367/a43739dd-241b-4b45-bc67-e7cb6823a844/896443d1-61ce-43af-ab7c-d0512c66146c) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:09.875300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Network 6a987aa8-97bb-4d7e-ae70-9136640d8367 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:09.880018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:09.882361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:51:09.956289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Pushing event updated for resources: {'Port': ['ID=d2c54831-ffab-4b68-9a21-e38a39408ebb,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:10.024371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.027966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Attempting to bind port d2c54831-ffab-4b68-9a21-e38a39408ebb on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:51:10.028343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Attempting to bind port d2c54831-ffab-4b68-9a21-e38a39408ebb by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:51:10.028701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Attempting to bind port d2c54831-ffab-4b68-9a21-e38a39408ebb on network 6a987aa8-97bb-4d7e-ae70-9136640d8367 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:51:10.040885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:51:10.041224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 896443d1-61ce-43af-ab7c-d0512c66146c will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:10.041384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Checking segment: {'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:51:10.041636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.042056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Bound using segment: {'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:51:10.042513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Bound port: d2c54831-ffab-4b68-9a21-e38a39408ebb, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:51:10.042878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.062587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:06Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:10.065596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.092017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be33bf85-e453-4e9f-9edf-36815bb3405d None None] The sync data for ids ['6cfe248a-3f67-4389-9941-d52f727626ff'] in dv-neutron-822561-2-hyperv is: [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:06Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:10.133059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 6a987aa8-97bb-4d7e-ae70-9136640d8367 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:10.136272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:10.140455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:51:10.142975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] For port d2c54831-ffab-4b68-9a21-e38a39408ebb, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:51:10.146187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] For port d2c54831-ffab-4b68-9a21-e38a39408ebb, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d2c54831-ffab-4b68-9a21-e38a39408ebb,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:51:10.152694 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.182543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=896443d1-61ce-43af-ab7c-d0512c66146c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:10.206867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.246445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a10fd8-c256-4af6-bbf8-e96003ab4d43 None None] Pushing event updated for resources: {'Port': ['ID=d2c54831-ffab-4b68-9a21-e38a39408ebb,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:10.374665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.499507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:10.578757 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:10.584749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:10.584749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.710023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.727061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:10.732636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.803524 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:10.863707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.868094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:11.119816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:11.136055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=896443d1-61ce-43af-ab7c-d0512c66146c,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:11.251408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a334b-66fb-48a6-b9b5-42907502ccea None None] Network 6a987aa8-97bb-4d7e-ae70-9136640d8367 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:51:11.266560 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 6a987aa8-97bb-4d7e-ae70-9136640d8367 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:11.267606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:11.355470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fa9d9ada-ef09-4c87-bb84-e063c9ad5b4d None None] Provisioning for port d2c54831-ffab-4b68-9a21-e38a39408ebb completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:11.446668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6cfe248a-3f67-4389-9941-d52f727626ff has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:51:11.640846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:11.657947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58272) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:11.658503 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8327ca17-f4e0-47e9-8d20-5c1047ce2a11 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/6cfe248a-3f67-4389-9941-d52f727626ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2261217 Dec 22 08:51:11.790812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6df19d66-fe33-482f-ba09-1214e7eaaa44 None None] Provisioning for port 896443d1-61ce-43af-ab7c-d0512c66146c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:11.796644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6df19d66-fe33-482f-ba09-1214e7eaaa44 None None] Provisioning complete for port 896443d1-61ce-43af-ab7c-d0512c66146c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:11.797276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6df19d66-fe33-482f-ba09-1214e7eaaa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:11.805361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653274c-c31e-44e7-8647-4042efd9fab9 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:11.805876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653274c-c31e-44e7-8647-4042efd9fab9 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:11.806340 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653274c-c31e-44e7-8647-4042efd9fab9 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:11.806795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653274c-c31e-44e7-8647-4042efd9fab9 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:11.812171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58276) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:11.812375 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0653274c-c31e-44e7-8647-4042efd9fab9 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1533196 Dec 22 08:51:11.840129 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Sync routers for ids ['6cfe248a-3f67-4389-9941-d52f727626ff'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:11.849628 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Routers {'6cfe248a-3f67-4389-9941-d52f727626ff'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:11.850354 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6cfe248a-3f67-4389-9941-d52f727626ff'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:11.872977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6df19d66-fe33-482f-ba09-1214e7eaaa44 None None] Port 896443d1-61ce-43af-ab7c-d0512c66146c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:51:11.889300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674b6a5-2438-4155-8ed2-54aa39fdf068 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:11.889792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674b6a5-2438-4155-8ed2-54aa39fdf068 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:11.890249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674b6a5-2438-4155-8ed2-54aa39fdf068 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:11.890697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674b6a5-2438-4155-8ed2-54aa39fdf068 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:11.895095 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b674b6a5-2438-4155-8ed2-54aa39fdf068 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0816746 Dec 22 08:51:11.895378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58280) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:12.010443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fa5cac88-dae5-42eb-a545-6442b78137ae None None] Provisioning complete for port 896443d1-61ce-43af-ab7c-d0512c66146c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:12.010893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fa5cac88-dae5-42eb-a545-6442b78137ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.050628 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Set router 6cfe248a-3f67-4389-9941-d52f727626ff gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:12.076315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-fa5cac88-dae5-42eb-a545-6442b78137ae None None] Port 896443d1-61ce-43af-ab7c-d0512c66146c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:51:12.121736 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-51c118c2-595d-4023-acc7-60c86b42d418 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2249787 Dec 22 08:51:12.195548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0c39569a-6bfc-4d23-a808-5b02eaae215d None None] Provisioning complete for port 896443d1-61ce-43af-ab7c-d0512c66146c triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:12.195922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0c39569a-6bfc-4d23-a808-5b02eaae215d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.247686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0c39569a-6bfc-4d23-a808-5b02eaae215d None None] Port 896443d1-61ce-43af-ab7c-d0512c66146c cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:51:12.360623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58286) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:12.361723 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '896443d1-61ce-43af-ab7c-d0512c66146c', 'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:d3:92:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:09Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:12.365777 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Checking router: 6cfe248a-3f67-4389-9941-d52f727626ff for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:12.365981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828389204', 'description': 'tempest-secgroup-smoke-828389204 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:12.366105 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Updating router 6cfe248a-3f67-4389-9941-d52f727626ff port 896443d1-61ce-43af-ab7c-d0512c66146c binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:51:12.372632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:12.379527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:12.382665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:12.389003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:12.399701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.418906 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.419584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:12.423665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:12.426477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:12.432022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:12.500032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d2c54831-ffab-4b68-9a21-e38a39408ebb up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:12.513662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.517486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.564840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da4fc74-8938-4885-b448-969a8a2f93c0,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:12.573108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.575176 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2e203f8d-fec8-44e7-8c39-c271ae489631 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2129953 Dec 22 08:51:12.578202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58290) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:12.584356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '8da4fc74-8938-4885-b448-969a8a2f93c0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:12.591418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:12.595461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:12.598301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:12.604013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:12.618386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port d2c54831-ffab-4b68-9a21-e38a39408ebb completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:12.626317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d2c54831-ffab-4b68-9a21-e38a39408ebb triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:12.626684 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.626899 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.695565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.702164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.731177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5673716a-afc0-409d-8fe9-637b53791fca,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:12.742492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.743941 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-66677283-8c4a-4b3c-b6ce-dc38482ff25f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642234 Dec 22 08:51:12.747614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58294) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:12.752669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '8da4fc74-8938-4885-b448-969a8a2f93c0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:12.756326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.758459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:12.764650 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:12.767609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:12.773335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:12.778484 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.790660 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Transition to ACTIVE for port object 896443d1-61ce-43af-ab7c-d0512c66146c will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:12.792844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.794929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port d2c54831-ffab-4b68-9a21-e38a39408ebb, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d2c54831-ffab-4b68-9a21-e38a39408ebb,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:12.797872 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.800539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.801479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:12.865433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.871174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.898157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28a8dea-3f5b-42ba-806a-372fdb038235,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:12.915286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.916378 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-337626bd-e821-4af0-bcbd-146dcaa46b02 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677883 Dec 22 08:51:12.919540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58298) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:12.928055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '8da4fc74-8938-4885-b448-969a8a2f93c0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:12.934865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:12.937176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=d2c54831-ffab-4b68-9a21-e38a39408ebb,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:12.939253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:12.942386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:12.948924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:12.950544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:12.950918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.980662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.015858 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16936e-f25d-4f62-8d6f-2d6fccb71a97 None None] Pushing event updated for resources: {'Port': ['ID=896443d1-61ce-43af-ab7c-d0512c66146c,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:13.041866 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Attempting to bind port 896443d1-61ce-43af-ab7c-d0512c66146c on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:51:13.042489 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Attempting to bind port 896443d1-61ce-43af-ab7c-d0512c66146c by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:51:13.043044 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Attempting to bind port 896443d1-61ce-43af-ab7c-d0512c66146c on network 6a987aa8-97bb-4d7e-ae70-9136640d8367 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:51:13.049594 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:51:13.050239 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Checking segment: {'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:51:13.050801 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.051504 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Bound using segment: {'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:51:13.052126 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Bound port: 896443d1-61ce-43af-ab7c-d0512c66146c, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:51:13.052672 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.080775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.086514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.112826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad05950-790a-4e91-af44-c0fc4c7b9099,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:13.125076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.126764 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e41b7db7-4a30-494c-a5ef-037c0805ce45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2060061 Dec 22 08:51:13.129904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58302) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:13.135269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '8da4fc74-8938-4885-b448-969a8a2f93c0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:13.141044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:13.144859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:13.148640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:13.154504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:13.169169 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] For port 896443d1-61ce-43af-ab7c-d0512c66146c, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:51:13.173440 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] For port 896443d1-61ce-43af-ab7c-d0512c66146c, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=896443d1-61ce-43af-ab7c-d0512c66146c,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:51:13.174634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.180598 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.236804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.242101 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.256808 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Routers {'6cfe248a-3f67-4389-9941-d52f727626ff'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:13.257408 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:50:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6cfe248a-3f67-4389-9941-d52f727626ff'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:13.266669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf9ed92-189a-4c72-bb4b-69a71227cd0b,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:13.277303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.281110 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-012f0e98-9b8d-4e34-9443-8dac671dc4d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476562 Dec 22 08:51:13.281551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58306) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:13.286734 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '8da4fc74-8938-4885-b448-969a8a2f93c0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:13.292819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:13.297237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:13.300410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:13.306778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:13.319437 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:51:13.327341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.361897 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16936e-f25d-4f62-8d6f-2d6fccb71a97 None None] Pushing event updated for resources: {'Port': ['ID=896443d1-61ce-43af-ab7c-d0512c66146c,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:13.405833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.411091 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.436131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea36ad9-0e98-43a6-b44d-9321aee65fe4,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:13.446105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.447503 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d067c763-2cc6-47ad-b3f0-8ef5593a9dc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649585 Dec 22 08:51:13.450233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58310) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:13.455640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '8da4fc74-8938-4885-b448-969a8a2f93c0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:13.461570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:13.466026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:13.468827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:13.474531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:13.485915 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:51:13.492173 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] Set router 6cfe248a-3f67-4389-9941-d52f727626ff gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:13.493024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.559973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.563933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.586974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b4cd13-1f84-4b1f-80ec-46824cece74b,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:13.596187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.597321 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f7b11f5c-2d01-4de7-a166-fa1bb4444a88 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459284 Dec 22 08:51:13.799675 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '896443d1-61ce-43af-ab7c-d0512c66146c', 'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:d3:92:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:09Z', 'updated_at': '2021-12-22T08:51:13Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:13.803471 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6256cbc7-57a8-41bd-95a0-bed33c4a6910 None None] The sync data for ids ['6cfe248a-3f67-4389-9941-d52f727626ff'] in dv-neutron-822561-2-hyperv is: [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '896443d1-61ce-43af-ab7c-d0512c66146c', 'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:d3:92:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:09Z', 'updated_at': '2021-12-22T08:51:13Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:13.812135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-0d26e241-ce9e-4ed4-9aeb-7022fdef2b36 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:13.827906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-0d26e241-ce9e-4ed4-9aeb-7022fdef2b36 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:13.829204 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-0d26e241-ce9e-4ed4-9aeb-7022fdef2b36 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828389204&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0555847 Dec 22 08:51:14.009481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-3568479a-c4b2-4550-afe3-ab33fe8455ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:14.010281 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-3568479a-c4b2-4550-afe3-ab33fe8455ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:14.027788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-3568479a-c4b2-4550-afe3-ab33fe8455ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:14.029867 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-3568479a-c4b2-4550-afe3-ab33fe8455ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/networks?id=6a987aa8-97bb-4d7e-ae70-9136640d8367 HTTP/1.1" status: 200 len: 797 time: 0.1879141 Dec 22 08:51:14.045007 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-44aa6bf0-89ed-4ec3-a2cb-ff0af1952741 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/quotas/bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 375 time: 0.0096118 Dec 22 08:51:14.085464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:14.130040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-39017358-b01e-4f95-9256-17c0534e310f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:14.146447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-39017358-b01e-4f95-9256-17c0534e310f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:14.147936 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-39017358-b01e-4f95-9256-17c0534e310f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974507 Dec 22 08:51:14.408263 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-d740f4fc-371a-4680-b095-82c4fc82a9a5 service neutron] 10.222.0.37 "GET /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478573 Dec 22 08:51:14.488927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d2c54831-ffab-4b68-9a21-e38a39408ebb up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:14.542067 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-b7e3bbfe-a469-4d0b-b2d1-dc9e8b9c5138 service neutron] 10.222.0.37 "GET /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327929 Dec 22 08:51:14.559980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d2c54831-ffab-4b68-9a21-e38a39408ebb triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:14.560612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:14.697799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 896443d1-61ce-43af-ab7c-d0512c66146c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:14.744689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-2e24f855-06aa-4c92-8553-895579df3236 req-a56412b7-ad2b-4f2b-9835-2f8983315de4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:14.760060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-2e24f855-06aa-4c92-8553-895579df3236 req-a56412b7-ad2b-4f2b-9835-2f8983315de4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:14.761500 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2e24f855-06aa-4c92-8553-895579df3236 req-a56412b7-ad2b-4f2b-9835-2f8983315de4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 210 time: 0.0656102 Dec 22 08:51:14.771208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 896443d1-61ce-43af-ab7c-d0512c66146c completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:14.794783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 896443d1-61ce-43af-ab7c-d0512c66146c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:14.795364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:14.920071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:14.952963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 896443d1-61ce-43af-ab7c-d0512c66146c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=896443d1-61ce-43af-ab7c-d0512c66146c,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:14.957805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:15.026112 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=896443d1-61ce-43af-ab7c-d0512c66146c,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:15.864430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-fa48842b-3979-4e2f-9232-43ed4faef28d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:15.865880 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-fa48842b-3979-4e2f-9232-43ed4faef28d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=6a987aa8-97bb-4d7e-ae70-9136640d8367 HTTP/1.1" status: 200 len: 797 time: 0.1578808 Dec 22 08:51:15.943490 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4814bd12-37cc-4bad-9c15-e9c735a76ddd req-3ef332cb-f56f-486c-96f3-f867c8ae0637 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 210 time: 0.0548306 Dec 22 08:51:15.956259 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-6db51765-fe92-41eb-96e5-caa29a05061d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 379 time: 0.0802104 Dec 22 08:51:15.970612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'device_id': '65370637-497c-44ec-944f-430943c406d5', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'admin_state_up': True, 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'security_groups': ['8da4fc74-8938-4885-b448-969a8a2f93c0']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:16.104285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:16.114004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:16.123805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:51:16.127388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.301493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.9 (6a987aa8-97bb-4d7e-ae70-9136640d8367/a43739dd-241b-4b45-bc67-e7cb6823a844/62a4521a-6027-4249-9b57-870b2f1b5407) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:16.417661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 896443d1-61ce-43af-ab7c-d0512c66146c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:16.486301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 896443d1-61ce-43af-ab7c-d0512c66146c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:16.486666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.490428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.505541 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 62a4521a-6027-4249-9b57-870b2f1b5407 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:16.531314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.610384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 6a987aa8-97bb-4d7e-ae70-9136640d8367 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:16.613310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:16.617020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:51:16.647202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=62a4521a-6027-4249-9b57-870b2f1b5407,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:16.685827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:16.686433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.711893 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-206f263f-84c6-44b4-9a6f-f28c4e6bbbc3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7450421 Dec 22 08:51:16.723628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Request body: {'port': {'device_id': '65370637-497c-44ec-944f-430943c406d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:16.837384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.839671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-57e530c8-11cf-477d-a70d-ce8836556a92 None None] Provisioning for port 62a4521a-6027-4249-9b57-870b2f1b5407 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:16.852780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-57e530c8-11cf-477d-a70d-ce8836556a92 None None] Provisioning complete for port 62a4521a-6027-4249-9b57-870b2f1b5407 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:16.853191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-57e530c8-11cf-477d-a70d-ce8836556a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.918906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-57e530c8-11cf-477d-a70d-ce8836556a92 None None] Port 62a4521a-6027-4249-9b57-870b2f1b5407 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:51:17.132330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abc767-68fc-46bd-a375-d70824ff46f9 req-cea7bc94-c1d1-4351-9452-a5dbde907de1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:17.133814 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f1abc767-68fc-46bd-a375-d70824ff46f9 req-cea7bc94-c1d1-4351-9452-a5dbde907de1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 931 time: 0.0814538 Dec 22 08:51:17.177943 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f1abc767-68fc-46bd-a375-d70824ff46f9 req-a8f681aa-f6c7-4e97-a75e-a63df17b2ddb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376055 Dec 22 08:51:17.202549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a4521a-6027-4249-9b57-870b2f1b5407 {{(pid=87534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:51:17.209818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:17.223628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Transition to ACTIVE for port object 62a4521a-6027-4249-9b57-870b2f1b5407 will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:17.227556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:17.469752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=62a4521a-6027-4249-9b57-870b2f1b5407,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:17.551045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Attempting to bind port 62a4521a-6027-4249-9b57-870b2f1b5407 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:51:17.551381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Attempting to bind port 62a4521a-6027-4249-9b57-870b2f1b5407 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:51:17.551713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Attempting to bind port 62a4521a-6027-4249-9b57-870b2f1b5407 on network 6a987aa8-97bb-4d7e-ae70-9136640d8367 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:51:17.556328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Port 62a4521a-6027-4249-9b57-870b2f1b5407 on network 6a987aa8-97bb-4d7e-ae70-9136640d8367 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:51:17.556766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Attempting to bind port 62a4521a-6027-4249-9b57-870b2f1b5407 on network 6a987aa8-97bb-4d7e-ae70-9136640d8367 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:51:17.562695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:51:17.563031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Checking segment: {'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:51:17.563421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Bound using segment: {'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:51:17.563844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Bound port: 62a4521a-6027-4249-9b57-870b2f1b5407, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8124cd-8a58-4287-b93a-bcd0dbb1568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367'}}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:51:17.564210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:17.654387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] For port 62a4521a-6027-4249-9b57-870b2f1b5407, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:51:17.657192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] For port 62a4521a-6027-4249-9b57-870b2f1b5407, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=62a4521a-6027-4249-9b57-870b2f1b5407,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:51:17.662545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:17.719750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:17.720359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:17.721711 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] 10.222.0.54 "PUT /v2.0/ports/62a4521a-6027-4249-9b57-870b2f1b5407 HTTP/1.1" status: 200 len: 1093 time: 1.0023291 Dec 22 08:51:17.724117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65370637-497c-44ec-944f-430943c406d5', 'tag': '62a4521a-6027-4249-9b57-870b2f1b5407'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:17.751275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9d594-22d5-4688-8fca-a55edac1eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=62a4521a-6027-4249-9b57-870b2f1b5407,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:17.797225 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65370637-497c-44ec-944f-430943c406d5', 'tag': '62a4521a-6027-4249-9b57-870b2f1b5407', 'status': 'completed', 'code': 200} Dec 22 08:51:17.838059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-ebc25e88-2748-4349-937a-be76ed307bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:17.839534 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-ebc25e88-2748-4349-937a-be76ed307bee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 1096 time: 0.0792923 Dec 22 08:51:17.910115 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-bb356ba3-6b18-4d24-9f88-1db02c674752 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a4521a-6027-4249-9b57-870b2f1b5407 HTTP/1.1" status: 200 len: 217 time: 0.0622284 Dec 22 08:51:17.974497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-d4fd9ac0-d7ba-415e-8f8d-7851cf121b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:17.975859 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-d4fd9ac0-d7ba-415e-8f8d-7851cf121b27 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a43739dd-241b-4b45-bc67-e7cb6823a844 HTTP/1.1" status: 200 len: 834 time: 0.0600643 Dec 22 08:51:18.050536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-050a0cbb-cc32-494b-82c3-e7c3874281b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:18.052034 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-050a0cbb-cc32-494b-82c3-e7c3874281b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a987aa8-97bb-4d7e-ae70-9136640d8367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695186 Dec 22 08:51:18.179579 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-125a3406-675b-409e-baf2-2f5cbc92bf10 service neutron] 10.222.0.54 "GET /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208260 Dec 22 08:51:18.309384 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4b9c5ec-4e55-4669-8c51-77d70f108f9d req-ab5cbb8a-8af3-43de-a881-7f892dbc7a68 service neutron] 10.222.0.54 "GET /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228263 Dec 22 08:51:18.360455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd78443-a319-4d14-8890-6432d0a8148e req-af1b5a35-74e8-4967-87b9-2c4a3747f8e1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:18.361762 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1dd78443-a319-4d14-8890-6432d0a8148e req-af1b5a35-74e8-4967-87b9-2c4a3747f8e1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 943 time: 0.0796862 Dec 22 08:51:18.412250 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1dd78443-a319-4d14-8890-6432d0a8148e req-f012b4af-999d-4672-9cb6-9c4583333035 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443335 Dec 22 08:51:18.434243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-473c096f-a7a1-4a6b-a571-485e728843aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:18.436025 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-473c096f-a7a1-4a6b-a571-485e728843aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 1096 time: 0.0785882 Dec 22 08:51:18.564718 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-b4220331-f3b9-42dc-ab6d-90bca6ceacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:18.566114 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-b4220331-f3b9-42dc-ab6d-90bca6ceacb1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a987aa8-97bb-4d7e-ae70-9136640d8367 HTTP/1.1" status: 200 len: 898 time: 0.1229439 Dec 22 08:51:18.631294 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-fac12df8-3ae7-4ce6-b3b4-415543b0de07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a4521a-6027-4249-9b57-870b2f1b5407 HTTP/1.1" status: 200 len: 217 time: 0.0585268 Dec 22 08:51:18.696476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-2f68e61f-95e4-4c67-b02b-efe1305b4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:18.697946 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-2f68e61f-95e4-4c67-b02b-efe1305b4fe2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a43739dd-241b-4b45-bc67-e7cb6823a844 HTTP/1.1" status: 200 len: 834 time: 0.0591366 Dec 22 08:51:18.769836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-1e47ecf1-d1fa-4514-8435-65e9ba645a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:18.771311 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-1e47ecf1-d1fa-4514-8435-65e9ba645a92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a987aa8-97bb-4d7e-ae70-9136640d8367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668447 Dec 22 08:51:18.900395 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-2678f126-836c-490c-9ec3-24fba0d6501f service neutron] 10.222.0.54 "GET /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214929 Dec 22 08:51:19.121302 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2b9166d7-044c-4993-a1a2-8d9257cf61ab req-4a13ede1-0f47-4f33-b1ed-0c7024448348 service neutron] 10.222.0.54 "GET /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136257 Dec 22 08:51:19.328946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-41a08f79-43e5-4114-9f15-d4b2221649a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:19.597237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eda2d-664f-42ed-9dc8-74cead1bdee6 req-f17f70c3-0f55-46e7-a768-ffd2d14bd6e5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:19.597887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-742eda2d-664f-42ed-9dc8-74cead1bdee6 req-f17f70c3-0f55-46e7-a768-ffd2d14bd6e5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:19.613338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-742eda2d-664f-42ed-9dc8-74cead1bdee6 req-f17f70c3-0f55-46e7-a768-ffd2d14bd6e5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:19.614426 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-742eda2d-664f-42ed-9dc8-74cead1bdee6 req-f17f70c3-0f55-46e7-a768-ffd2d14bd6e5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 943 time: 0.0970433 Dec 22 08:51:19.657515 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-742eda2d-664f-42ed-9dc8-74cead1bdee6 req-cd505aa6-32ee-48b6-b9d1-987891c89ff4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374861 Dec 22 08:51:20.835305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee907c-263d-40e1-97d2-c18b1b9c87e3 req-78e8dda2-7696-4a60-bec1-e6dfd0f702c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:20.836729 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c3ee907c-263d-40e1-97d2-c18b1b9c87e3 req-78e8dda2-7696-4a60-bec1-e6dfd0f702c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 943 time: 0.0777109 Dec 22 08:51:20.880171 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c3ee907c-263d-40e1-97d2-c18b1b9c87e3 req-eda3420e-5af5-4698-8f96-fafc66d6d78d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378680 Dec 22 08:51:21.210459 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 62a4521a-6027-4249-9b57-870b2f1b5407 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:51:21.338437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 62a4521a-6027-4249-9b57-870b2f1b5407, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=62a4521a-6027-4249-9b57-870b2f1b5407,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:21.351416 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '62a4521a-6027-4249-9b57-870b2f1b5407', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'port_id': '62a4521a-6027-4249-9b57-870b2f1b5407', 'mac_address': 'fa:16:3e:fb:be:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:51:21.403793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:21.419480 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a4521a-6027-4249-9b57-870b2f1b5407 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:51:21.433939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 62a4521a-6027-4249-9b57-870b2f1b5407, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=62a4521a-6027-4249-9b57-870b2f1b5407,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:21.438023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:21.505119 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=62a4521a-6027-4249-9b57-870b2f1b5407,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:21.674126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['62a4521a-6027-4249-9b57-870b2f1b5407'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:51:21.732962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c56bcd1e-5eb6-44f3-bd48-fbc10f9ced8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:22.058758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fddf1c-296b-4df8-b91b-a6a5d35f8f55 req-113cd206-bb25-4d4f-bbbd-c877cd7dc7d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:22.061016 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b7fddf1c-296b-4df8-b91b-a6a5d35f8f55 req-113cd206-bb25-4d4f-bbbd-c877cd7dc7d2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 944 time: 0.0795474 Dec 22 08:51:22.102740 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b7fddf1c-296b-4df8-b91b-a6a5d35f8f55 req-bb51e80a-5dd1-4966-bf55-7e255c4d2b09 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361862 Dec 22 08:51:22.741854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:22.921924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:23.229611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 62a4521a-6027-4249-9b57-870b2f1b5407 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:23.291120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26ee98-234e-4ccc-9b45-eef873a34937 req-b437dc27-d6bc-4889-b2d7-d7cec31085f1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:23.292499 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-aa26ee98-234e-4ccc-9b45-eef873a34937 req-b437dc27-d6bc-4889-b2d7-d7cec31085f1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 944 time: 0.0844650 Dec 22 08:51:23.326876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 62a4521a-6027-4249-9b57-870b2f1b5407 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:23.331365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 62a4521a-6027-4249-9b57-870b2f1b5407 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:23.331731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:23.338088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-aa26ee98-234e-4ccc-9b45-eef873a34937 req-983b7315-4a72-478b-84d3-37ae0a8d242a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399020 Dec 22 08:51:23.443784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:23.469940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65370637-497c-44ec-944f-430943c406d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4521a-6027-4249-9b57-870b2f1b5407'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:23.479698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 62a4521a-6027-4249-9b57-870b2f1b5407, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=62a4521a-6027-4249-9b57-870b2f1b5407,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:23.483710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:23.524582 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65370637-497c-44ec-944f-430943c406d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4521a-6027-4249-9b57-870b2f1b5407', 'code': 200} Dec 22 08:51:23.555551 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=62a4521a-6027-4249-9b57-870b2f1b5407,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:23.738743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135c595-f6eb-4e3d-918a-adacca7b4c34 req-42a78386-bc9c-4834-bfad-326ddcc537c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:23.740184 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3135c595-f6eb-4e3d-918a-adacca7b4c34 req-42a78386-bc9c-4834-bfad-326ddcc537c1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 1098 time: 0.0717013 Dec 22 08:51:23.779650 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3135c595-f6eb-4e3d-918a-adacca7b4c34 req-22348765-999e-4223-808d-9b83d7523f1b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329950 Dec 22 08:51:24.108231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:24.516009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9017e-8651-43ae-8ba8-45d9926f4693 req-27f035e3-4910-4522-9984-294f2bf843e3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:24.517422 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0ae9017e-8651-43ae-8ba8-45d9926f4693 req-27f035e3-4910-4522-9984-294f2bf843e3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 945 time: 0.0770588 Dec 22 08:51:24.559845 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0ae9017e-8651-43ae-8ba8-45d9926f4693 req-5a8a637b-9afb-4835-ac8c-f50affa1157d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367532 Dec 22 08:51:25.750725 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:51:25.755318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b674e9-b805-4884-b005-2ac0afe9aba8 req-753107ea-964d-4c52-a567-4377adac1c04 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:25.757020 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d9b674e9-b805-4884-b005-2ac0afe9aba8 req-753107ea-964d-4c52-a567-4377adac1c04 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 945 time: 0.0779943 Dec 22 08:51:25.804547 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d9b674e9-b805-4884-b005-2ac0afe9aba8 req-66c17320-fafc-4fd0-9a72-4a781c4072c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Dec 22 08:51:25.991226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecd542-5756-4205-8d4f-00801f43ae2a req-29fb03dc-5a48-4997-b330-a4993bfde678 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:25.992640 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecd542-5756-4205-8d4f-00801f43ae2a req-29fb03dc-5a48-4997-b330-a4993bfde678 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 945 time: 0.0806091 Dec 22 08:51:26.036698 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecd542-5756-4205-8d4f-00801f43ae2a req-4d4d87c5-4c48-4882-8185-c946dc0a5ea1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383916 Dec 22 08:51:26.058471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58366) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:26.126418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b231e-35a2-4090-b80d-455bd6958fd9 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:26.127881 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6e8b231e-35a2-4090-b80d-455bd6958fd9 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 1093 time: 0.0684493 Dec 22 08:51:26.130565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58370) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:26.135263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '62a4521a-6027-4249-9b57-870b2f1b5407', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:26.141529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:26.145256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:floatingip and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:26.148021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:26.153580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:26.163636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.296576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.529217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.199 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/6aee2843-637c-4f3b-b519-686816237846) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:26.670812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.699768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.764451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:26.767194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:26.770943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:51:26.807825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=6aee2843-637c-4f3b-b519-686816237846,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:27.176257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:27.246905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:27.443249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:27.447480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:27.553784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=6aee2843-637c-4f3b-b519-686816237846,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:27.564122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:27.727079 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP 06c658e3-99ac-4133-82c4-495261a5a4b7 associated. External IP: 172.26.1.199, port: 62a4521a-6027-4249-9b57-870b2f1b5407. Dec 22 08:51:28.174606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6cfe248a-3f67-4389-9941-d52f727626ff has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:51:28.353966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:28.363900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] Sync routers for ids ['6cfe248a-3f67-4389-9941-d52f727626ff'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:28.374536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] Routers {'6cfe248a-3f67-4389-9941-d52f727626ff'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:28.375215 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:51:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6cfe248a-3f67-4389-9941-d52f727626ff'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:28.380005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:28.434843 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b373d1d6-567a-4b4e-b32a-d965e1f6a336 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3032835 Dec 22 08:51:28.435430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65370637-497c-44ec-944f-430943c406d5', 'tag': '62a4521a-6027-4249-9b57-870b2f1b5407'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:28.438061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58374) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:28.489870 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65370637-497c-44ec-944f-430943c406d5', 'tag': '62a4521a-6027-4249-9b57-870b2f1b5407', 'status': 'completed', 'code': 200} Dec 22 08:51:28.553004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] Set router 6cfe248a-3f67-4389-9941-d52f727626ff gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:28.599214 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-63ac61bc-2d1c-4aa3-8315-00ec5da855bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/06c658e3-99ac-4133-82c4-495261a5a4b7 HTTP/1.1" status: 200 len: 991 time: 0.1600003 Dec 22 08:51:28.617505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26604d0f-8698-49e6-856a-ae8e02983612 req-0c6d8114-0249-4935-af27-b00cd505e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:28.619133 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-26604d0f-8698-49e6-856a-ae8e02983612 req-0c6d8114-0249-4935-af27-b00cd505e8fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 1098 time: 0.1013882 Dec 22 08:51:28.748841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26604d0f-8698-49e6-856a-ae8e02983612 req-dbc32df9-d24c-45f6-b3b9-b20cdc641b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:28.750315 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-26604d0f-8698-49e6-856a-ae8e02983612 req-dbc32df9-d24c-45f6-b3b9-b20cdc641b80 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a987aa8-97bb-4d7e-ae70-9136640d8367 HTTP/1.1" status: 200 len: 898 time: 0.1250644 Dec 22 08:51:28.852909 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-26604d0f-8698-49e6-856a-ae8e02983612 req-f59eab4c-476f-4268-b892-2d53bf909231 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a4521a-6027-4249-9b57-870b2f1b5407 HTTP/1.1" status: 200 len: 999 time: 0.0961571 Dec 22 08:51:28.895611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '06c658e3-99ac-4133-82c4-495261a5a4b7', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.199', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'port_id': '62a4521a-6027-4249-9b57-870b2f1b5407', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'mac_address': 'fa:16:3e:fb:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65370637-497c-44ec-944f-430943c406d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:51:27Z', 'updated_at': '2021-12-22T08:51:27Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896443d1-61ce-43af-ab7c-d0512c66146c', 'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:d3:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:09Z', 'updated_at': '2021-12-22T08:51:14Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:28.899375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] Checking router: 6cfe248a-3f67-4389-9941-d52f727626ff for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:28.908305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] Routers {'6cfe248a-3f67-4389-9941-d52f727626ff'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:28.908911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:51:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6cfe248a-3f67-4389-9941-d52f727626ff'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:28.917873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26604d0f-8698-49e6-856a-ae8e02983612 req-08963126-461c-460e-b0bb-fd862c70cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:28.919299 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-26604d0f-8698-49e6-856a-ae8e02983612 req-08963126-461c-460e-b0bb-fd862c70cdf7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a43739dd-241b-4b45-bc67-e7cb6823a844 HTTP/1.1" status: 200 len: 834 time: 0.0606716 Dec 22 08:51:28.994493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26604d0f-8698-49e6-856a-ae8e02983612 req-e3a31481-8475-4d94-867e-3a908e1454a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:28.996029 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-26604d0f-8698-49e6-856a-ae8e02983612 req-e3a31481-8475-4d94-867e-3a908e1454a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a987aa8-97bb-4d7e-ae70-9136640d8367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702641 Dec 22 08:51:29.082423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] Set router 6cfe248a-3f67-4389-9941-d52f727626ff gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:29.128250 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-26604d0f-8698-49e6-856a-ae8e02983612 req-7aee24f0-0b18-402e-9a26-03ed076b2946 service neutron] 10.222.0.54 "GET /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248682 Dec 22 08:51:29.255726 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-26604d0f-8698-49e6-856a-ae8e02983612 req-9f464a1b-92db-490c-afd4-1b6fdf094c54 service neutron] 10.222.0.54 "GET /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209087 Dec 22 08:51:29.423307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '06c658e3-99ac-4133-82c4-495261a5a4b7', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.199', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'port_id': '62a4521a-6027-4249-9b57-870b2f1b5407', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'mac_address': 'fa:16:3e:fb:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65370637-497c-44ec-944f-430943c406d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:51:27Z', 'updated_at': '2021-12-22T08:51:27Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896443d1-61ce-43af-ab7c-d0512c66146c', 'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:d3:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:09Z', 'updated_at': '2021-12-22T08:51:14Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:29.427166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d1a95-c2cf-4ad8-88dc-9ac42e7b9656 None None] The sync data for ids ['6cfe248a-3f67-4389-9941-d52f727626ff'] in dv-neutron-822561-2-hyperv is: [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '06c658e3-99ac-4133-82c4-495261a5a4b7', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.199', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'port_id': '62a4521a-6027-4249-9b57-870b2f1b5407', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'mac_address': 'fa:16:3e:fb:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65370637-497c-44ec-944f-430943c406d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:51:27Z', 'updated_at': '2021-12-22T08:51:27Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896443d1-61ce-43af-ab7c-d0512c66146c', 'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:d3:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:09Z', 'updated_at': '2021-12-22T08:51:14Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:29.603309 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58380) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:29.624516 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6587e143-e06d-4a4a-bef3-2ae0f754b1a4 None None] New status for floating IP 06c658e3-99ac-4133-82c4-495261a5a4b7: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:51:29.712565 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-afd39a46-c59c-4b02-b155-f8782e99c522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/06c658e3-99ac-4133-82c4-495261a5a4b7 HTTP/1.1" status: 200 len: 991 time: 0.1080873 Dec 22 08:51:30.716154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58384) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:30.915590 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1e4c57f9-7974-4cb9-bf6d-b0acbd1dda86 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/06c658e3-99ac-4133-82c4-495261a5a4b7 HTTP/1.1" status: 200 len: 993 time: 0.1982608 Dec 22 08:51:44.076562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.330087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e2ca9c48-7813-4ccd-a2b4-402271b47a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:51.694704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-81cd8c4b-18e9-43ec-96dd-5e08a1e312b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.747404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.923615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:54.112441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:00.089386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58398) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:00.193003 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4ac674e5-43e6-4d87-9ea5-009ade46fa78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/06c658e3-99ac-4133-82c4-495261a5a4b7 HTTP/1.1" status: 200 len: 993 time: 0.1024733 Dec 22 08:52:00.509139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58406) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:00.703666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 6aee2843-637c-4f3b-b519-686816237846 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:52:00.703999 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:00.871219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:00.871545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:00.990183 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 6aee2843-637c-4f3b-b519-686816237846 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:52:01.133728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:01.178436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=6aee2843-637c-4f3b-b519-686816237846,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:01.267498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:01.267723 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP 06c658e3-99ac-4133-82c4-495261a5a4b7 disassociated (deleted). External IP: 172.26.1.199, port: 62a4521a-6027-4249-9b57-870b2f1b5407. Dec 22 08:52:01.602798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6cfe248a-3f67-4389-9941-d52f727626ff has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:52:01.871472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:01.881880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] Sync routers for ids ['6cfe248a-3f67-4389-9941-d52f727626ff'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:01.891296 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:01.891875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] Routers {'6cfe248a-3f67-4389-9941-d52f727626ff'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:01.892484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:51:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6cfe248a-3f67-4389-9941-d52f727626ff'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:01.954164 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c19e379a-8bea-4fc0-b5f2-4114a6c7f2b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/floatingips/06c658e3-99ac-4133-82c4-495261a5a4b7 HTTP/1.1" status: 204 len: 168 time: 1.4425566 Dec 22 08:52:01.954840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65370637-497c-44ec-944f-430943c406d5', 'tag': '62a4521a-6027-4249-9b57-870b2f1b5407'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:02.109874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] Set router 6cfe248a-3f67-4389-9941-d52f727626ff gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:02.125449 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65370637-497c-44ec-944f-430943c406d5', 'tag': '62a4521a-6027-4249-9b57-870b2f1b5407', 'status': 'completed', 'code': 200} Dec 22 08:52:02.403700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-bd23cd99-9844-44e5-bf81-d0ef3769ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:02.405163 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-bd23cd99-9844-44e5-bf81-d0ef3769ed5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 1098 time: 0.2534592 Dec 22 08:52:02.415389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3acd46-f3d8-4059-bec3-1e710c378fd6 req-76e866b6-6601-401c-9963-a83ce709f096 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:02.416041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5e3acd46-f3d8-4059-bec3-1e710c378fd6 req-76e866b6-6601-401c-9963-a83ce709f096 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:02.427457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '896443d1-61ce-43af-ab7c-d0512c66146c', 'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:d3:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:09Z', 'updated_at': '2021-12-22T08:51:14Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:02.431332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] Checking router: 6cfe248a-3f67-4389-9941-d52f727626ff for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:52:02.439962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] Routers {'6cfe248a-3f67-4389-9941-d52f727626ff'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:02.440554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:51:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6cfe248a-3f67-4389-9941-d52f727626ff'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:02.511071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5e3acd46-f3d8-4059-bec3-1e710c378fd6 req-76e866b6-6601-401c-9963-a83ce709f096 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:02.512237 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5e3acd46-f3d8-4059-bec3-1e710c378fd6 req-76e866b6-6601-401c-9963-a83ce709f096 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 945 time: 0.2606328 Dec 22 08:52:02.584199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-35c2c401-6e16-491c-85f6-1a2e10fe244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:02.585762 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-35c2c401-6e16-491c-85f6-1a2e10fe244d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a987aa8-97bb-4d7e-ae70-9136640d8367 HTTP/1.1" status: 200 len: 898 time: 0.1670017 Dec 22 08:52:02.588551 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5e3acd46-f3d8-4059-bec3-1e710c378fd6 req-52b6c72c-cd21-4e79-9f27-853beec3bbf8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647588 Dec 22 08:52:02.632395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] Set router 6cfe248a-3f67-4389-9941-d52f727626ff gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:02.658736 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-6e485c92-13c9-4d8f-9aaa-5f484bae6dc1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a4521a-6027-4249-9b57-870b2f1b5407 HTTP/1.1" status: 200 len: 217 time: 0.0647888 Dec 22 08:52:02.726582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-f0994455-f5d3-4651-9d08-0dacb753134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:02.728023 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-f0994455-f5d3-4651-9d08-0dacb753134c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a43739dd-241b-4b45-bc67-e7cb6823a844 HTTP/1.1" status: 200 len: 834 time: 0.0613780 Dec 22 08:52:02.753809 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:52:02.802012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-99dbe1a6-8da7-46e1-8b8f-042e1a0bcb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:02.803804 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-99dbe1a6-8da7-46e1-8b8f-042e1a0bcb01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a987aa8-97bb-4d7e-ae70-9136640d8367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689070 Dec 22 08:52:02.815252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-9e179ed2-c22f-4a98-93f0-59fa2dddd57b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:52:02.816115 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-9e179ed2-c22f-4a98-93f0-59fa2dddd57b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055358 Dec 22 08:52:02.939212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '896443d1-61ce-43af-ab7c-d0512c66146c', 'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:d3:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:09Z', 'updated_at': '2021-12-22T08:51:14Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:02.948264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5fb4ad-35ae-4d89-a588-e5684df4c4b1 None None] The sync data for ids ['6cfe248a-3f67-4389-9941-d52f727626ff'] in dv-neutron-822561-2-hyperv is: [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '896443d1-61ce-43af-ab7c-d0512c66146c', 'name': '', 'network_id': '6a987aa8-97bb-4d7e-ae70-9136640d8367', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:d3:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:09Z', 'updated_at': '2021-12-22T08:51:14Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'a43739dd-241b-4b45-bc67-e7cb6823a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:52:02.948885 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-7af93146-74a0-40d9-8c5e-df2893832813 service neutron] 10.222.0.54 "GET /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254537 Dec 22 08:52:03.087022 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-804bf279-613b-42f2-a42f-24323d0bdc3a req-9bdb4174-7d52-47c6-a872-077a75e73787 service neutron] 10.222.0.54 "GET /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306813 Dec 22 08:52:03.170992 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a0188-9b21-4391-9ce4-902146338450 None None] New status for floating IP 06c658e3-99ac-4133-82c4-495261a5a4b7: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:52:03.646576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-84ae65f0-e425-4b48-96c6-16f883dbea5b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:03.648072 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-84ae65f0-e425-4b48-96c6-16f883dbea5b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 945 time: 0.0858521 Dec 22 08:52:03.721009 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 62a4521a-6027-4249-9b57-870b2f1b5407 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:52:03.721349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:03.829959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01790534-8e72-42f3-91b7-a79d6e867471 req-4c3f976a-f919-4877-b51f-d8649c527d90 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:03.831403 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-01790534-8e72-42f3-91b7-a79d6e867471 req-4c3f976a-f919-4877-b51f-d8649c527d90 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 945 time: 0.1321061 Dec 22 08:52:03.874728 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-01790534-8e72-42f3-91b7-a79d6e867471 req-21ddc766-cf97-4189-826c-bbe07ad74bec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=8da4fc74-8938-4885-b448-969a8a2f93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374062 Dec 22 08:52:03.966723 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 62a4521a-6027-4249-9b57-870b2f1b5407, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=62a4521a-6027-4249-9b57-870b2f1b5407,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:03.967072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:04.178481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 62a4521a-6027-4249-9b57-870b2f1b5407 owned by compute:nova {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:52:04.318380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:04.366979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=62a4521a-6027-4249-9b57-870b2f1b5407,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:04.408873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.409220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.409554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.409912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.410242 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.410568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.410887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.411208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.411526 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.411844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.412183 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.412530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:04.454435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port 62a4521a-6027-4249-9b57-870b2f1b5407 on host hv-neutron-8225 {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:52:04.456578 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:04.459000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65370637-497c-44ec-944f-430943c406d5', 'name': 'network-vif-deleted', 'tag': '62a4521a-6027-4249-9b57-870b2f1b5407'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:04.474021 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bbe46235-2da3-4f1d-97ce-a9b244afe6a7 req-c79527bd-9fdd-4802-9311-5e500e39c293 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "DELETE /v2.0/ports/62a4521a-6027-4249-9b57-870b2f1b5407 HTTP/1.1" status: 204 len: 173 time: 0.8205965 Dec 22 08:52:04.502161 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65370637-497c-44ec-944f-430943c406d5', 'name': 'network-vif-deleted', 'tag': '62a4521a-6027-4249-9b57-870b2f1b5407', 'status': 'completed', 'code': 200} Dec 22 08:52:05.039380 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-48f9cd0f-3a78-4598-9b34-719432e1acd6 req-aef4495a-d13d-4b87-8053-f61de361c547 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=65370637-497c-44ec-944f-430943c406d5 HTTP/1.1" status: 200 len: 210 time: 0.0428360 Dec 22 08:52:06.132858 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58432) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:06.200611 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ada776ed-c260-4b24-8f1c-06fd43cb138e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:06.229736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ada776ed-c260-4b24-8f1c-06fd43cb138e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:06.293432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ada776ed-c260-4b24-8f1c-06fd43cb138e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:06.311799 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada776ed-c260-4b24-8f1c-06fd43cb138e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da4fc74-8938-4885-b448-969a8a2f93c0,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:06.322721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ada776ed-c260-4b24-8f1c-06fd43cb138e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:06.323842 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ada776ed-c260-4b24-8f1c-06fd43cb138e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/8da4fc74-8938-4885-b448-969a8a2f93c0 HTTP/1.1" status: 204 len: 168 time: 0.1899972 Dec 22 08:52:06.352806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58438) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:06.886908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:07.340191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 896443d1-61ce-43af-ab7c-d0512c66146c {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:52:07.340442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:07.432850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 62a4521a-6027-4249-9b57-870b2f1b5407 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:07.470452 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 62a4521a-6027-4249-9b57-870b2f1b5407 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:52:07.470794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 62a4521a-6027-4249-9b57-870b2f1b5407 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:07.525579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 896443d1-61ce-43af-ab7c-d0512c66146c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=896443d1-61ce-43af-ab7c-d0512c66146c,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:07.526197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:07.647270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 896443d1-61ce-43af-ab7c-d0512c66146c owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:52:07.962022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:08.014904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=896443d1-61ce-43af-ab7c-d0512c66146c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:08.285276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:08.741124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6cfe248a-3f67-4389-9941-d52f727626ff has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:52:08.913913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:08.924017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] Sync routers for ids ['6cfe248a-3f67-4389-9941-d52f727626ff'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:08.928538 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c8720699-8212-4878-8be8-5d1c40ba08b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/6cfe248a-3f67-4389-9941-d52f727626ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5746558 Dec 22 08:52:08.931212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58442) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:08.932904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] Routers {'6cfe248a-3f67-4389-9941-d52f727626ff'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:08.933761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:51:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6cfe248a-3f67-4389-9941-d52f727626ff'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:08.998467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting subnet a43739dd-241b-4b45-bc67-e7cb6823a844 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:52:09.002564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.058108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.110745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] Set router 6cfe248a-3f67-4389-9941-d52f727626ff gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:09.139125 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.216707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.256409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Subnet': ['ID=a43739dd-241b-4b45-bc67-e7cb6823a844,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:09.258793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.268095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.268432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.268759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.269082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.269401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.269743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.270062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.270376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.270688 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.270999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.271313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.271617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:09.277696 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1217a913-6576-44c2-8189-ae49e8c6a730 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/subnets/a43739dd-241b-4b45-bc67-e7cb6823a844 HTTP/1.1" status: 204 len: 168 time: 0.3430874 Dec 22 08:52:09.278574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58446) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:09.278700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b116a-6c96-437e-80eb-e2784e2c5588 None None] Network 6a987aa8-97bb-4d7e-ae70-9136640d8367 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:52:09.465178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.612392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:52:07Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:06Z', 'updated_at': '2021-12-22T08:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:09.616396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] Checking router: 6cfe248a-3f67-4389-9941-d52f727626ff for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:52:09.625596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] Routers {'6cfe248a-3f67-4389-9941-d52f727626ff'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:09.626242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:51:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6cfe248a-3f67-4389-9941-d52f727626ff'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:09.648094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.657777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:52:09.658108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.678893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] DHCP port deletion for 6a987aa8-97bb-4d7e-ae70-9136640d8367 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:52:09.743460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Deleting port d2c54831-ffab-4b68-9a21-e38a39408ebb {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:52:09.743832 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.846115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:09.846738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.862009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] Set router 6cfe248a-3f67-4389-9941-d52f727626ff gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:09.967019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:52:09.970882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:52:09Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:09.979264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ebef51-e424-4bb2-a623-eda3273d81f3 None None] The sync data for ids ['6cfe248a-3f67-4389-9941-d52f727626ff'] in dv-neutron-822561-2-hyperv is: [{'id': '6cfe248a-3f67-4389-9941-d52f727626ff', 'name': 'tempest-TestNetworkBasicOps-router-521860443', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:05Z', 'updated_at': '2021-12-22T08:52:09Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:52:10.083048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] For port d2c54831-ffab-4b68-9a21-e38a39408ebb, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d2c54831-ffab-4b68-9a21-e38a39408ebb,segment=NetworkSegment(2f8124cd-8a58-4287-b93a-bcd0dbb1568f),segment_id=2f8124cd-8a58-4287-b93a-bcd0dbb1568f)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:10.083366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.209444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Calling delete_port for d2c54831-ffab-4b68-9a21-e38a39408ebb owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:52:10.260541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.284761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.305959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:10.331215 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Pushing event deleted for resources: {'Port': ['ID=d2c54831-ffab-4b68-9a21-e38a39408ebb,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:10.340331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] No DVR routers for this DVR port d2c54831-ffab-4b68-9a21-e38a39408ebb on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:52:10.342298 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.342646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.342985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.343318 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.343697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.344560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.344888 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.345212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.345539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.345961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.346207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.346525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe76aa-89db-4411-8acf-b85b0bf8b88d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:10.410285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.550550 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d2c54831-ffab-4b68-9a21-e38a39408ebb no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:10.583442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.585621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.585773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: d2c54831-ffab-4b68-9a21-e38a39408ebb {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:52:10.586155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d2c54831-ffab-4b68-9a21-e38a39408ebb not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:10.586598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:10.609434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.609880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Fanout notify agent at l3_agent the message router_deleted on router 6cfe248a-3f67-4389-9941-d52f727626ff {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:52:10.619809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:52:10.620160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0e0cea0f-1911-4c8b-9654-9bb7d7b1ed58 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:10.620573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 896443d1-61ce-43af-ab7c-d0512c66146c no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:10.626014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.627132 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5178f596-9ed1-429e-b673-1031fb823ae0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/routers/6cfe248a-3f67-4389-9941-d52f727626ff HTTP/1.1" status: 204 len: 168 time: 1.3483133 Dec 22 08:52:10.629920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58450) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:10.694485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 896443d1-61ce-43af-ab7c-d0512c66146c {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:52:10.694877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 896443d1-61ce-43af-ab7c-d0512c66146c not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:10.749516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.884043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.907710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a987aa8-97bb-4d7e-ae70-9136640d8367']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:10.919113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8124cd-8a58-4287-b93a-bcd0dbb1568f') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:10.919401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8124cd-8a58-4287-b93a-bcd0dbb1568f') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:10.930898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.949920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.956007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:52:10.956384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:52:10.970361 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:52:11.045524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.062337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.073610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Network': ['ID=6a987aa8-97bb-4d7e-ae70-9136640d8367,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:11.081498 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-efe3a4aa-010f-41e7-aec4-f0c7face7a5e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/networks/6a987aa8-97bb-4d7e-ae70-9136640d8367 HTTP/1.1" status: 204 len: 168 time: 0.4504957 Dec 22 08:52:11.097187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58454) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:11.102630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'network': {'name': 'tempest-network-smoke--567215209', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'port_security_enabled': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:11.107357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:11.111931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:network and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:11.114721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:11.120567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:11.133622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:52:11.136914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.162935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:52:11.171197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.171532 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Added segment 8255238b-8367-4983-831d-3c76e2019a59 of type vlan for network ab134d82-8f2b-4820-bb23-982a3b451613 Dec 22 08:52:11.196621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.223892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.229274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:11.229862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.327252 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2290542 Dec 22 08:52:11.330118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58458) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:11.335525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'admin_state_up': True, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:11.335787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92527ae-07af-44e9-bf40-a8586e7ba466 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Network': ['ID=ab134d82-8f2b-4820-bb23-982a3b451613,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:11.343325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:11.347435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network ab134d82-8f2b-4820-bb23-982a3b451613 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:52:11.348323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:router and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:11.351316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:11.357521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:11.367828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.368821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.383887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.646653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.941660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.973154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:12.101246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.93 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/59cb3a00-d175-4ff5-a219-bc6a1e340f15) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:12.242604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:12.271207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:12.431275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:12.433998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:12.438323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:12.469362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=59cb3a00-d175-4ff5-a219-bc6a1e340f15,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:12.840954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.172867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.366776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 47da43a3-1864-4c5f-ab63-1aa926bd635b is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:52:13.542287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:13.551163 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Sync routers for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:13.560787 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:13.561482 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:51:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:13.567994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.569205 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a43e1d05-dbb7-428e-bbb3-98f6792cbfe3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2380383 Dec 22 08:52:13.572291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58462) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:13.610781 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-549f16ae-b4e5-4b6e-873c-984eb8802a37 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bb4971834ad94cd983d776e93f1d353e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374653 Dec 22 08:52:13.613191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58466) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:13.737483 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:13.848644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d9a7a0-babe-4024-949d-0218ce68f740 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:13.850064 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-74d9a7a0-babe-4024-949d-0218ce68f740 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2359598 Dec 22 08:52:13.852839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58470) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:13.894497 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-89a5b85d-46a4-474c-9d22-ad94c920324f tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405648 Dec 22 08:52:13.896924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58474) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:13.902030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-499708172', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:14.008758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:14.015322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:subnet and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:14.018184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:14.023736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:14.033671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:52:14.037139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.042196 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:12Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:14.045888 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Checking router: 47da43a3-1864-4c5f-ab63-1aa926bd635b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:52:14.046232 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Updating router 47da43a3-1864-4c5f-ab63-1aa926bd635b port 59cb3a00-d175-4ff5-a219-bc6a1e340f15 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:52:14.083748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.098769 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.252019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.331381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Subnet': ['ID=7ffc7222-03e9-420d-9b3f-da1e6001a397,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:14.339618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Checking segment: {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:14.339977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network hostable DHCP agents. Network: ab134d82-8f2b-4820-bb23-982a3b451613, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:52:14.359038 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network ab134d82-8f2b-4820-bb23-982a3b451613 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:52:14.368476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, ab134d82-8f2b-4820-bb23-982a3b451613) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:14.373689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:14.375251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.387510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae8ad69-7e64-4aff-9e84-fc1dd1dd2edb None None] Network ab134d82-8f2b-4820-bb23-982a3b451613 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:52:14.410163 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b581694b-662b-4429-95b7-96c8c963281e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5120211 Dec 22 08:52:14.412837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58478) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:14.426384 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.437998 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Transition to ACTIVE for port object 59cb3a00-d175-4ff5-a219-bc6a1e340f15 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:14.445172 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.523756 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Pushing event updated for resources: {'Port': ['ID=59cb3a00-d175-4ff5-a219-bc6a1e340f15,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:14.527164 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Attempting to bind port 59cb3a00-d175-4ff5-a219-bc6a1e340f15 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:14.527512 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Attempting to bind port 59cb3a00-d175-4ff5-a219-bc6a1e340f15 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:14.527866 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Attempting to bind port 59cb3a00-d175-4ff5-a219-bc6a1e340f15 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:14.535011 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.535353 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.535691 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.536012 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.536339 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.536658 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.536976 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.537289 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.537607 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.537945 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.538252 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.538558 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:14.543451 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:52:14.543817 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:14.544208 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.544585 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:52:14.545036 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Bound port: 59cb3a00-d175-4ff5-a219-bc6a1e340f15, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:14.545398 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.619237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-ab134d82-8f2b-4820-bb23-982a3b451613', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:52:14.620017 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] For port 59cb3a00-d175-4ff5-a219-bc6a1e340f15, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:14.620561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.622995 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] For port 59cb3a00-d175-4ff5-a219-bc6a1e340f15, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=59cb3a00-d175-4ff5-a219-bc6a1e340f15,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:52:14.628995 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.710329 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:14.711062 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:51:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:14.779879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Allocated IP 172.20.0.2 (ab134d82-8f2b-4820-bb23-982a3b451613/7ffc7222-03e9-420d-9b3f-da1e6001a397/902f6ac0-4db6-4892-afcc-b6d5a3cb9602) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:14.798246 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e80ed-efba-4938-8360-593aad3aeb13 None None] Pushing event updated for resources: {'Port': ['ID=59cb3a00-d175-4ff5-a219-bc6a1e340f15,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:14.902002 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:15.002526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:15.017358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Transition to ACTIVE for port object 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:15.039183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Transition to ACTIVE for port object 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:15.045188 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:15.121167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Network ab134d82-8f2b-4820-bb23-982a3b451613 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:15.124519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:15.127526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:15.140246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:15.162617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Pushing event updated for resources: {'Port': ['ID=902f6ac0-4db6-4892-afcc-b6d5a3cb9602,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:15.195674 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:12Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:15.199609 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dc445-c13a-4902-9f5a-3e1a7d9e197a None None] The sync data for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv is: [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:12Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:52:15.224264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Attempting to bind port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:15.224632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Attempting to bind port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:15.224991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Attempting to bind port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 on network ab134d82-8f2b-4820-bb23-982a3b451613 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:15.230833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:52:15.231189 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Checking segment: {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:15.231590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:15.231971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Bound using segment: {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:52:15.232501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Bound port: 902f6ac0-4db6-4892-afcc-b6d5a3cb9602, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:15.232872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:15.325281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] For port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:15.328821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] For port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=902f6ac0-4db6-4892-afcc-b6d5a3cb9602,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:52:15.333673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:15.453426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b566e82-a732-48c7-9ce7-f0f1a8a96372 None None] Pushing event updated for resources: {'Port': ['ID=902f6ac0-4db6-4892-afcc-b6d5a3cb9602,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:15.722510 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.1 (ab134d82-8f2b-4820-bb23-982a3b451613/7ffc7222-03e9-420d-9b3f-da1e6001a397/73a7fbc5-2729-4c75-94a6-4b0122f8bade) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:15.890732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:15.908365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 73a7fbc5-2729-4c75-94a6-4b0122f8bade will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:15.935072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:16.011650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network ab134d82-8f2b-4820-bb23-982a3b451613 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:16.014861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:16.019491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:16.053536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=73a7fbc5-2729-4c75-94a6-4b0122f8bade,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:16.084168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:16.352897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:16.460192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847c3a4-ed5f-402a-9afc-255d25da6f03 None None] Network ab134d82-8f2b-4820-bb23-982a3b451613 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:52:16.546446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 59cb3a00-d175-4ff5-a219-bc6a1e340f15 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:16.600902 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e61f3dfe-e644-4805-9d15-769e7c3e0382 None None] Provisioning for port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:16.704936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 59cb3a00-d175-4ff5-a219-bc6a1e340f15 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:16.741497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 59cb3a00-d175-4ff5-a219-bc6a1e340f15 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:16.741901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:16.779654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:16.784163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:16.881069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:16.899279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 59cb3a00-d175-4ff5-a219-bc6a1e340f15, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=59cb3a00-d175-4ff5-a219-bc6a1e340f15,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:16.901781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:16.904489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:16.905633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:16.910960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=73a7fbc5-2729-4c75-94a6-4b0122f8bade,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:17.082892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=59cb3a00-d175-4ff5-a219-bc6a1e340f15,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:17.096845 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:17.102553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:17.102763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:17.164558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2a70f720-b60c-4672-b806-db748ecad6ea None None] Provisioning for port 73a7fbc5-2729-4c75-94a6-4b0122f8bade completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:17.173614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2a70f720-b60c-4672-b806-db748ecad6ea None None] Provisioning complete for port 73a7fbc5-2729-4c75-94a6-4b0122f8bade triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:17.174132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2a70f720-b60c-4672-b806-db748ecad6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:17.183321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network ab134d82-8f2b-4820-bb23-982a3b451613 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:17.184517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:17.264095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2a70f720-b60c-4672-b806-db748ecad6ea None None] Port 73a7fbc5-2729-4c75-94a6-4b0122f8bade cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:52:17.297534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2a70f720-b60c-4672-b806-db748ecad6ea None None] Provisioning complete for port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:17.297936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2a70f720-b60c-4672-b806-db748ecad6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:17.321310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:17.379440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=902f6ac0-4db6-4892-afcc-b6d5a3cb9602,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:17.379833 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 47da43a3-1864-4c5f-ab63-1aa926bd635b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:52:17.385706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:17.504731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=902f6ac0-4db6-4892-afcc-b6d5a3cb9602,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:17.565192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:17.574501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Sync routers for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:17.577250 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-08864425-2188-4a7b-8333-89c91007cd81 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/47da43a3-1864-4c5f-ab63-1aa926bd635b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1633685 Dec 22 08:52:17.580288 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58482) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:17.586037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:17.586649 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:51:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:17.715341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32297e49-ebfc-4cce-ab89-04c034f90ae1 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:17.715720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32297e49-ebfc-4cce-ab89-04c034f90ae1 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:17.716182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32297e49-ebfc-4cce-ab89-04c034f90ae1 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:17.716658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32297e49-ebfc-4cce-ab89-04c034f90ae1 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:17.718316 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-32297e49-ebfc-4cce-ab89-04c034f90ae1 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1371367 Dec 22 08:52:17.721645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58486) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:17.737429 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bbf01eff-bbc9-41db-a5b9-70eee8ca2f2a None None] Provisioning complete for port 73a7fbc5-2729-4c75-94a6-4b0122f8bade triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:17.737837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bbf01eff-bbc9-41db-a5b9-70eee8ca2f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:17.790998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b389b4-1f47-4db7-9e0b-dc8bb1170944 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:17.791454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b389b4-1f47-4db7-9e0b-dc8bb1170944 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:17.791906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b389b4-1f47-4db7-9e0b-dc8bb1170944 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:17.792353 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b389b4-1f47-4db7-9e0b-dc8bb1170944 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:17.793995 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e4b389b4-1f47-4db7-9e0b-dc8bb1170944 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0714223 Dec 22 08:52:17.796677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58490) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:17.813844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bbf01eff-bbc9-41db-a5b9-70eee8ca2f2a None None] Port 73a7fbc5-2729-4c75-94a6-4b0122f8bade cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:52:17.824458 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:17.993395 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2f993ac8-30cd-4727-b222-c37a8086a27f tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1955414 Dec 22 08:52:18.137811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:18.142317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Checking router: 47da43a3-1864-4c5f-ab63-1aa926bd635b for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:52:18.142665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Updating router 47da43a3-1864-4c5f-ab63-1aa926bd635b port 73a7fbc5-2729-4c75-94a6-4b0122f8bade binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:52:18.192778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.491460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 59cb3a00-d175-4ff5-a219-bc6a1e340f15 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:18.563395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58496) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:18.568651 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501189201', 'description': 'tempest-secgroup-smoke-1501189201 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:18.573141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.574724 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:18.578939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:18.581915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:18.587153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Transition to ACTIVE for port object 73a7fbc5-2729-4c75-94a6-4b0122f8bade will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:18.587448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:18.594861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.598443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.618155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:18.621905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:18.624660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:18.630317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:18.713195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.717751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.745479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 59cb3a00-d175-4ff5-a219-bc6a1e340f15 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:18.746581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.768099 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f5cc54-d68a-4584-82fd-466c78aa7e62,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:18.772472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.776591 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2eb82f97-a1cc-43a2-ae82-7ab4e45c7d59 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2094355 Dec 22 08:52:18.777659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58500) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:18.783257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '54f5cc54-d68a-4584-82fd-466c78aa7e62', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:18.789254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:18.793197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:18.796167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:18.803182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:18.822123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.853261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a71797-dc2f-48cb-9c19-11bdcd7a66f6 None None] Pushing event updated for resources: {'Port': ['ID=73a7fbc5-2729-4c75-94a6-4b0122f8bade,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:18.890837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.894382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.919288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d90a6a-5b37-403f-b432-3a51c2733f5b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:18.930422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.931588 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bb04b8d9-23ce-4d8b-8c82-9cc0a31fb770 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534445 Dec 22 08:52:18.934273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58504) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:18.939593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '54f5cc54-d68a-4584-82fd-466c78aa7e62', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:18.945237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Attempting to bind port 73a7fbc5-2729-4c75-94a6-4b0122f8bade on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:18.945568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:18.945820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Attempting to bind port 73a7fbc5-2729-4c75-94a6-4b0122f8bade by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:18.945956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Attempting to bind port 73a7fbc5-2729-4c75-94a6-4b0122f8bade on network ab134d82-8f2b-4820-bb23-982a3b451613 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:18.949498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:18.952373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:18.959838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:18.975304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:52:18.975687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Checking segment: {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:18.976091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.976483 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Bound using segment: {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:52:18.976954 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Bound port: 73a7fbc5-2729-4c75-94a6-4b0122f8bade, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:18.977325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.980326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.044303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.044864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:19.048124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.071459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec0d850-f085-4e79-b829-f7293bbb139d,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:19.081347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.082881 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4aa143a8-1dda-455e-84db-44d823c6861a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477001 Dec 22 08:52:19.085595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58508) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:19.090342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '54f5cc54-d68a-4584-82fd-466c78aa7e62', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:19.096597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:19.100618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:19.103517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:19.109131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:19.129141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.132369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] For port 73a7fbc5-2729-4c75-94a6-4b0122f8bade, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:19.135819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] For port 73a7fbc5-2729-4c75-94a6-4b0122f8bade, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=73a7fbc5-2729-4c75-94a6-4b0122f8bade,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:52:19.141159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.191152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.195175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.205160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:19.205523 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.219319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe65292-82c0-43a2-8cb1-e6fc560de7c4,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:19.230455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.234667 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a2fa6e2c-671a-42b7-96b3-0408f3bee538 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454217 Dec 22 08:52:19.234952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58512) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:19.240313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '54f5cc54-d68a-4584-82fd-466c78aa7e62', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:19.246643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:19.250638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:19.254246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:19.260011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:19.278115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.279964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a71797-dc2f-48cb-9c19-11bdcd7a66f6 None None] Pushing event updated for resources: {'Port': ['ID=73a7fbc5-2729-4c75-94a6-4b0122f8bade,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:19.283285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:19.283895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:51:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:19.353063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.357441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.384279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83a1740-48f5-4885-a2a4-0209c55d9768,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:19.385787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-db0151a4-609b-471e-a50b-81f9642effee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.396375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.400851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58516) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:19.401240 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5716d572-7e1a-44da-b9ef-1c14d312780c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648676 Dec 22 08:52:19.407233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '54f5cc54-d68a-4584-82fd-466c78aa7e62', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:19.413386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:19.417302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:19.420150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:19.425925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:19.436057 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:52:19.443687 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.506906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.510640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.531451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f35c9f-1a08-45da-9181-65530af262fc,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:19.539562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:19.542624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.543797 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f3a6db96-7878-4026-b6d8-a62156263e3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410451 Dec 22 08:52:19.546634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58520) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:19.551475 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '54f5cc54-d68a-4584-82fd-466c78aa7e62', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:19.557077 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:19.560771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:19.564317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:19.569832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:19.580985 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:52:19.589736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.657107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.660571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.682675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c307d3b-dcc1-4d4e-90a6-8d36a8c704fa,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:19.692436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:19.693597 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ca9bd408-73fb-451a-82e2-227359d13ccc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460481 Dec 22 08:52:19.851922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:19Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:19.854669 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-703ee06c-535d-44aa-8562-3b80199bd7df tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501189201&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0381234 Dec 22 08:52:19.855954 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72359e17-a505-4dba-9a11-cbe26bddf32d None None] The sync data for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv is: [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:19Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:52:20.028456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-f6728724-611d-4a86-8df8-8aef7a879606 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:20.029253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-f6728724-611d-4a86-8df8-8aef7a879606 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:20.045379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-f6728724-611d-4a86-8df8-8aef7a879606 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:20.046688 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-f6728724-611d-4a86-8df8-8aef7a879606 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/networks?id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 796 time: 0.1832001 Dec 22 08:52:20.063253 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-7442dd4a-3638-4559-848c-a4e0561dda0e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/quotas/bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 375 time: 0.0098567 Dec 22 08:52:20.153122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-54b471fb-aa15-4db4-9921-61a211f1638e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:20.169304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-54b471fb-aa15-4db4-9921-61a211f1638e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:20.170694 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-54b471fb-aa15-4db4-9921-61a211f1638e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021082 Dec 22 08:52:20.188734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-1816d1ad-8695-4413-a400-88aa96dc98e4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:52:20.189774 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-1816d1ad-8695-4413-a400-88aa96dc98e4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060005 Dec 22 08:52:20.427468 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-2edabf2b-c0fc-4e70-aba9-8598eb45e052 service neutron] 10.222.0.37 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317371 Dec 22 08:52:20.478365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 73a7fbc5-2729-4c75-94a6-4b0122f8bade up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:20.555644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 73a7fbc5-2729-4c75-94a6-4b0122f8bade completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:20.560648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 73a7fbc5-2729-4c75-94a6-4b0122f8bade triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:20.561025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:20.568199 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-c519e1e1-f86e-498a-95e9-459805a44025 service neutron] 10.222.0.37 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336100 Dec 22 08:52:20.694490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:20.737003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 73a7fbc5-2729-4c75-94a6-4b0122f8bade, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=73a7fbc5-2729-4c75-94a6-4b0122f8bade,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:20.743376 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:20.789880 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-fbf98c5c-905a-4190-bde7-d8771a123a89 req-ecb4bcfd-7b42-4099-883d-66022e594479 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:20.803971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-fbf98c5c-905a-4190-bde7-d8771a123a89 req-ecb4bcfd-7b42-4099-883d-66022e594479 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:20.805641 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fbf98c5c-905a-4190-bde7-d8771a123a89 req-ecb4bcfd-7b42-4099-883d-66022e594479 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 210 time: 0.0703762 Dec 22 08:52:20.821271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=73a7fbc5-2729-4c75-94a6-4b0122f8bade,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:21.695453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6439b87a-a169-451c-b4f6-8e6cfc6e4b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:21.956977 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1e8552eb-031e-433b-901a-a3101c75f429 req-c9fee230-28da-4947-9ed7-c2d7ae9b18c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 210 time: 0.0451014 Dec 22 08:52:22.005409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-3c47be96-e866-42bf-bb5b-650379a89e5d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:22.007013 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-3c47be96-e866-42bf-bb5b-650379a89e5d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 796 time: 0.1759081 Dec 22 08:52:22.057297 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-79592847-d545-46a6-8d9d-9ced2390d6fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:22.072635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-79592847-d545-46a6-8d9d-9ced2390d6fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:22.073882 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-79592847-d545-46a6-8d9d-9ced2390d6fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 380 time: 0.0579941 Dec 22 08:52:22.082569 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'device_id': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'admin_state_up': True, 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'security_groups': ['54f5cc54-d68a-4584-82fd-466c78aa7e62']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:22.219768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:22.228907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:22.238141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:52:22.241539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:22.456213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 73a7fbc5-2729-4c75-94a6-4b0122f8bade up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:22.502935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.11 (ab134d82-8f2b-4820-bb23-982a3b451613/7ffc7222-03e9-420d-9b3f-da1e6001a397/d24a64a2-1fa0-40db-a94d-979dea8a1e0e) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:22.522909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 73a7fbc5-2729-4c75-94a6-4b0122f8bade triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:22.523281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:22.693467 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:22.709254 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object d24a64a2-1fa0-40db-a94d-979dea8a1e0e will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:22.734998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:22.748608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:22.807259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network ab134d82-8f2b-4820-bb23-982a3b451613 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:22.810098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:22.814406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:22.843713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:22.880177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:22.880806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:22.906011 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-de5b061d-4078-4ad6-9d5d-194b4d97ca42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8267920 Dec 22 08:52:22.917272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Request body: {'port': {'device_id': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:22.926180 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.026617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-221bae7a-4238-49a0-b5d8-24f8761aa8c0 None None] Provisioning for port d24a64a2-1fa0-40db-a94d-979dea8a1e0e completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:23.034564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-221bae7a-4238-49a0-b5d8-24f8761aa8c0 None None] Provisioning complete for port d24a64a2-1fa0-40db-a94d-979dea8a1e0e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:23.035232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-221bae7a-4238-49a0-b5d8-24f8761aa8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.038412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.090981 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-221bae7a-4238-49a0-b5d8-24f8761aa8c0 None None] Port d24a64a2-1fa0-40db-a94d-979dea8a1e0e cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:52:23.271176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84ab5-5e9a-45e5-adf1-03ebed532ae3 req-57e65821-945e-44e4-96b0-81e7ff790c5c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:23.271853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-13b84ab5-5e9a-45e5-adf1-03ebed532ae3 req-57e65821-945e-44e4-96b0-81e7ff790c5c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:23.347341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-13b84ab5-5e9a-45e5-adf1-03ebed532ae3 req-57e65821-945e-44e4-96b0-81e7ff790c5c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:23.348403 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-13b84ab5-5e9a-45e5-adf1-03ebed532ae3 req-57e65821-945e-44e4-96b0-81e7ff790c5c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 932 time: 0.2645924 Dec 22 08:52:23.411669 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-13b84ab5-5e9a-45e5-adf1-03ebed532ae3 req-c198057c-e0a8-47a9-aee4-77b4a39ddff6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570340 Dec 22 08:52:23.477625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24a64a2-1fa0-40db-a94d-979dea8a1e0e {{(pid=87534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:52:23.484635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.498335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Transition to ACTIVE for port object d24a64a2-1fa0-40db-a94d-979dea8a1e0e will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:23.501946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.658259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Pushing event updated for resources: {'Port': ['ID=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:23.731465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Attempting to bind port d24a64a2-1fa0-40db-a94d-979dea8a1e0e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:23.731791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Attempting to bind port d24a64a2-1fa0-40db-a94d-979dea8a1e0e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:23.732108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Attempting to bind port d24a64a2-1fa0-40db-a94d-979dea8a1e0e on network ab134d82-8f2b-4820-bb23-982a3b451613 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:23.736631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Port d24a64a2-1fa0-40db-a94d-979dea8a1e0e on network ab134d82-8f2b-4820-bb23-982a3b451613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:52:23.736940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Attempting to bind port d24a64a2-1fa0-40db-a94d-979dea8a1e0e on network ab134d82-8f2b-4820-bb23-982a3b451613 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:23.741884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:52:23.742210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Checking segment: {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:23.742590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Bound using segment: {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:52:23.743002 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Bound port: d24a64a2-1fa0-40db-a94d-979dea8a1e0e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'}}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:23.743331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.831657 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] For port d24a64a2-1fa0-40db-a94d-979dea8a1e0e, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:23.834448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] For port d24a64a2-1fa0-40db-a94d-979dea8a1e0e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:52:23.838904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.895710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:23.896308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.897657 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] 10.222.0.54 "PUT /v2.0/ports/d24a64a2-1fa0-40db-a94d-979dea8a1e0e HTTP/1.1" status: 200 len: 1094 time: 0.9846306 Dec 22 08:52:23.898102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'tag': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:23.919725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7316999-011c-4111-bc58-55f89ff47d0e service neutron] Pushing event updated for resources: {'Port': ['ID=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:23.984274 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'tag': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'status': 'completed', 'code': 200} Dec 22 08:52:24.025819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-a5e201d6-0f4d-49a1-854f-47390ddc0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:24.027337 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-a5e201d6-0f4d-49a1-854f-47390ddc0afc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 1097 time: 0.0756347 Dec 22 08:52:24.101825 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-5f5c6788-7152-4279-b9fa-de40b6cf0371 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d24a64a2-1fa0-40db-a94d-979dea8a1e0e HTTP/1.1" status: 200 len: 217 time: 0.0669167 Dec 22 08:52:24.115390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:24.169994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-f72376ae-e43b-4c8b-878e-076c2236eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:24.171318 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-f72376ae-e43b-4c8b-878e-076c2236eb8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ffc7222-03e9-420d-9b3f-da1e6001a397 HTTP/1.1" status: 200 len: 834 time: 0.0631926 Dec 22 08:52:24.334400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-8cbbe2cd-78b2-46cb-9202-b430fe8f760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:24.335856 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-8cbbe2cd-78b2-46cb-9202-b430fe8f760e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab134d82-8f2b-4820-bb23-982a3b451613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1552591 Dec 22 08:52:24.464990 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-b51705dd-e154-4281-b133-5082941b73dd service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214600 Dec 22 08:52:24.645199 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4aafe8c8-6b23-42d9-b34e-804e9e037adf req-3b7688de-be7e-40d4-aecd-d1a0b91328cb service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735659 Dec 22 08:52:24.666753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ab20c-77e9-46fc-b2c9-c8e6bd31531e req-e39cac38-27d8-4def-86b7-810f6506e6b7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:24.668269 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e54ab20c-77e9-46fc-b2c9-c8e6bd31531e req-e39cac38-27d8-4def-86b7-810f6506e6b7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 944 time: 0.1150916 Dec 22 08:52:24.756589 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e54ab20c-77e9-46fc-b2c9-c8e6bd31531e req-2402fa4e-075b-4a19-9a10-8d20e97be2c0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816514 Dec 22 08:52:24.776924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-d6b6c598-62c7-4ddb-b4f4-d8e3802d8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:24.778394 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-d6b6c598-62c7-4ddb-b4f4-d8e3802d8c38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 1097 time: 0.0864596 Dec 22 08:52:24.905566 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-5d94bed7-2110-4552-b56e-dc1051b67de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:24.907545 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-5d94bed7-2110-4552-b56e-dc1051b67de1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 897 time: 0.1217384 Dec 22 08:52:24.979390 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-1c3d6f1f-7ba7-4426-853a-2d577348f081 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d24a64a2-1fa0-40db-a94d-979dea8a1e0e HTTP/1.1" status: 200 len: 217 time: 0.0639474 Dec 22 08:52:25.046486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-126936d5-cfb4-43a0-9a82-5519b458bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:25.047958 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-126936d5-cfb4-43a0-9a82-5519b458bbf0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ffc7222-03e9-420d-9b3f-da1e6001a397 HTTP/1.1" status: 200 len: 834 time: 0.0616913 Dec 22 08:52:25.127068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-76048338-8bef-4f4d-bb92-dd892050046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:25.128504 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-76048338-8bef-4f4d-bb92-dd892050046a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab134d82-8f2b-4820-bb23-982a3b451613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719883 Dec 22 08:52:25.257062 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-9ddfb2de-3963-4cf0-881d-d5f23f78f200 service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211376 Dec 22 08:52:25.403948 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-42a806ec-98d8-44a4-bc32-7a2f86b742e5 req-566d841a-89bb-4002-ba92-595ec211ceb3 service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396065 Dec 22 08:52:25.941061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5671ac1-4272-442c-aa05-0c630aaf6e58 req-4e7961f6-c5fe-4129-b5af-1f7cfa272cb8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:25.942521 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f5671ac1-4272-442c-aa05-0c630aaf6e58 req-4e7961f6-c5fe-4129-b5af-1f7cfa272cb8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 944 time: 0.0815094 Dec 22 08:52:25.987662 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f5671ac1-4272-442c-aa05-0c630aaf6e58 req-202ad979-7fb5-4861-bb2f-99097b1b835e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 Dec 22 08:52:27.171089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be019dcd-8cdb-4b53-a15a-6c681704a32f req-ca101d1c-3c9a-407c-8533-bc949a2d5e9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:27.172509 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-be019dcd-8cdb-4b53-a15a-6c681704a32f req-ca101d1c-3c9a-407c-8533-bc949a2d5e9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 944 time: 0.0774271 Dec 22 08:52:27.215374 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-be019dcd-8cdb-4b53-a15a-6c681704a32f req-2db22247-fa4b-45b1-a110-3897b90fb752 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371985 Dec 22 08:52:27.492696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device d24a64a2-1fa0-40db-a94d-979dea8a1e0e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:52:27.624370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port d24a64a2-1fa0-40db-a94d-979dea8a1e0e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:27.637008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'port_id': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'mac_address': 'fa:16:3e:cc:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:52:27.692709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:27.708599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24a64a2-1fa0-40db-a94d-979dea8a1e0e {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:52:27.724004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port d24a64a2-1fa0-40db-a94d-979dea8a1e0e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:27.727603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:27.790941 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:27.932042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['d24a64a2-1fa0-40db-a94d-979dea8a1e0e'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:52:28.391779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7c188-748d-4ff8-9622-4354a4e3cd1d req-f57eea74-6596-473c-952a-621772a83669 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:28.393189 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8a7c188-748d-4ff8-9622-4354a4e3cd1d req-f57eea74-6596-473c-952a-621772a83669 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 945 time: 0.0771189 Dec 22 08:52:28.439678 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8a7c188-748d-4ff8-9622-4354a4e3cd1d req-f352966d-39cb-42d5-a98c-3544d69575da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408969 Dec 22 08:52:29.526901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device d24a64a2-1fa0-40db-a94d-979dea8a1e0e up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:29.602272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port d24a64a2-1fa0-40db-a94d-979dea8a1e0e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:29.607021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port d24a64a2-1fa0-40db-a94d-979dea8a1e0e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:29.607395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.627936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545b0c-a9b1-4121-a613-dd47fe8bd6b8 req-c7113666-c955-4c8b-82ba-987a54bbf8fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:29.629383 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b0545b0c-a9b1-4121-a613-dd47fe8bd6b8 req-c7113666-c955-4c8b-82ba-987a54bbf8fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 945 time: 0.0848293 Dec 22 08:52:29.673591 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b0545b0c-a9b1-4121-a613-dd47fe8bd6b8 req-3111ed3b-2340-4359-9ab4-169fa73eee1e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383914 Dec 22 08:52:29.728070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.753408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:29.762795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port d24a64a2-1fa0-40db-a94d-979dea8a1e0e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:29.767523 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.838945 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:29.857411 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'code': 200} Dec 22 08:52:30.086284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85906e-9269-414c-9175-f6cb17d16580 req-002c3335-e70b-4998-9341-ed2b83b730f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:30.087725 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4a85906e-9269-414c-9175-f6cb17d16580 req-002c3335-e70b-4998-9341-ed2b83b730f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 1099 time: 0.0675254 Dec 22 08:52:30.129980 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4a85906e-9269-414c-9175-f6cb17d16580 req-e5e879cd-7704-405d-b478-dd45f1cc2d76 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352767 Dec 22 08:52:30.857465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83480c-f451-4820-b18f-a08ebe8edafa req-7191c7a0-3b03-4db8-85c2-bff6f8d06359 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:30.858930 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fb83480c-f451-4820-b18f-a08ebe8edafa req-7191c7a0-3b03-4db8-85c2-bff6f8d06359 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 946 time: 0.0831916 Dec 22 08:52:30.901769 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fb83480c-f451-4820-b18f-a08ebe8edafa req-de8a25be-1067-45b6-ae80-f2912aa6d1a1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364189 Dec 22 08:52:32.087925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7c8b2-2525-4395-a8fe-101c7d25a1bf req-1645829c-4871-4b21-a68f-10fed9d30ac1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:32.089359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-85d7c8b2-2525-4395-a8fe-101c7d25a1bf req-1645829c-4871-4b21-a68f-10fed9d30ac1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 946 time: 0.0804069 Dec 22 08:52:32.146592 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-85d7c8b2-2525-4395-a8fe-101c7d25a1bf req-0e28126c-7e53-457b-8a94-ad391e7738a7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510814 Dec 22 08:52:32.329831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd49d0-3785-4dab-8fc1-83c574fbee08 req-08cb5e65-8b28-4e8b-a24d-6f6622c2945d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:32.331257 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d2cd49d0-3785-4dab-8fc1-83c574fbee08 req-08cb5e65-8b28-4e8b-a24d-6f6622c2945d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 946 time: 0.0800788 Dec 22 08:52:32.467741 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d2cd49d0-3785-4dab-8fc1-83c574fbee08 req-93980e53-1944-4185-9629-801840a24ca5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307738 Dec 22 08:52:32.490154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58580) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:32.557562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f434e7-840f-4c31-9e00-9b86ebdd5b93 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:32.559068 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-89f434e7-840f-4c31-9e00-9b86ebdd5b93 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 1094 time: 0.0679262 Dec 22 08:52:32.561803 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58584) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:32.566786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:32.572481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:32.576272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:floatingip and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:32.579562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:32.585162 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:32.595562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:32.728463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:32.860493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.51 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/851b0783-cd68-4654-a44b-2abbe32806b8) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:33.009799 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.038533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.103600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:33.106449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:33.110006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:33.145339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=851b0783-cd68-4654-a44b-2abbe32806b8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:33.519018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.589485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.790448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.794774 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.905780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=851b0783-cd68-4654-a44b-2abbe32806b8,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:33.912181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.174942 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP a9077187-ed29-4bd4-86c5-28ee7f6f0974 associated. External IP: 172.26.1.51, port: d24a64a2-1fa0-40db-a94d-979dea8a1e0e. Dec 22 08:52:34.518686 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 47da43a3-1864-4c5f-ab63-1aa926bd635b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:52:34.694210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:34.706174 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] Sync routers for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:34.715672 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:34.716302 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:52:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:34.720108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.776506 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-23569451-1ab6-4813-b28d-6405fc92aa93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2136035 Dec 22 08:52:34.776984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'tag': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:34.779278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58588) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:34.820777 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'tag': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'status': 'completed', 'code': 200} Dec 22 08:52:34.889378 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-93dc05f9-083b-4085-8623-4027f8e87995 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 991 time: 0.1088831 Dec 22 08:52:34.916821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-436a0b95-6388-4867-a740-867357480a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:34.918336 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-436a0b95-6388-4867-a740-867357480a25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 1099 time: 0.0744343 Dec 22 08:52:34.920961 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:35.050922 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-39855b06-e8a6-4c36-bd6d-3cc5f2f1ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:35.052289 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-39855b06-e8a6-4c36-bd6d-3cc5f2f1ad4b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 897 time: 0.1272712 Dec 22 08:52:35.153143 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-86c9ed1c-b130-4f85-a5ad-091296ab4c37 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d24a64a2-1fa0-40db-a94d-979dea8a1e0e HTTP/1.1" status: 200 len: 999 time: 0.0941653 Dec 22 08:52:35.213889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-832b1133-aaea-4deb-8752-93d06c43aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:35.215323 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-832b1133-aaea-4deb-8752-93d06c43aca3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ffc7222-03e9-420d-9b3f-da1e6001a397 HTTP/1.1" status: 200 len: 834 time: 0.0565839 Dec 22 08:52:35.261260 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a9077187-ed29-4bd4-86c5-28ee7f6f0974', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.51', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'port_id': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'mac_address': 'fa:16:3e:cc:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:33Z', 'updated_at': '2021-12-22T08:52:33Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:35.264918 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] Checking router: 47da43a3-1864-4c5f-ab63-1aa926bd635b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:52:35.272914 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:35.273493 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:52:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:35.287231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-4d5e7369-6756-4dbd-a809-b6d1152f0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:35.288730 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-4d5e7369-6756-4dbd-a809-b6d1152f0d31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab134d82-8f2b-4820-bb23-982a3b451613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671217 Dec 22 08:52:35.416522 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-b2262f41-2619-4ba6-9747-623cc2664108 service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213887 Dec 22 08:52:35.446579 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:35.545301 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4f2a47e9-86f2-4ce7-be49-274e687158bb req-957e7656-24c3-47ff-a9f2-fd99977f1604 service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217780 Dec 22 08:52:35.782997 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a9077187-ed29-4bd4-86c5-28ee7f6f0974', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.51', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'port_id': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'mac_address': 'fa:16:3e:cc:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:33Z', 'updated_at': '2021-12-22T08:52:33Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:35.786828 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac1f348-e07a-44b1-80cf-d2a45c9295fb None None] The sync data for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv is: [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a9077187-ed29-4bd4-86c5-28ee7f6f0974', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.51', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'port_id': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'mac_address': 'fa:16:3e:cc:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:33Z', 'updated_at': '2021-12-22T08:52:33Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:52:35.892909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58594) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:35.980879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3140e93-b538-4cdc-acad-70971bb4f774 None None] New status for floating IP a9077187-ed29-4bd4-86c5-28ee7f6f0974: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:52:36.002516 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-62299483-5610-4cfa-b971-8e83e3e2d124 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 991 time: 0.1083605 Dec 22 08:52:37.006075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58598) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:37.210361 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6dd81880-4dea-4137-abd0-624838a0d28c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 993 time: 0.2031472 Dec 22 08:52:39.752833 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:52:44.090490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:49.338245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d9612ed5-76bb-4a1e-991b-4086fb47a4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:51.697443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bcf89ad6-4304-4aa3-adfd-aaa66f6a14eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.750283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.928817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:54.116757 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:06.355881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58612) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:06.435232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a38536a-c077-450b-867d-465405be0e33 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:06.435738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a38536a-c077-450b-867d-465405be0e33 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:06.436197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a38536a-c077-450b-867d-465405be0e33 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:06.437926 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9a38536a-c077-450b-867d-465405be0e33 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=bb4971834ad94cd983d776e93f1d353e&network_id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 3000 time: 0.0811274 Dec 22 08:53:08.604261 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58624) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:08.660922 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c67426-7b50-4f2d-be45-6d730b96d4d6 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:08.662439 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-05c67426-7b50-4f2d-be45-6d730b96d4d6 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff HTTP/1.1" status: 200 len: 814 time: 0.0572350 Dec 22 08:53:09.338013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58632) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:09.342950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-101551f3-6e23-4b2a-82c8-3b43061b4068 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:09.441097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-101551f3-6e23-4b2a-82c8-3b43061b4068 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:09.699159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-101551f3-6e23-4b2a-82c8-3b43061b4068 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:09.702684 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-101551f3-6e23-4b2a-82c8-3b43061b4068 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:09.703019 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-101551f3-6e23-4b2a-82c8-3b43061b4068 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP a9077187-ed29-4bd4-86c5-28ee7f6f0974 disassociated. External IP: 172.26.1.51, port: d24a64a2-1fa0-40db-a94d-979dea8a1e0e. Dec 22 08:53:10.145168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101551f3-6e23-4b2a-82c8-3b43061b4068 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 47da43a3-1864-4c5f-ab63-1aa926bd635b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:53:10.329158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101551f3-6e23-4b2a-82c8-3b43061b4068 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:53:10.333988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-101551f3-6e23-4b2a-82c8-3b43061b4068 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:10.340492 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] Sync routers for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:53:10.349456 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:53:10.355259 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:52:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:10.388799 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-101551f3-6e23-4b2a-82c8-3b43061b4068 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 689 time: 1.0497627 Dec 22 08:53:10.389397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'tag': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:53:10.391659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58636) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:10.484119 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-76dc2a74-ff1c-446f-aece-481a66068b96 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 689 time: 0.0901091 Dec 22 08:53:10.502149 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'tag': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'status': 'completed', 'code': 200} Dec 22 08:53:10.529863 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:53:10.592190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-0c88ac93-802b-4e5a-b8a4-b73bc2d873f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:10.593611 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-0c88ac93-802b-4e5a-b8a4-b73bc2d873f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 1099 time: 0.0704930 Dec 22 08:53:10.725927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-f54a26ec-3b0c-4fca-9c38-2528a35aa4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:10.727403 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-f54a26ec-3b0c-4fca-9c38-2528a35aa4d2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 897 time: 0.1278269 Dec 22 08:53:10.801604 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-72db42ed-3f2c-4105-83bd-af865e0bcb90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d24a64a2-1fa0-40db-a94d-979dea8a1e0e HTTP/1.1" status: 200 len: 217 time: 0.0633960 Dec 22 08:53:10.866427 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:10.866719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-73635a1a-69df-46cc-a96c-fa8f2ade3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:10.867892 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-73635a1a-69df-46cc-a96c-fa8f2ade3abd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ffc7222-03e9-420d-9b3f-da1e6001a397 HTTP/1.1" status: 200 len: 834 time: 0.0596828 Dec 22 08:53:10.870215 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] Checking router: 47da43a3-1864-4c5f-ab63-1aa926bd635b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:53:10.878336 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:53:10.879524 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:52:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:10.941080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-d611f24c-2d0f-4932-9b69-500ed3bf642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:10.943130 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-d611f24c-2d0f-4932-9b69-500ed3bf642f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab134d82-8f2b-4820-bb23-982a3b451613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690560 Dec 22 08:53:11.053646 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:53:11.075569 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-42ea738b-593c-4d71-aca4-963608e116f4 service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249876 Dec 22 08:53:11.210958 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-328f6a42-5c24-4c5e-987d-4835bcac1043 req-5b1c8ba3-42f4-4f01-b07e-d6365645b64f service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294837 Dec 22 08:53:11.358399 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:11.362134 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0060e-2809-4538-bdbd-8cb108b75d1e None None] The sync data for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv is: [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:53:11.486816 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58644) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:11.572243 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8b990c28-0ba5-490a-ae0f-4838b96c8309 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 689 time: 0.0832605 Dec 22 08:53:11.585308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025c818-2e2b-4f5a-b75b-ebdc7236402d None None] New status for floating IP a9077187-ed29-4bd4-86c5-28ee7f6f0974: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:53:12.574354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58648) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:12.655935 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-22792d58-f426-40c8-82a9-f1edea43d4d1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 687 time: 0.0802801 Dec 22 08:53:14.021456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58654) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:14.026688 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349098698', 'description': 'tempest-secgroup-smoke-1349098698 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:14.032547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:53:14.042906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:53:14.052488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.071635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:53:14.075645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:53:14.078569 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:53:14.084058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:53:14.089378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.150565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.153849 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.196973 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922aec48-8834-480b-9e1c-fcc44ea9cb95,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:14.205381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.205740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.206072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.206398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.206746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.207093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.207410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.207726 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.208042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.208355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.208663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.208985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:14.211959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.213128 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2b9f4b06-4d0a-4ddb-b388-5fc0262a86d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1906846 Dec 22 08:53:14.216581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58658) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:14.221007 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '922aec48-8834-480b-9e1c-fcc44ea9cb95', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:14.227352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:53:14.231159 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:53:14.233950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:53:14.240072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:53:14.255979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.316643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.320104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.342220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76761123-5d41-47fd-bef5-26a3f4d3c411,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:14.350778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.351980 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a83543fe-70d6-4b0b-98b8-49b484dfb6e2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348062 Dec 22 08:53:14.354782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58662) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:14.360615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '922aec48-8834-480b-9e1c-fcc44ea9cb95', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:14.366845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:53:14.370546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:53:14.373312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:53:14.379020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:53:14.394139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.452648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.456153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.479716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3986f6-e4ba-4d4f-95f6-916f3576a155,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:14.487595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.488855 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f24fdb29-a2fe-466b-a6ab-524f24228fdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331904 Dec 22 08:53:14.491675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58666) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:14.496429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '922aec48-8834-480b-9e1c-fcc44ea9cb95', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:14.501972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:53:14.505885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:53:14.508908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:53:14.514614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:53:14.531168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.591901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.595338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.619316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2ffa42-cf67-48d5-bc49-aae9ad793dc0,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:14.628052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.629228 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-41852ba7-36ba-41c7-98dd-cfe7a84009f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366684 Dec 22 08:53:14.632030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58670) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:14.636824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '922aec48-8834-480b-9e1c-fcc44ea9cb95', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:14.642533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:53:14.646787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:53:14.649614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:53:14.655204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:53:14.673856 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.822039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.825954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.850029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc55098-fa98-4268-b56f-fd784c53595c,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:14.859446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.860809 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5663e926-092e-42f5-9aff-69621e93c797 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2278447 Dec 22 08:53:14.863539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58674) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:14.868381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '922aec48-8834-480b-9e1c-fcc44ea9cb95', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:14.873998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:53:14.877783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:53:14.881329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:53:14.886981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:53:14.897665 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:53:14.904169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.966837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.970385 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.992781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df32696a-6a8e-47b9-b5a7-e7071cd1050a,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:15.002331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:15.003557 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b0edf4ad-c822-4006-aef2-0422075293c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390996 Dec 22 08:53:15.006924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58678) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:15.011874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '922aec48-8834-480b-9e1c-fcc44ea9cb95', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:15.017697 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:53:15.022013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:53:15.024827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:53:15.030431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:53:15.041786 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:53:15.048215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:15.114642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:15.118046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:15.138489 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393aa22c-c794-47e2-8734-179f96e4cb52,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:15.148583 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:15.149779 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-54290776-db68-4b41-8135-ca0ce78296b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418381 Dec 22 08:53:15.311219 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-3491a096-efb4-46b1-b4b5-83b8744e2ef0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349098698&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0388823 Dec 22 08:53:15.457517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-714e5d76-1a15-42fd-97da-3b8a15668cc0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:15.458988 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-714e5d76-1a15-42fd-97da-3b8a15668cc0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/networks?id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 796 time: 0.1406527 Dec 22 08:53:15.473088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-3891d7ac-5740-4e86-8d98-052694cf48ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/quotas/bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 375 time: 0.0087192 Dec 22 08:53:15.561909 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-f0d651a3-c4f0-46b3-a88d-7be188127294 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840549 Dec 22 08:53:15.695624 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-052d9b7e-4fe6-43a2-8a4a-e572a159aa05 service neutron] 10.222.0.37 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222537 Dec 22 08:53:15.823825 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-4ee4f962-0db0-4d41-b920-b7b0b3f7eb90 service neutron] 10.222.0.37 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223891 Dec 22 08:53:15.997063 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8b4ff324-c336-4e93-bb6a-ca1dff4b8ded req-7ac8dd1e-fded-4a8e-92c7-e818ae4f528b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 210 time: 0.0422499 Dec 22 08:53:16.752249 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:53:16.981810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-139ee286-92c3-4b1f-8f8d-409985c063c5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:16.983213 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-139ee286-92c3-4b1f-8f8d-409985c063c5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 796 time: 0.1451027 Dec 22 08:53:17.033382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-f5f6ec44-73b5-4e8f-bb2d-3f4f470bae33 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:53:17.053100 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-f5f6ec44-73b5-4e8f-bb2d-3f4f470bae33 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:53:17.054493 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-f5f6ec44-73b5-4e8f-bb2d-3f4f470bae33 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 473 time: 0.0625248 Dec 22 08:53:17.063384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'device_id': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'admin_state_up': True, 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'security_groups': ['922aec48-8834-480b-9e1c-fcc44ea9cb95']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:17.153904 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b5db78e7-961d-4401-ae91-c8f100f5f001 req-d2058608-5cfc-48ac-90f9-23b85ce55385 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 210 time: 0.0414190 Dec 22 08:53:17.199447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:53:17.208571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:53:17.217649 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:53:17.221131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:17.386345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.9 (ab134d82-8f2b-4820-bb23-982a3b451613/7ffc7222-03e9-420d-9b3f-da1e6001a397/46b047fb-11e0-45cf-ad32-f74f61e790e2) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:53:17.574612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:17.590694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 46b047fb-11e0-45cf-ad32-f74f61e790e2 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:53:17.617924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:17.687483 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network ab134d82-8f2b-4820-bb23-982a3b451613 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:53:17.690742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:53:17.694529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:53:17.730915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=46b047fb-11e0-45cf-ad32-f74f61e790e2,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:17.762454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:17.763068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:17.789489 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-900c335d-d814-45a7-a8f6-79cf4780f451 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7298632 Dec 22 08:53:17.801100 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Request body: {'port': {'device_id': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:17.916639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:17.923534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6899f25c-cbb4-42bf-8a0e-47a0f14715ef None None] Provisioning for port 46b047fb-11e0-45cf-ad32-f74f61e790e2 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:53:17.928177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6899f25c-cbb4-42bf-8a0e-47a0f14715ef None None] Provisioning complete for port 46b047fb-11e0-45cf-ad32-f74f61e790e2 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:53:17.928544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6899f25c-cbb4-42bf-8a0e-47a0f14715ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:17.981297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6899f25c-cbb4-42bf-8a0e-47a0f14715ef None None] Port 46b047fb-11e0-45cf-ad32-f74f61e790e2 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:53:18.255479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b047fb-11e0-45cf-ad32-f74f61e790e2 {{(pid=87534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:53:18.294709 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:18.326478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Transition to ACTIVE for port object 46b047fb-11e0-45cf-ad32-f74f61e790e2 will not be triggered until provisioned by entity L2. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:53:18.331448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:18.584485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Pushing event updated for resources: {'Port': ['ID=46b047fb-11e0-45cf-ad32-f74f61e790e2,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:18.634549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3806b-4132-4cbb-aa5d-8477be56f796 req-113c5f18-3c1c-437e-ab0a-d2b2d387732a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:18.635230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-efe3806b-4132-4cbb-aa5d-8477be56f796 req-113c5f18-3c1c-437e-ab0a-d2b2d387732a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:53:18.674739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-efe3806b-4132-4cbb-aa5d-8477be56f796 req-113c5f18-3c1c-437e-ab0a-d2b2d387732a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:53:18.675837 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-efe3806b-4132-4cbb-aa5d-8477be56f796 req-113c5f18-3c1c-437e-ab0a-d2b2d387732a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 931 time: 0.4160502 Dec 22 08:53:18.684379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Attempting to bind port 46b047fb-11e0-45cf-ad32-f74f61e790e2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:53:18.684704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Attempting to bind port 46b047fb-11e0-45cf-ad32-f74f61e790e2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:53:18.685020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Attempting to bind port 46b047fb-11e0-45cf-ad32-f74f61e790e2 on network ab134d82-8f2b-4820-bb23-982a3b451613 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:53:18.704203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Port 46b047fb-11e0-45cf-ad32-f74f61e790e2 on network ab134d82-8f2b-4820-bb23-982a3b451613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:53:18.704516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Attempting to bind port 46b047fb-11e0-45cf-ad32-f74f61e790e2 on network ab134d82-8f2b-4820-bb23-982a3b451613 {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:53:18.717731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:53:18.718055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Checking segment: {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:53:18.718420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Bound using segment: {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'} {{(pid=87534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:53:18.718826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.managers [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Bound port: 46b047fb-11e0-45cf-ad32-f74f61e790e2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8255238b-8367-4983-831d-3c76e2019a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613'}}] {{(pid=87534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:53:18.719157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:18.765869 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-efe3806b-4132-4cbb-aa5d-8477be56f796 req-c27e7e24-0df8-42ff-9a0a-b4d4e1f5c251 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831511 Dec 22 08:53:18.818307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] For port 46b047fb-11e0-45cf-ad32-f74f61e790e2, host hv-neutron-8225, cleared binding levels {{(pid=87534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:53:18.821072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] For port 46b047fb-11e0-45cf-ad32-f74f61e790e2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=46b047fb-11e0-45cf-ad32-f74f61e790e2,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:53:18.825625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:18.881983 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:18.882586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:18.883912 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] 10.222.0.54 "PUT /v2.0/ports/46b047fb-11e0-45cf-ad32-f74f61e790e2 HTTP/1.1" status: 200 len: 1093 time: 1.0870612 Dec 22 08:53:18.884400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'tag': '46b047fb-11e0-45cf-ad32-f74f61e790e2'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:53:18.907102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20fe23-b53f-45f5-aab0-b4034c905dcb service neutron] Pushing event updated for resources: {'Port': ['ID=46b047fb-11e0-45cf-ad32-f74f61e790e2,revision_number=3']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:18.964262 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'tag': '46b047fb-11e0-45cf-ad32-f74f61e790e2', 'status': 'completed', 'code': 200} Dec 22 08:53:19.011454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-a485deac-70c4-4656-89ec-e86eb37afa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:19.013131 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-a485deac-70c4-4656-89ec-e86eb37afa9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 1096 time: 0.0812445 Dec 22 08:53:19.083449 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-6f4bef88-6ed8-4de1-8bc5-84414c90c709 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b047fb-11e0-45cf-ad32-f74f61e790e2 HTTP/1.1" status: 200 len: 217 time: 0.0620542 Dec 22 08:53:19.148806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-8245bf96-9219-4839-9343-e4e3930cd3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:19.150204 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-8245bf96-9219-4839-9343-e4e3930cd3ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ffc7222-03e9-420d-9b3f-da1e6001a397 HTTP/1.1" status: 200 len: 834 time: 0.0609760 Dec 22 08:53:19.233889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-bd70c0ce-a258-4f65-b1ba-781642988c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:19.235365 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-bd70c0ce-a258-4f65-b1ba-781642988c90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab134d82-8f2b-4820-bb23-982a3b451613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724697 Dec 22 08:53:19.340716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5527d4ca-58c9-4809-bb73-051707b7de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:19.365356 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-17ac1127-7bd9-4bbe-bebf-d73d3cb13bc1 service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235819 Dec 22 08:53:19.493896 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-03b9b51a-9c1a-4c73-a4b4-606dc23b3065 req-b2f343a3-f4e1-449c-a294-f4561344e5e5 service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223347 Dec 22 08:53:19.615331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-06b8934e-bd17-4f90-9541-62f90d1bf6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:19.616694 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-06b8934e-bd17-4f90-9541-62f90d1bf6fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 1096 time: 0.0699441 Dec 22 08:53:19.746116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-a5e20021-87f2-46d0-a48a-c78765e3ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:19.747542 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-a5e20021-87f2-46d0-a48a-c78765e3ee9e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 897 time: 0.1239505 Dec 22 08:53:19.818219 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-13eab748-8683-48f6-b996-54afe10a11b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b047fb-11e0-45cf-ad32-f74f61e790e2 HTTP/1.1" status: 200 len: 217 time: 0.0640445 Dec 22 08:53:19.928780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-fce66163-66bc-47cb-b0da-07c29f495b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:19.930229 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-fce66163-66bc-47cb-b0da-07c29f495b8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ffc7222-03e9-420d-9b3f-da1e6001a397 HTTP/1.1" status: 200 len: 834 time: 0.1044440 Dec 22 08:53:20.007620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016db79-6111-4401-a5a8-20f3a5edf83e req-c28b2a2e-b76f-439b-80db-acc57d957ebb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:20.009078 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f016db79-6111-4401-a5a8-20f3a5edf83e req-c28b2a2e-b76f-439b-80db-acc57d957ebb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 943 time: 0.1373236 Dec 22 08:53:20.057835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-9231ac96-bc21-4fb2-b34a-9d30e17b2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:20.059275 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-9231ac96-bc21-4fb2-b34a-9d30e17b2b8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab134d82-8f2b-4820-bb23-982a3b451613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1201601 Dec 22 08:53:20.066365 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f016db79-6111-4401-a5a8-20f3a5edf83e req-a3153a71-6bc3-45ba-859b-933770b009f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510333 Dec 22 08:53:20.280168 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-ee6aa419-2f91-4ba6-9fbe-d91e0d649fed service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127416 Dec 22 08:53:20.416828 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5e3a5ed8-f6b4-4310-8531-1070e7077cfd req-b27b1663-af40-4cee-8414-11e83b8e43d0 service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297154 Dec 22 08:53:21.249615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf829fa-8ee7-4488-92c3-1907b733568e req-c9d23daf-b510-4774-88e3-457497bbff4d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:21.251067 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3cf829fa-8ee7-4488-92c3-1907b733568e req-c9d23daf-b510-4774-88e3-457497bbff4d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 943 time: 0.0786619 Dec 22 08:53:21.296471 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3cf829fa-8ee7-4488-92c3-1907b733568e req-a4edb75a-cbc1-4ddd-824d-8cc9073cc094 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390277 Dec 22 08:53:21.698871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d5505eac-e65f-47b6-8b46-d9412ee42c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:21.872745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 46b047fb-11e0-45cf-ad32-f74f61e790e2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:53:22.001066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 46b047fb-11e0-45cf-ad32-f74f61e790e2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=46b047fb-11e0-45cf-ad32-f74f61e790e2,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:53:22.013769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '46b047fb-11e0-45cf-ad32-f74f61e790e2', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'port_id': '46b047fb-11e0-45cf-ad32-f74f61e790e2', 'mac_address': 'fa:16:3e:75:bb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:53:22.070360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:22.086881 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b047fb-11e0-45cf-ad32-f74f61e790e2 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:53:22.101977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 46b047fb-11e0-45cf-ad32-f74f61e790e2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=46b047fb-11e0-45cf-ad32-f74f61e790e2,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:53:22.105734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:22.169201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=46b047fb-11e0-45cf-ad32-f74f61e790e2,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:22.176159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.176506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.176841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.177174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.177501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.177856 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.178182 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.178506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.178827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.179149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.179468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.179784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:22.308472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['46b047fb-11e0-45cf-ad32-f74f61e790e2'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:53:22.478058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f3a02-5633-4c2b-988e-75b5f7c36867 req-47cf99a8-3114-47d8-9eb5-f08b42051329 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:22.479533 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c72f3a02-5633-4c2b-988e-75b5f7c36867 req-47cf99a8-3114-47d8-9eb5-f08b42051329 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0795798 Dec 22 08:53:22.523730 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c72f3a02-5633-4c2b-988e-75b5f7c36867 req-377fca22-e0ef-4157-9322-39c478ff8e80 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385571 Dec 22 08:53:22.752073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:22.933937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:23.700706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5eec41-6fc0-4f0c-8462-a09f83d489ff req-6c1bc99c-8559-4fd6-a050-ebeb268a2365 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:23.702139 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3a5eec41-6fc0-4f0c-8462-a09f83d489ff req-6c1bc99c-8559-4fd6-a050-ebeb268a2365 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0767601 Dec 22 08:53:23.744500 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3a5eec41-6fc0-4f0c-8462-a09f83d489ff req-5e0f7899-7c64-40e2-aa2c-b6964f903341 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364037 Dec 22 08:53:23.886490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 46b047fb-11e0-45cf-ad32-f74f61e790e2 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:53:23.951533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 46b047fb-11e0-45cf-ad32-f74f61e790e2 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:53:23.956280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 46b047fb-11e0-45cf-ad32-f74f61e790e2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:53:23.956652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:24.071390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:24.097748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b047fb-11e0-45cf-ad32-f74f61e790e2'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:53:24.110591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 46b047fb-11e0-45cf-ad32-f74f61e790e2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=46b047fb-11e0-45cf-ad32-f74f61e790e2,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:53:24.120083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:24.156705 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b047fb-11e0-45cf-ad32-f74f61e790e2', 'code': 200} Dec 22 08:53:24.168773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:24.189072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=46b047fb-11e0-45cf-ad32-f74f61e790e2,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:24.373186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134e803-b0c1-416f-b68b-20597b5aa9ec req-66e7ada5-8f76-48b0-a5ff-1ab3ab811b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:24.374658 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3134e803-b0c1-416f-b68b-20597b5aa9ec req-66e7ada5-8f76-48b0-a5ff-1ab3ab811b43 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 1098 time: 0.0763719 Dec 22 08:53:24.413802 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3134e803-b0c1-416f-b68b-20597b5aa9ec req-eb406d6d-2fc9-4618-a6b3-eab778e4bc03 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326855 Dec 22 08:53:24.925766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068380e-be63-45ff-8b8b-a52b69cf7b87 req-4ecd2981-471b-47e1-9cc0-97b9a6e677fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:24.927249 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e068380e-be63-45ff-8b8b-a52b69cf7b87 req-4ecd2981-471b-47e1-9cc0-97b9a6e677fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 945 time: 0.0817463 Dec 22 08:53:24.969316 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e068380e-be63-45ff-8b8b-a52b69cf7b87 req-228314e1-689c-4f5b-a237-0133a7c6db93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365562 Dec 22 08:53:26.153468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d81a27-84ca-4250-beba-90d15ecf205e req-860d6544-f9b1-4274-8d26-16c56a16f09f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:26.154935 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-55d81a27-84ca-4250-beba-90d15ecf205e req-860d6544-f9b1-4274-8d26-16c56a16f09f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 945 time: 0.0771666 Dec 22 08:53:26.198157 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-55d81a27-84ca-4250-beba-90d15ecf205e req-a3670178-1970-492f-be2e-a4fbba8b5956 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377336 Dec 22 08:53:26.383244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961aa545-85d8-4743-8daa-f11885ade475 req-8ba14aa5-5d8c-4458-b16a-f36d1b742a20 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:26.384683 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-961aa545-85d8-4743-8daa-f11885ade475 req-8ba14aa5-5d8c-4458-b16a-f36d1b742a20 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 945 time: 0.0843272 Dec 22 08:53:26.427873 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-961aa545-85d8-4743-8daa-f11885ade475 req-5f1090ac-00cc-485e-9a2d-8a67819cc580 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375533 Dec 22 08:53:26.450325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58730) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:26.521024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8296ea0-9120-4b3f-a075-9131994649fe tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:26.522509 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a8296ea0-9120-4b3f-a075-9131994649fe tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 1093 time: 0.0712321 Dec 22 08:53:26.525302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58734) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:26.530061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-34b79443-60c5-4ee4-aed5-940eabe8bbbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'port_id': '46b047fb-11e0-45cf-ad32-f74f61e790e2'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:53:26.611062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34b79443-60c5-4ee4-aed5-940eabe8bbbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:27.303153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34b79443-60c5-4ee4-aed5-940eabe8bbbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:27.306715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34b79443-60c5-4ee4-aed5-940eabe8bbbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:27.468565 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-34b79443-60c5-4ee4-aed5-940eabe8bbbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP a9077187-ed29-4bd4-86c5-28ee7f6f0974 associated. External IP: 172.26.1.51, port: 46b047fb-11e0-45cf-ad32-f74f61e790e2. Dec 22 08:53:27.685080 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-19c10f39-534e-467f-a069-35544254902d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700099 Dec 22 08:53:27.818278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b79443-60c5-4ee4-aed5-940eabe8bbbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 47da43a3-1864-4c5f-ab63-1aa926bd635b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:53:27.820140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-511b6e7f-8775-4077-8135-79a2739924ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:27.821612 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-511b6e7f-8775-4077-8135-79a2739924ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 1099 time: 0.0701435 Dec 22 08:53:27.973277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-b5c9f880-17ea-4e5c-a5de-f1c80ce68720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:27.975054 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-b5c9f880-17ea-4e5c-a5de-f1c80ce68720 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 897 time: 0.1340060 Dec 22 08:53:28.048027 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-9b0efb15-9a08-4dbd-b197-1caabf3d2a63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d24a64a2-1fa0-40db-a94d-979dea8a1e0e HTTP/1.1" status: 200 len: 217 time: 0.0663052 Dec 22 08:53:28.109219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-34b7932d-55b3-4ce0-96a5-46b70d8bac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:28.110698 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-34b7932d-55b3-4ce0-96a5-46b70d8bac25 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ffc7222-03e9-420d-9b3f-da1e6001a397 HTTP/1.1" status: 200 len: 834 time: 0.0563807 Dec 22 08:53:28.112111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b79443-60c5-4ee4-aed5-940eabe8bbbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:53:28.116917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-34b79443-60c5-4ee4-aed5-940eabe8bbbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:28.122955 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] Sync routers for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:53:28.133998 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:53:28.134610 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:53:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:28.172140 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-34b79443-60c5-4ee4-aed5-940eabe8bbbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 990 time: 1.6458232 Dec 22 08:53:28.172721 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'tag': '46b047fb-11e0-45cf-ad32-f74f61e790e2'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:53:28.175805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58738) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:28.216818 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'tag': '46b047fb-11e0-45cf-ad32-f74f61e790e2', 'status': 'completed', 'code': 200} Dec 22 08:53:28.296621 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-ac49904b-3d67-4253-8a22-fd1d1ee97c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:28.298042 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-ac49904b-3d67-4253-8a22-fd1d1ee97c64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab134d82-8f2b-4820-bb23-982a3b451613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1806178 Dec 22 08:53:28.304141 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-00260eeb-d01f-42d6-b2fa-b12cd4bb6c94 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 990 time: 0.1267915 Dec 22 08:53:28.307837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaa622-9ca8-48c5-a011-787c300226f1 req-9ae5f83c-7be0-49bf-a25a-4778c0d872d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:28.309276 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-effaa622-9ca8-48c5-a011-787c300226f1 req-9ae5f83c-7be0-49bf-a25a-4778c0d872d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 1098 time: 0.0717871 Dec 22 08:53:28.316315 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:53:28.434931 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-e02cccf9-ff83-4916-a269-d52b46a37eac service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297457 Dec 22 08:53:28.437815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaa622-9ca8-48c5-a011-787c300226f1 req-0c513143-5beb-4b48-84db-a23d0338305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:28.439216 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-effaa622-9ca8-48c5-a011-787c300226f1 req-0c513143-5beb-4b48-84db-a23d0338305c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 200 len: 897 time: 0.1243722 Dec 22 08:53:28.544978 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-effaa622-9ca8-48c5-a011-787c300226f1 req-c42c191e-1707-40a2-a17f-5b30f506c59a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b047fb-11e0-45cf-ad32-f74f61e790e2 HTTP/1.1" status: 200 len: 998 time: 0.0961685 Dec 22 08:53:28.573268 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-6de73a9d-0b8f-4a40-978b-f344b2c9d692 service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249969 Dec 22 08:53:28.607038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaa622-9ca8-48c5-a011-787c300226f1 req-0c13778d-b6cb-4feb-9e02-70104d9f4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:28.608450 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-effaa622-9ca8-48c5-a011-787c300226f1 req-0c13778d-b6cb-4feb-9e02-70104d9f4239 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ffc7222-03e9-420d-9b3f-da1e6001a397 HTTP/1.1" status: 200 len: 834 time: 0.0563991 Dec 22 08:53:28.670139 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a9077187-ed29-4bd4-86c5-28ee7f6f0974', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.51', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'port_id': '46b047fb-11e0-45cf-ad32-f74f61e790e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'mac_address': 'fa:16:3e:75:bb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:33Z', 'updated_at': '2021-12-22T08:53:27Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:28.673832 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] Checking router: 47da43a3-1864-4c5f-ab63-1aa926bd635b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:53:28.681917 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:53:28.682503 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:53:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:28.687070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaa622-9ca8-48c5-a011-787c300226f1 req-a1bfd39a-3a24-4830-ad22-11a2eb49923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:28.688515 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-effaa622-9ca8-48c5-a011-787c300226f1 req-a1bfd39a-3a24-4830-ad22-11a2eb49923c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab134d82-8f2b-4820-bb23-982a3b451613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737309 Dec 22 08:53:28.818329 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-effaa622-9ca8-48c5-a011-787c300226f1 req-f5841d3d-3008-4291-add5-8cc82df09fca service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223757 Dec 22 08:53:28.878613 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:53:28.947485 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-effaa622-9ca8-48c5-a011-787c300226f1 req-68ec55ea-4e79-40d0-81af-1ce629c6ec43 service neutron] 10.222.0.54 "GET /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212163 Dec 22 08:53:29.210971 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a9077187-ed29-4bd4-86c5-28ee7f6f0974', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.51', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'port_id': '46b047fb-11e0-45cf-ad32-f74f61e790e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'mac_address': 'fa:16:3e:75:bb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:33Z', 'updated_at': '2021-12-22T08:53:27Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:29.220006 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb748f-a16f-4470-83c7-00678aa3a8e7 None None] The sync data for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv is: [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a9077187-ed29-4bd4-86c5-28ee7f6f0974', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.51', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'port_id': '46b047fb-11e0-45cf-ad32-f74f61e790e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'mac_address': 'fa:16:3e:75:bb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:33Z', 'updated_at': '2021-12-22T08:53:27Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:53:29.307561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58744) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:29.409286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ce472-30eb-4a8c-98d3-eb1cd6c62a31 None None] New status for floating IP a9077187-ed29-4bd4-86c5-28ee7f6f0974: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:53:29.415275 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-72815b07-9d8a-4519-a52b-8a88dbba6006 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 990 time: 0.1055357 Dec 22 08:53:30.417591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58748) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:30.525153 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e22ec6fe-912a-43a8-b603-499bf5e4651d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 200 len: 992 time: 0.1063409 Dec 22 08:53:44.102866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:49.344506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5959402a-87b6-4527-857c-c333574b4f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:51.700772 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e5aca38e-e668-4eda-a589-14954c610777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:52.756556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:52.936354 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:53.752211 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:53:54.123355 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:57.581361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac361dc-7892-48af-867c-7e6dcc3590cb req-dee6703e-f25c-45a0-b665-86b98f98920e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:57.582764 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bac361dc-7892-48af-867c-7e6dcc3590cb req-dee6703e-f25c-45a0-b665-86b98f98920e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 945 time: 0.0795236 Dec 22 08:53:57.626029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bac361dc-7892-48af-867c-7e6dcc3590cb req-9e1b7d25-150f-47c8-b4a8-182ba76028b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367966 Dec 22 08:53:58.811156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9b345-f9cf-4c40-ba66-962878646663 req-390e35c4-80fc-4379-8335-cdac76f2c2d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:58.812517 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-eda9b345-f9cf-4c40-ba66-962878646663 req-390e35c4-80fc-4379-8335-cdac76f2c2d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 945 time: 0.0778887 Dec 22 08:53:58.856393 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-eda9b345-f9cf-4c40-ba66-962878646663 req-ac0fd8ee-97eb-4054-b606-bf6088507666 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=922aec48-8834-480b-9e1c-fcc44ea9cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378864 Dec 22 08:53:58.919260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-7b758a70-43ca-4879-a86a-b366ec2ec215 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:58.920660 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-7b758a70-43ca-4879-a86a-b366ec2ec215 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 945 time: 0.0806248 Dec 22 08:53:58.988272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 46b047fb-11e0-45cf-ad32-f74f61e790e2 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:53:58.988610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:59.226661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 46b047fb-11e0-45cf-ad32-f74f61e790e2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=46b047fb-11e0-45cf-ad32-f74f61e790e2,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:53:59.227016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:59.607234 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:59.607508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:59.607817 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP a9077187-ed29-4bd4-86c5-28ee7f6f0974 disassociated. External IP: 172.26.1.51, port: 46b047fb-11e0-45cf-ad32-f74f61e790e2. Dec 22 08:53:59.608147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 46b047fb-11e0-45cf-ad32-f74f61e790e2 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:53:59.750561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:59.801133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=46b047fb-11e0-45cf-ad32-f74f61e790e2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:59.811908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.812251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.812585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.812912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.813234 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.813557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.813902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.814222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.814539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.814851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.815164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:53:59.815474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:00.015559 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e60277c8-f31a-456f-9365-92a8731e0375 req-bf19391e-b401-42ce-877f-00c168a78703 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8210c51-c757-45b3-8653-1b4df9dbdfe7 HTTP/1.1" status: 200 len: 210 time: 0.0488145 Dec 22 08:54:00.033515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 47da43a3-1864-4c5f-ab63-1aa926bd635b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:54:00.210713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:00.222871 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] Sync routers for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:00.234413 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:00.235159 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:53:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:00.286349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port 46b047fb-11e0-45cf-ad32-f74f61e790e2 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:54:00.289386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:00.292099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'name': 'network-vif-deleted', 'tag': '46b047fb-11e0-45cf-ad32-f74f61e790e2'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:00.308421 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fdc15310-1604-4dae-9b7c-9b2e5de0c797 req-4f07446c-8964-4481-a3ae-4a9cee8dc436 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "DELETE /v2.0/ports/46b047fb-11e0-45cf-ad32-f74f61e790e2 HTTP/1.1" status: 204 len: 173 time: 1.3819399 Dec 22 08:54:00.338029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8210c51-c757-45b3-8653-1b4df9dbdfe7', 'name': 'network-vif-deleted', 'tag': '46b047fb-11e0-45cf-ad32-f74f61e790e2', 'status': 'completed', 'code': 200} Dec 22 08:54:00.424614 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:00.721642 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:00.725288 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] Checking router: 47da43a3-1864-4c5f-ab63-1aa926bd635b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:00.734628 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:00.735208 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:53:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:00.939567 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:01.108108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58774) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:01.174136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-301c70a7-0db6-48c9-a2b6-00ac4bb3dd15 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:01.203122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-301c70a7-0db6-48c9-a2b6-00ac4bb3dd15 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:01.243520 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:01.247943 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a147c94-e8cd-47c8-a02a-cec5f8af3c61 None None] The sync data for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv is: [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '73a7fbc5-2729-4c75-94a6-4b0122f8bade', 'name': '', 'network_id': 'ab134d82-8f2b-4820-bb23-982a3b451613', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:60:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:15Z', 'updated_at': '2021-12-22T08:52:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '7ffc7222-03e9-420d-9b3f-da1e6001a397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:01.273780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-301c70a7-0db6-48c9-a2b6-00ac4bb3dd15 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:01.293106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c70a7-0db6-48c9-a2b6-00ac4bb3dd15 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922aec48-8834-480b-9e1c-fcc44ea9cb95,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:01.306498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-301c70a7-0db6-48c9-a2b6-00ac4bb3dd15 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:01.313737 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-301c70a7-0db6-48c9-a2b6-00ac4bb3dd15 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/922aec48-8834-480b-9e1c-fcc44ea9cb95 HTTP/1.1" status: 204 len: 168 time: 0.1986122 Dec 22 08:54:01.346624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58780) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:01.474038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99935545-e3ad-4efa-a6f6-313be1460025 None None] New status for floating IP a9077187-ed29-4bd4-86c5-28ee7f6f0974: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:54:01.501947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 851b0783-cd68-4654-a44b-2abbe32806b8 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:01.502285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:01.668035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:01.668360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:01.885706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 851b0783-cd68-4654-a44b-2abbe32806b8 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:01.965471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.db.api [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:54:01.965842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG oslo_db.api [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:54:02.081661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 46b047fb-11e0-45cf-ad32-f74f61e790e2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:02.119778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 46b047fb-11e0-45cf-ad32-f74f61e790e2 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:54:02.120115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 46b047fb-11e0-45cf-ad32-f74f61e790e2 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:02.467225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 851b0783-cd68-4654-a44b-2abbe32806b8 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:02.467659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:02.632886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:02.633201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:02.751448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 851b0783-cd68-4654-a44b-2abbe32806b8 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:02.885948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:02.931474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=851b0783-cd68-4654-a44b-2abbe32806b8,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:03.021827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:03.035332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:03.036405 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1fda3c7b-3063-429c-b3f2-bc3615ab28fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/floatingips/a9077187-ed29-4bd4-86c5-28ee7f6f0974 HTTP/1.1" status: 204 len: 168 time: 1.6887262 Dec 22 08:54:03.481407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2f10a-19e0-49e8-a754-b748aadae717 req-b72d5f63-ce02-4b31-a817-3bf714ac4016 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:03.482901 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f3c2f10a-19e0-49e8-a754-b748aadae717 req-b72d5f63-ce02-4b31-a817-3bf714ac4016 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 946 time: 0.1772697 Dec 22 08:54:03.526476 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f3c2f10a-19e0-49e8-a754-b748aadae717 req-571ab806-372b-4d5b-bb61-82f6d7fafc45 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Dec 22 08:54:04.624364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253097fc-8b98-4736-b031-202f5cd488a3 req-c1e62379-93ad-4ad3-917f-c612f0b11bb3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:04.625044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-253097fc-8b98-4736-b031-202f5cd488a3 req-c1e62379-93ad-4ad3-917f-c612f0b11bb3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:04.684202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-253097fc-8b98-4736-b031-202f5cd488a3 req-c1e62379-93ad-4ad3-917f-c612f0b11bb3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:04.685256 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-253097fc-8b98-4736-b031-202f5cd488a3 req-c1e62379-93ad-4ad3-917f-c612f0b11bb3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 946 time: 0.1388397 Dec 22 08:54:04.761030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-253097fc-8b98-4736-b031-202f5cd488a3 req-b0c112d6-1d57-45c5-b8da-f76287b3bb16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port d24a64a2-1fa0-40db-a94d-979dea8a1e0e {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:04.761282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-253097fc-8b98-4736-b031-202f5cd488a3 req-b0c112d6-1d57-45c5-b8da-f76287b3bb16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:04.816457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c7652-d51d-4e51-9759-70fbb396c489 req-0ddf3216-2fc5-4c7d-870f-72e520f43cfc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:04.818143 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-955c7652-d51d-4e51-9759-70fbb396c489 req-0ddf3216-2fc5-4c7d-870f-72e520f43cfc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=a259b19b-d5f9-4359-95ba-ee8cca7fefef HTTP/1.1" status: 200 len: 946 time: 0.1834340 Dec 22 08:54:04.907251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-955c7652-d51d-4e51-9759-70fbb396c489 req-3235c9c3-c15c-44e9-94e0-126e8054388c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:05.000188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-955c7652-d51d-4e51-9759-70fbb396c489 req-3235c9c3-c15c-44e9-94e0-126e8054388c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:05.001306 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-955c7652-d51d-4e51-9759-70fbb396c489 req-3235c9c3-c15c-44e9-94e0-126e8054388c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f5cc54-d68a-4584-82fd-466c78aa7e62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774678 Dec 22 08:54:05.051403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-253097fc-8b98-4736-b031-202f5cd488a3 req-b0c112d6-1d57-45c5-b8da-f76287b3bb16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port d24a64a2-1fa0-40db-a94d-979dea8a1e0e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:05.051749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-253097fc-8b98-4736-b031-202f5cd488a3 req-b0c112d6-1d57-45c5-b8da-f76287b3bb16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:05.260483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-253097fc-8b98-4736-b031-202f5cd488a3 req-b0c112d6-1d57-45c5-b8da-f76287b3bb16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for d24a64a2-1fa0-40db-a94d-979dea8a1e0e owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:05.397985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-253097fc-8b98-4736-b031-202f5cd488a3 req-b0c112d6-1d57-45c5-b8da-f76287b3bb16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:05.476233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c112d6-1d57-45c5-b8da-f76287b3bb16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=d24a64a2-1fa0-40db-a94d-979dea8a1e0e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:05.522553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-253097fc-8b98-4736-b031-202f5cd488a3 req-b0c112d6-1d57-45c5-b8da-f76287b3bb16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port d24a64a2-1fa0-40db-a94d-979dea8a1e0e on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:54:05.524607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-253097fc-8b98-4736-b031-202f5cd488a3 req-b0c112d6-1d57-45c5-b8da-f76287b3bb16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:05.527017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'name': 'network-vif-deleted', 'tag': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:05.542007 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-253097fc-8b98-4736-b031-202f5cd488a3 req-b0c112d6-1d57-45c5-b8da-f76287b3bb16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "DELETE /v2.0/ports/d24a64a2-1fa0-40db-a94d-979dea8a1e0e HTTP/1.1" status: 204 len: 173 time: 0.8499310 Dec 22 08:54:05.572651 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a259b19b-d5f9-4359-95ba-ee8cca7fefef', 'name': 'network-vif-deleted', 'tag': 'd24a64a2-1fa0-40db-a94d-979dea8a1e0e', 'status': 'completed', 'code': 200} Dec 22 08:54:06.098856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58794) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:06.168302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b08d0207-895f-454b-9ff9-29004e072b2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:06.196996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b08d0207-895f-454b-9ff9-29004e072b2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:06.261329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b08d0207-895f-454b-9ff9-29004e072b2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:06.278582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d0207-895f-454b-9ff9-29004e072b2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f5cc54-d68a-4584-82fd-466c78aa7e62,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:06.290739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b08d0207-895f-454b-9ff9-29004e072b2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:06.291903 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b08d0207-895f-454b-9ff9-29004e072b2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/54f5cc54-d68a-4584-82fd-466c78aa7e62 HTTP/1.1" status: 204 len: 168 time: 0.1919949 Dec 22 08:54:06.323092 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58800) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:06.874895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:07.219669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 73a7fbc5-2729-4c75-94a6-4b0122f8bade {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:07.220366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:07.503839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 73a7fbc5-2729-4c75-94a6-4b0122f8bade, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=73a7fbc5-2729-4c75-94a6-4b0122f8bade,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:07.504103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:07.623942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 73a7fbc5-2729-4c75-94a6-4b0122f8bade owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:07.804379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:07.854444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=73a7fbc5-2729-4c75-94a6-4b0122f8bade,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:08.112929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device d24a64a2-1fa0-40db-a94d-979dea8a1e0e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:08.123186 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:08.146141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: d24a64a2-1fa0-40db-a94d-979dea8a1e0e {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:54:08.146490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device d24a64a2-1fa0-40db-a94d-979dea8a1e0e not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:08.469081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 47da43a3-1864-4c5f-ab63-1aa926bd635b has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:54:08.643762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:08.653403 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] Sync routers for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:08.658654 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-990c07ac-ab14-441d-8e43-cdf3afa7d572 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/47da43a3-1864-4c5f-ab63-1aa926bd635b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3320785 Dec 22 08:54:08.658882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58804) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:08.662782 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:08.663377 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:53:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:08.722506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-510e810c-e9c3-49b4-8384-ee9343050486 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting subnet 7ffc7222-03e9-420d-9b3f-da1e6001a397 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:54:08.725308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-510e810c-e9c3-49b4-8384-ee9343050486 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:08.838288 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:08.891709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-510e810c-e9c3-49b4-8384-ee9343050486 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:08.971996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-510e810c-e9c3-49b4-8384-ee9343050486 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.045666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-510e810c-e9c3-49b4-8384-ee9343050486 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.088623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e810c-e9c3-49b4-8384-ee9343050486 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffc7222-03e9-420d-9b3f-da1e6001a397,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:09.090544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-510e810c-e9c3-49b4-8384-ee9343050486 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.096627 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-510e810c-e9c3-49b4-8384-ee9343050486 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/subnets/7ffc7222-03e9-420d-9b3f-da1e6001a397 HTTP/1.1" status: 204 len: 168 time: 0.4367948 Dec 22 08:54:09.099180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58808) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:09.100788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaab24d-16f2-4f8f-98fb-01830dabe580 None None] Network ab134d82-8f2b-4820-bb23-982a3b451613 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:54:09.122611 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:54:07Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:09.127016 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] Checking router: 47da43a3-1864-4c5f-ab63-1aa926bd635b for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:09.135265 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] Routers {'47da43a3-1864-4c5f-ab63-1aa926bd635b'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:09.135929 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:53:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['47da43a3-1864-4c5f-ab63-1aa926bd635b'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:09.281946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.311693 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] Set router 47da43a3-1864-4c5f-ab63-1aa926bd635b gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:09.358146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e4ae70-e170-4f95-90c9-23dd87b94ce6 None None] DHCP port deletion for ab134d82-8f2b-4820-bb23-982a3b451613 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:54:09.362157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-35e4ae70-e170-4f95-90c9-23dd87b94ce6 None None] Deleting port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:09.362740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-35e4ae70-e170-4f95-90c9-23dd87b94ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.463002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.474164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 59cb3a00-d175-4ff5-a219-bc6a1e340f15 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:09.474920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.570679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-35e4ae70-e170-4f95-90c9-23dd87b94ce6 None None] For port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=902f6ac0-4db6-4892-afcc-b6d5a3cb9602,segment=NetworkSegment(8255238b-8367-4983-831d-3c76e2019a59),segment_id=8255238b-8367-4983-831d-3c76e2019a59)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:09.571066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-35e4ae70-e170-4f95-90c9-23dd87b94ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.617947 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:54:07Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:09.621957 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1840f-f596-420a-968a-fe59a89bc6d5 None None] The sync data for ids ['47da43a3-1864-4c5f-ab63-1aa926bd635b'] in dv-neutron-822561-2-hyperv is: [{'id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'name': 'tempest-TestNetworkBasicOps-router-1955202653', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:11Z', 'updated_at': '2021-12-22T08:54:07Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '59cb3a00-d175-4ff5-a219-bc6a1e340f15', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:11:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da43a3-1864-4c5f-ab63-1aa926bd635b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:12Z', 'updated_at': '2021-12-22T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:09.658947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 59cb3a00-d175-4ff5-a219-bc6a1e340f15, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=59cb3a00-d175-4ff5-a219-bc6a1e340f15,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:09.659305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.693385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-35e4ae70-e170-4f95-90c9-23dd87b94ce6 None None] Calling delete_port for 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:09.767987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-35e4ae70-e170-4f95-90c9-23dd87b94ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.779475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 59cb3a00-d175-4ff5-a219-bc6a1e340f15 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:09.814522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4ae70-e170-4f95-90c9-23dd87b94ce6 None None] Pushing event deleted for resources: {'Port': ['ID=902f6ac0-4db6-4892-afcc-b6d5a3cb9602,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:09.816310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e4ae70-e170-4f95-90c9-23dd87b94ce6 None None] No DVR routers for this DVR port 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:54:09.950624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.000139 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=59cb3a00-d175-4ff5-a219-bc6a1e340f15,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:10.091621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.361044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.363099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.384983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.385485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Fanout notify agent at l3_agent the message router_deleted on router 47da43a3-1864-4c5f-ab63-1aa926bd635b {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:54:10.400442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.401531 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5bb52339-9c25-4616-a53e-64a1ba89b2bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/routers/47da43a3-1864-4c5f-ab63-1aa926bd635b HTTP/1.1" status: 204 len: 168 time: 1.3014624 Dec 22 08:54:10.404176 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58812) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:10.523816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.650632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.674973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab134d82-8f2b-4820-bb23-982a3b451613']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:10.686765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8255238b-8367-4983-831d-3c76e2019a59') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:10.687062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8255238b-8367-4983-831d-3c76e2019a59') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:10.698272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.713978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.719745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:54:10.720114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:54:10.734636 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:54:10.816861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.838564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.853210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Network': ['ID=ab134d82-8f2b-4820-bb23-982a3b451613,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:10.868348 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-af2cd37f-1970-43de-b975-eb7450b7acf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/networks/ab134d82-8f2b-4820-bb23-982a3b451613 HTTP/1.1" status: 204 len: 168 time: 0.4580827 Dec 22 08:54:10.883038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 73a7fbc5-2729-4c75-94a6-4b0122f8bade no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:10.887805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58818) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:10.895064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'network': {'name': 'tempest-network-smoke--1388101270', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'port_security_enabled': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:10.900898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:10.904990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:network and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:10.907866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:10.914335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:10.917555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 73a7fbc5-2729-4c75-94a6-4b0122f8bade {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:54:10.917923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 73a7fbc5-2729-4c75-94a6-4b0122f8bade not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:10.918333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:10.930912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:54:10.935284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.955554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:54:10.955896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 902f6ac0-4db6-4892-afcc-b6d5a3cb9602 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:10.965310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:54:10.975107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.975431 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Added segment 475f528d-45e2-480b-86ab-5617b1c84fec of type vlan for network 895c2c8c-b3e8-4f73-971d-068c615864cb Dec 22 08:54:11.005113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.035392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.040959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:11.041537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.138639 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2496946 Dec 22 08:54:11.141428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58822) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:11.146607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'admin_state_up': True, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:11.147551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df30d3d-380a-4b11-8790-33990a1bb58b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Network': ['ID=895c2c8c-b3e8-4f73-971d-068c615864cb,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:11.154518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:11.158073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 895c2c8c-b3e8-4f73-971d-068c615864cb details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:54:11.159927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:router and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:11.162853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:11.169097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:11.179442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.180678 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.196900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.466567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.764237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.792321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.922312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.198 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/23921897-efda-4d5a-ae52-ec66405adfb6) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:54:12.064718 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:12.093206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:12.154537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:12.157365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:12.160976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:54:12.194364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=23921897-efda-4d5a-ae52-ec66405adfb6,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:12.463000 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 59cb3a00-d175-4ff5-a219-bc6a1e340f15 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:12.537055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 59cb3a00-d175-4ff5-a219-bc6a1e340f15 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:54:12.537402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 59cb3a00-d175-4ff5-a219-bc6a1e340f15 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:12.667495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:12.999602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:13.200685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 2286458a-e8de-41cd-9218-8b1cf7865413 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:54:13.377197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:13.386512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Sync routers for ids ['2286458a-e8de-41cd-9218-8b1cf7865413'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:13.395202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Routers {'2286458a-e8de-41cd-9218-8b1cf7865413'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:13.395804 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-885653bb-32f0-49fe-9713-177b728156cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:53:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2286458a-e8de-41cd-9218-8b1cf7865413'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:13.403324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:13.404519 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ddafe49a-f486-47b1-925e-264406be3c12 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2620404 Dec 22 08:54:13.407650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58826) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:13.571936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Set router 2286458a-e8de-41cd-9218-8b1cf7865413 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:13.580709 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bc3c4999-fd6d-4b3a-ba9c-ef68faa795e2 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bb4971834ad94cd983d776e93f1d353e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1720049 Dec 22 08:54:13.583413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58832) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:13.709313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e9e611-8cdb-4a1f-b0c7-5c50dd892e19 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:13.711248 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-92e9e611-8cdb-4a1f-b0c7-5c50dd892e19 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269548 Dec 22 08:54:13.714073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58836) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:13.762799 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1ab39685-1e8f-4bd9-9c5c-90fe7a2424a4 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474136 Dec 22 08:54:13.766023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58840) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:13.770876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-954192810', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:13.850625 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-885653bb-32f0-49fe-9713-177b728156cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:12Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:13.854941 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Checking router: 2286458a-e8de-41cd-9218-8b1cf7865413 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:13.855285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Updating router 2286458a-e8de-41cd-9218-8b1cf7865413 port 23921897-efda-4d5a-ae52-ec66405adfb6 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:54:13.891534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:13.895461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:subnet and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:13.898788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:13.904385 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:13.908703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:13.914404 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:54:13.918157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.140749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.239596 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.243964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.255210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Transition to ACTIVE for port object 23921897-efda-4d5a-ae52-ec66405adfb6 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:14.262334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.323400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Subnet': ['ID=c508dd3e-6d3e-42dc-b36f-c42c6721456c,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:14.330938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Checking segment: {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:14.331264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network hostable DHCP agents. Network: 895c2c8c-b3e8-4f73-971d-068c615864cb, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:54:14.337280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.337621 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.337984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.338317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.338641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.339033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.339301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Attempting to bind port 23921897-efda-4d5a-ae52-ec66405adfb6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:54:14.339493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.339648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Attempting to bind port 23921897-efda-4d5a-ae52-ec66405adfb6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:54:14.339776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.340004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Attempting to bind port 23921897-efda-4d5a-ae52-ec66405adfb6 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:14.340159 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.340383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.340695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.341012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:14.341935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597de78-1503-49d6-8c6d-3f34c0a481a1 None None] Pushing event updated for resources: {'Port': ['ID=23921897-efda-4d5a-ae52-ec66405adfb6,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:14.347332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:54:14.347697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:14.348091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.348472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:54:14.348921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Bound port: 23921897-efda-4d5a-ae52-ec66405adfb6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:54:14.349791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.359140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 895c2c8c-b3e8-4f73-971d-068c615864cb is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:54:14.368792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 895c2c8c-b3e8-4f73-971d-068c615864cb) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:14.373642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:14.374263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.381211 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a5ba23-eceb-4285-8509-654f4f4317ef None None] Network 895c2c8c-b3e8-4f73-971d-068c615864cb requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:54:14.397064 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0abdf9ff-182b-4483-8f82-ec7b922c5a65 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6307425 Dec 22 08:54:14.399863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58844) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:14.513157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-885653bb-32f0-49fe-9713-177b728156cc None None] For port 23921897-efda-4d5a-ae52-ec66405adfb6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:14.519573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-885653bb-32f0-49fe-9713-177b728156cc None None] For port 23921897-efda-4d5a-ae52-ec66405adfb6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=23921897-efda-4d5a-ae52-ec66405adfb6,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:54:14.530244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.654159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Routers {'2286458a-e8de-41cd-9218-8b1cf7865413'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:14.654846 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-885653bb-32f0-49fe-9713-177b728156cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:53:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2286458a-e8de-41cd-9218-8b1cf7865413'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:14.706795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597de78-1503-49d6-8c6d-3f34c0a481a1 None None] Pushing event updated for resources: {'Port': ['ID=23921897-efda-4d5a-ae52-ec66405adfb6,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:14.857643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-895c2c8c-b3e8-4f73-971d-068c615864cb', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:54:14.858385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.964710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-885653bb-32f0-49fe-9713-177b728156cc None None] Set router 2286458a-e8de-41cd-9218-8b1cf7865413 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:15.083486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:15.231810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Allocated IP 172.20.0.2 (895c2c8c-b3e8-4f73-971d-068c615864cb/c508dd3e-6d3e-42dc-b36f-c42c6721456c/8c49eccf-dfad-466d-860d-1f4c736de731) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:54:15.454103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-885653bb-32f0-49fe-9713-177b728156cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:12Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:15.470877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885653bb-32f0-49fe-9713-177b728156cc None None] The sync data for ids ['2286458a-e8de-41cd-9218-8b1cf7865413'] in dv-neutron-822561-2-hyperv is: [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:12Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:15.494042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:15.505051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Transition to ACTIVE for port object 8c49eccf-dfad-466d-860d-1f4c736de731 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:15.525036 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Transition to ACTIVE for port object 8c49eccf-dfad-466d-860d-1f4c736de731 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:15.534980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:15.597006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.1 (895c2c8c-b3e8-4f73-971d-068c615864cb/c508dd3e-6d3e-42dc-b36f-c42c6721456c/5f624597-9c53-42d4-b83c-74a6dae225d2) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:54:15.602402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Network 895c2c8c-b3e8-4f73-971d-068c615864cb is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:15.605406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:15.609153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:54:15.618428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Pushing event updated for resources: {'Port': ['ID=8c49eccf-dfad-466d-860d-1f4c736de731,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:15.732534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Attempting to bind port 8c49eccf-dfad-466d-860d-1f4c736de731 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:54:15.733623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Attempting to bind port 8c49eccf-dfad-466d-860d-1f4c736de731 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:54:15.734120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Attempting to bind port 8c49eccf-dfad-466d-860d-1f4c736de731 on network 895c2c8c-b3e8-4f73-971d-068c615864cb {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:15.742707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:54:15.743292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Checking segment: {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:15.743927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:15.744410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Bound using segment: {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:54:15.744980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Bound port: 8c49eccf-dfad-466d-860d-1f4c736de731, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:54:15.745450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:15.842122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] For port 8c49eccf-dfad-466d-860d-1f4c736de731, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:15.846141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] For port 8c49eccf-dfad-466d-860d-1f4c736de731, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8c49eccf-dfad-466d-860d-1f4c736de731,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:54:15.851717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:15.898838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:15.915560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 5f624597-9c53-42d4-b83c-74a6dae225d2 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:15.941166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b9b23-5fb9-4aee-8952-d98e86a05aee None None] Pushing event updated for resources: {'Port': ['ID=8c49eccf-dfad-466d-860d-1f4c736de731,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:15.951415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.024344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=5f624597-9c53-42d4-b83c-74a6dae225d2,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:16.039860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 895c2c8c-b3e8-4f73-971d-068c615864cb is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:16.041181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:16.043502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:54:16.106704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.261551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.559193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8c49eccf-dfad-466d-860d-1f4c736de731 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:16.629934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 8c49eccf-dfad-466d-860d-1f4c736de731 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:16.635713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 23921897-efda-4d5a-ae52-ec66405adfb6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:16.677848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.684037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.701244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 23921897-efda-4d5a-ae52-ec66405adfb6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:16.705866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 23921897-efda-4d5a-ae52-ec66405adfb6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:16.706247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.796377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.799827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=5f624597-9c53-42d4-b83c-74a6dae225d2,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:16.826853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.843638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 23921897-efda-4d5a-ae52-ec66405adfb6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=23921897-efda-4d5a-ae52-ec66405adfb6,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:16.848912 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.921342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=23921897-efda-4d5a-ae52-ec66405adfb6,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:16.935226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 895c2c8c-b3e8-4f73-971d-068c615864cb is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:16.936272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:17.124422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 2286458a-e8de-41cd-9218-8b1cf7865413 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:54:17.281745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740536f5-0326-494e-8bda-1140b0e03d3a None None] Network 895c2c8c-b3e8-4f73-971d-068c615864cb requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:54:17.312835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:17.322861 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Sync routers for ids ['2286458a-e8de-41cd-9218-8b1cf7865413'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:17.326615 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3aa04b7f-8393-4363-bff9-a10d7b8985b5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/2286458a-e8de-41cd-9218-8b1cf7865413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9256942 Dec 22 08:54:17.329053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58848) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:17.332832 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Routers {'2286458a-e8de-41cd-9218-8b1cf7865413'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:17.333461 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:53:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2286458a-e8de-41cd-9218-8b1cf7865413'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:17.402591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fc44221a-fe23-4f83-8265-035034f73e6e None None] Provisioning for port 8c49eccf-dfad-466d-860d-1f4c736de731 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:17.490171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fc44221a-fe23-4f83-8265-035034f73e6e None None] Provisioning complete for port 8c49eccf-dfad-466d-860d-1f4c736de731 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:17.490596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fc44221a-fe23-4f83-8265-035034f73e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:17.515804 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Set router 2286458a-e8de-41cd-9218-8b1cf7865413 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:17.596641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974e3c6-bf33-4cab-916f-15111fe4adc5 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:17.597081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974e3c6-bf33-4cab-916f-15111fe4adc5 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:17.597553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974e3c6-bf33-4cab-916f-15111fe4adc5 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:17.598048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974e3c6-bf33-4cab-916f-15111fe4adc5 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:17.602313 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8974e3c6-bf33-4cab-916f-15111fe4adc5 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2697663 Dec 22 08:54:17.602631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58852) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:17.674913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fc44221a-fe23-4f83-8265-035034f73e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:17.676401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b91c5-284f-4712-9fc3-c36ff59bbbfa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:17.676872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b91c5-284f-4712-9fc3-c36ff59bbbfa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:17.677379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b91c5-284f-4712-9fc3-c36ff59bbbfa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:17.677855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b91c5-284f-4712-9fc3-c36ff59bbbfa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:17.680015 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-856b91c5-284f-4712-9fc3-c36ff59bbbfa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0763614 Dec 22 08:54:17.682890 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58856) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:17.718826 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-fc44221a-fe23-4f83-8265-035034f73e6e None None] For port 8c49eccf-dfad-466d-860d-1f4c736de731, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8c49eccf-dfad-466d-860d-1f4c736de731,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:17.723823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fc44221a-fe23-4f83-8265-035034f73e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:17.796233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44221a-fe23-4f83-8265-035034f73e6e None None] Pushing event updated for resources: {'Port': ['ID=8c49eccf-dfad-466d-860d-1f4c736de731,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:17.848949 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '5f624597-9c53-42d4-b83c-74a6dae225d2', 'name': '', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:ad:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:15Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:17.853491 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Checking router: 2286458a-e8de-41cd-9218-8b1cf7865413 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:17.853880 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Updating router 2286458a-e8de-41cd-9218-8b1cf7865413 port 5f624597-9c53-42d4-b83c-74a6dae225d2 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:54:17.901569 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-34922fff-1557-446b-a6de-f0ce3f8a9721 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2176011 Dec 22 08:54:17.903385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58860) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:17.908905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1772738152', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:17.910079 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:17.983606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4d071295-3beb-427e-8f79-70979d20785f None None] Provisioning for port 5f624597-9c53-42d4-b83c-74a6dae225d2 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:17.990037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4d071295-3beb-427e-8f79-70979d20785f None None] Provisioning complete for port 5f624597-9c53-42d4-b83c-74a6dae225d2 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:17.990698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4d071295-3beb-427e-8f79-70979d20785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.077511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:18.079349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4d071295-3beb-427e-8f79-70979d20785f None None] Port 5f624597-9c53-42d4-b83c-74a6dae225d2 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:54:18.082240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:port and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:18.086768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:18.091623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4d071295-3beb-427e-8f79-70979d20785f None None] Provisioning complete for port 8c49eccf-dfad-466d-860d-1f4c736de731 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:18.091995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4d071295-3beb-427e-8f79-70979d20785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.094364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:18.108457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:54:18.112818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.139538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] device_id is not set on port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:54:18.279033 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.291491 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Transition to ACTIVE for port object 5f624597-9c53-42d4-b83c-74a6dae225d2 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:18.299016 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.379495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.8 (895c2c8c-b3e8-4f73-971d-068c615864cb/c508dd3e-6d3e-42dc-b36f-c42c6721456c/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:54:18.412795 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Pushing event updated for resources: {'Port': ['ID=5f624597-9c53-42d4-b83c-74a6dae225d2,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:18.433167 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.433505 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.433856 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.434185 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.434506 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.434824 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.435139 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.435455 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.435836 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.436069 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.436555 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.436695 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:18.531923 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Attempting to bind port 5f624597-9c53-42d4-b83c-74a6dae225d2 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:54:18.532291 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Attempting to bind port 5f624597-9c53-42d4-b83c-74a6dae225d2 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:54:18.532646 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Attempting to bind port 5f624597-9c53-42d4-b83c-74a6dae225d2 on network 895c2c8c-b3e8-4f73-971d-068c615864cb {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:18.539376 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:54:18.539710 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Checking segment: {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:18.540194 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.540483 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Bound using segment: {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:54:18.540954 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Bound port: 5f624597-9c53-42d4-b83c-74a6dae225d2, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:54:18.541323 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.544791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8c49eccf-dfad-466d-860d-1f4c736de731 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:18.620277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 8c49eccf-dfad-466d-860d-1f4c736de731 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:18.620663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.623301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.637338 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] For port 5f624597-9c53-42d4-b83c-74a6dae225d2, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:18.641573 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] For port 5f624597-9c53-42d4-b83c-74a6dae225d2, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5f624597-9c53-42d4-b83c-74a6dae225d2,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:54:18.641929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:18.649252 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.669595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.735266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 895c2c8c-b3e8-4f73-971d-068c615864cb is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:18.738608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:18.742884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:54:18.760908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 23921897-efda-4d5a-ae52-ec66405adfb6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:18.763323 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Routers {'2286458a-e8de-41cd-9218-8b1cf7865413'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:18.763991 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:53:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2286458a-e8de-41cd-9218-8b1cf7865413'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:18.823557 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277d263-cfc6-407f-aa71-02637a880cf1 None None] Pushing event updated for resources: {'Port': ['ID=5f624597-9c53-42d4-b83c-74a6dae225d2,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:18.841237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 23921897-efda-4d5a-ae52-ec66405adfb6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:18.841609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.920855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:18.950255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:18.951505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.968882 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] Set router 2286458a-e8de-41cd-9218-8b1cf7865413 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:18.987815 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9b120a52-ebb4-4058-8d62-85097d4e4ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0833461 Dec 22 08:54:19.091773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-29252515-d3fb-4d82-b302-b008955c8cbc None None] Provisioning for port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:19.100280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-29252515-d3fb-4d82-b302-b008955c8cbc None None] Provisioning complete for port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:19.100655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-29252515-d3fb-4d82-b302-b008955c8cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.160861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-29252515-d3fb-4d82-b302-b008955c8cbc None None] Port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:54:19.306887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58866) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:19.311858 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '5f624597-9c53-42d4-b83c-74a6dae225d2', 'name': '', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:ad:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:15Z', 'updated_at': '2021-12-22T08:54:18Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:19.312212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198848018', 'description': 'tempest-secgroup-smoke-198848018 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:19.315856 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb83374-23bc-48cd-9aa2-374c64ad5eb0 None None] The sync data for ids ['2286458a-e8de-41cd-9218-8b1cf7865413'] in dv-neutron-822561-2-hyperv is: [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '5f624597-9c53-42d4-b83c-74a6dae225d2', 'name': '', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:ad:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:15Z', 'updated_at': '2021-12-22T08:54:18Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:19.321004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:19.325822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:19.329729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:19.335856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:19.348918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e7191bcc-a9aa-4440-a213-0c7118aef1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.350261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.383357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:19.390554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:19.393613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:19.399526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:19.476628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.480396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.526535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a12d8e-01cb-4cda-b2a2-5e7dd1338a49,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:19.529584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.533539 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-821b106e-8c92-44da-a64a-dcbcec5f42c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2229447 Dec 22 08:54:19.534488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58870) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:19.539774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12d8e-01cb-4cda-b2a2-5e7dd1338a49', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:19.546269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:19.550099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:19.552928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:19.559295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:19.576640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.639867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.644079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.671236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b993dc-c081-4624-936f-a273558b37a2,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:19.681562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.682803 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2e02d7c7-ab0f-4ec2-bd81-5aaec329d079 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481009 Dec 22 08:54:19.685621 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58874) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:19.690874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12d8e-01cb-4cda-b2a2-5e7dd1338a49', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:19.697374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:19.701446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:19.704395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:19.710931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:19.729017 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.792181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.795925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.820008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a5afde-ec7b-4a1d-8b35-08c315322613,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:19.830321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.831524 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7b335d94-c5d6-454b-9d7e-96c59df0dab6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448646 Dec 22 08:54:19.834271 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58878) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:19.840213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12d8e-01cb-4cda-b2a2-5e7dd1338a49', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:19.846351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:19.850255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:19.853700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:19.859509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:19.876821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.947054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.953196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.978742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82b41d0-4f8c-4f8e-baec-29097b04f41e,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:19.991501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.995971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58882) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:19.996144 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c5525842-e940-4ede-bce3-e7b90243c7a4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608732 Dec 22 08:54:20.001890 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12d8e-01cb-4cda-b2a2-5e7dd1338a49', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:20.009289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:20.013343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:20.016846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:20.024006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:20.040569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.105316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.109011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.131679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bf694e-7134-4da5-a9ce-59e093bc744e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:20.142854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.144018 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-05b89b2c-4d50-48b3-a276-5f5e4161adbe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465898 Dec 22 08:54:20.146808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58886) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:20.152638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12d8e-01cb-4cda-b2a2-5e7dd1338a49', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:20.158714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:20.162624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:20.165524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:20.171667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:20.181835 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:54:20.188493 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.256597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.261573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.287985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c526ea5b-8776-426e-a161-fa1bfed1e86e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:20.296681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.297959 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8e839e99-8c8b-4550-8e36-7b985e046209 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502149 Dec 22 08:54:20.300817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58890) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:20.306457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12d8e-01cb-4cda-b2a2-5e7dd1338a49', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:20.312422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:20.316295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:20.319490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:20.325941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:20.336680 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:54:20.343898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.408766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.412299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.434760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14d262b-24b8-4a63-9c76-fea68abe39ed,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:20.443706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.445573 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d0be5056-8b36-4b2f-b409-a6dd61f5b522 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437597 Dec 22 08:54:20.534326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5f624597-9c53-42d4-b83c-74a6dae225d2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:20.603336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 5f624597-9c53-42d4-b83c-74a6dae225d2 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:20.608251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 5f624597-9c53-42d4-b83c-74a6dae225d2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:20.608622 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.618651 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-4c52ff9e-5f4c-4003-a655-7dc98fd07480 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198848018&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0437298 Dec 22 08:54:20.697856 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-682f9316-14ee-46ae-b8d2-ba75a4f1cfa9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:20.699318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-682f9316-14ee-46ae-b8d2-ba75a4f1cfa9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:20.716029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-682f9316-14ee-46ae-b8d2-ba75a4f1cfa9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:20.717486 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-682f9316-14ee-46ae-b8d2-ba75a4f1cfa9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 930 time: 0.0922751 Dec 22 08:54:20.727750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.762074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 5f624597-9c53-42d4-b83c-74a6dae225d2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5f624597-9c53-42d4-b83c-74a6dae225d2,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:20.765890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.838285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=5f624597-9c53-42d4-b83c-74a6dae225d2,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:20.874069 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-5fb6cb3b-9a6e-4e81-a1f1-73995d0c941b service neutron] 10.222.0.37 "GET /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1433456 Dec 22 08:54:21.007109 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-50704c36-18ee-4014-a8cf-1fcc1ea68b03 service neutron] 10.222.0.37 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270297 Dec 22 08:54:21.144683 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-211de339-f03f-4a43-a306-05c816e1e1d6 service neutron] 10.222.0.37 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316426 Dec 22 08:54:21.318364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-12195c19-5872-45d9-b35b-c093758013fe req-9335a5bf-824d-42cf-95df-6d9ffe24bc6f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:21.329813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-12195c19-5872-45d9-b35b-c093758013fe req-9335a5bf-824d-42cf-95df-6d9ffe24bc6f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:21.330948 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12195c19-5872-45d9-b35b-c093758013fe req-9335a5bf-824d-42cf-95df-6d9ffe24bc6f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 210 time: 0.0546176 Dec 22 08:54:21.701274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c18f57ad-de46-4bb4-ad69-fc958b804731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:22.328325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-6db3dc8f-ae23-4120-b60a-83298e4b2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:22.329659 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-6db3dc8f-ae23-4120-b60a-83298e4b2e40 service neutron] 10.222.0.54 "GET /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 1026 time: 0.0625410 Dec 22 08:54:22.494673 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-940c8d8e-9f04-410d-bce8-260927db467e req-d60de135-74e9-41e8-b1d7-de910ac6086c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 210 time: 0.0548398 Dec 22 08:54:22.496443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-8ca0f6c9-7d20-41d1-aacb-db8a3433d490 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:22.497143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-8ca0f6c9-7d20-41d1-aacb-db8a3433d490 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:22.513616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-8ca0f6c9-7d20-41d1-aacb-db8a3433d490 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:22.514959 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-8ca0f6c9-7d20-41d1-aacb-db8a3433d490 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=895c2c8c-b3e8-4f73-971d-068c615864cb HTTP/1.1" status: 200 len: 797 time: 0.1800961 Dec 22 08:54:22.518712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5f624597-9c53-42d4-b83c-74a6dae225d2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:22.572284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-d9ca0bfc-cc85-44b1-8596-10d52c815bc9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:22.586473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 5f624597-9c53-42d4-b83c-74a6dae225d2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:22.586771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:22.587353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-d9ca0bfc-cc85-44b1-8596-10d52c815bc9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:22.588697 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-d9ca0bfc-cc85-44b1-8596-10d52c815bc9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 379 time: 0.0624390 Dec 22 08:54:22.602107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Request body: {'port': {'device_id': '6febcd87-e087-4154-a385-cc57d74da93f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:22.709471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:22.759263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:22.937665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:23.044689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:54:23.052183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:23.066806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Transition to ACTIVE for port object 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:23.070642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:23.225994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:23.301496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Attempting to bind port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:54:23.301866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Attempting to bind port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:54:23.302189 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Attempting to bind port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on network 895c2c8c-b3e8-4f73-971d-068c615864cb {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:23.307190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on network 895c2c8c-b3e8-4f73-971d-068c615864cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:54:23.307503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Attempting to bind port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on network 895c2c8c-b3e8-4f73-971d-068c615864cb {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:23.312516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:54:23.312848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Checking segment: {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:23.313379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Bound using segment: {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:54:23.313826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Bound port: 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:54:23.314172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:23.400936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:23.404366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:54:23.407712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:23.473349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:23.473995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:23.475353 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 1131 time: 0.8778257 Dec 22 08:54:23.475791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6febcd87-e087-4154-a385-cc57d74da93f', 'tag': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:23.512074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6582d-b5ed-4825-b002-a4f9ca43cf83 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:23.547412 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6febcd87-e087-4154-a385-cc57d74da93f', 'tag': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'status': 'completed', 'code': 200} Dec 22 08:54:23.588729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-092d9e59-3c03-4564-92e2-d0463dc6268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:23.590266 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-092d9e59-3c03-4564-92e2-d0463dc6268f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 1134 time: 0.0748372 Dec 22 08:54:23.663000 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-35b4ca17-1757-45df-88ae-5627d77aa9f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 217 time: 0.0645595 Dec 22 08:54:23.685578 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdc768-4305-4757-8f0a-f414f0d26aba req-4cab2d15-3464-47b8-a3ee-2082bebfa8be tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:23.687088 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-babdc768-4305-4757-8f0a-f414f0d26aba req-4cab2d15-3464-47b8-a3ee-2082bebfa8be tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 981 time: 0.0856984 Dec 22 08:54:23.724188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-f3157bfc-eb7d-4ca2-aaaf-ddfff8b29857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:23.725512 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-f3157bfc-eb7d-4ca2-aaaf-ddfff8b29857 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c508dd3e-6d3e-42dc-b36f-c42c6721456c HTTP/1.1" status: 200 len: 834 time: 0.0567725 Dec 22 08:54:23.730926 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-babdc768-4305-4757-8f0a-f414f0d26aba req-0e44784c-f9d0-48d0-8865-a30f1e3e4b24 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382476 Dec 22 08:54:23.897417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-79740783-5b61-4175-ab55-0567012e19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:23.898942 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-79740783-5b61-4175-ab55-0567012e19c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=895c2c8c-b3e8-4f73-971d-068c615864cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1670234 Dec 22 08:54:24.028656 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-e739d26f-8a43-4c85-93af-55e5d0a0ad4c service neutron] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217072 Dec 22 08:54:24.164423 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd013367-3fac-488f-b84a-d8b0c7e1a417 req-dc851a35-eb96-4bee-b2e0-3cdf46fdd1fd service neutron] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271398 Dec 22 08:54:24.214138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.279658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-4b972c9a-e650-4a5b-86f1-7748b9a53521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:24.281074 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-4b972c9a-e650-4a5b-86f1-7748b9a53521 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 1134 time: 0.0689857 Dec 22 08:54:24.410540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-abc2dc52-0f9c-41cf-941e-f2a604bdb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:24.411975 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-abc2dc52-0f9c-41cf-941e-f2a604bdb61a service neutron] 10.222.0.54 "GET /v2.0/networks?id=895c2c8c-b3e8-4f73-971d-068c615864cb HTTP/1.1" status: 200 len: 898 time: 0.1239641 Dec 22 08:54:24.481716 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-864f2a7e-d309-4cb2-8b89-fe28a5f21f36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 217 time: 0.0626276 Dec 22 08:54:24.543490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-c36a2f2e-f187-4a14-8d17-0e7391ad78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:24.544829 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-c36a2f2e-f187-4a14-8d17-0e7391ad78bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c508dd3e-6d3e-42dc-b36f-c42c6721456c HTTP/1.1" status: 200 len: 834 time: 0.0561788 Dec 22 08:54:24.622058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-98a718c4-ded7-4548-b645-ffd462ae2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:24.623499 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-98a718c4-ded7-4548-b645-ffd462ae2e0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=895c2c8c-b3e8-4f73-971d-068c615864cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719995 Dec 22 08:54:24.752101 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-06572400-4ca5-424b-bdba-71fc466c2ef3 service neutron] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212211 Dec 22 08:54:24.932965 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6e962097-bad9-4a36-b698-ccd470d091b1 req-66a59163-6814-4449-8214-d35c06464ffb service neutron] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738477 Dec 22 08:54:24.952452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58aff2-57fc-4723-abb4-836187ef74dd req-9bf89732-142d-425b-a2bf-e68cea509525 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:24.953945 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da58aff2-57fc-4723-abb4-836187ef74dd req-9bf89732-142d-425b-a2bf-e68cea509525 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 981 time: 0.1128111 Dec 22 08:54:24.999606 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da58aff2-57fc-4723-abb4-836187ef74dd req-ffa96ee1-63fa-4002-808c-2efc6aebe285 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399773 Dec 22 08:54:26.178199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667948ae-85e1-46a4-a7a6-a3a37a453127 req-21d4f020-596f-4d73-a572-fc94b60aaa74 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:26.179634 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-667948ae-85e1-46a4-a7a6-a3a37a453127 req-21d4f020-596f-4d73-a572-fc94b60aaa74 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 981 time: 0.0765815 Dec 22 08:54:26.199138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:54:26.223866 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-667948ae-85e1-46a4-a7a6-a3a37a453127 req-bc1f8870-4402-4af0-a97e-fc0fb63efe93 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Dec 22 08:54:26.328801 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:26.341271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'port_id': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'mac_address': 'fa:16:3e:5d:a8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:54:26.422172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.438881 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:54:26.454203 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:26.457805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.522048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:26.528955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.529304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.529643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.530004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.530335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.530665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.530991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.531316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.531641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.531962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.532282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.532601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:26.742715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['6a0b5f0a-1734-4a45-82a2-32bedb6a9c79'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:54:27.401186 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53441a-712a-41b5-8458-75c8d10d1b7e req-3d647bea-1ee3-4336-81b2-76a113b1377e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:27.402626 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c53441a-712a-41b5-8458-75c8d10d1b7e req-3d647bea-1ee3-4336-81b2-76a113b1377e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 982 time: 0.0774114 Dec 22 08:54:27.445852 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c53441a-712a-41b5-8458-75c8d10d1b7e req-d0bf6c9a-0cba-4d09-8768-6f58ee61fe72 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Dec 22 08:54:28.199380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:28.264229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:28.268802 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:28.269177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.382121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.407604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6febcd87-e087-4154-a385-cc57d74da93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:28.418374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:28.422462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.458953 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6febcd87-e087-4154-a385-cc57d74da93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'code': 200} Dec 22 08:54:28.495109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:28.676001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a92fe-6a9e-480e-a457-aed97fe12c34 req-82326875-861e-40b8-b8fb-7f3d5996683c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:28.677423 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee8a92fe-6a9e-480e-a457-aed97fe12c34 req-82326875-861e-40b8-b8fb-7f3d5996683c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 983 time: 0.1267102 Dec 22 08:54:28.731813 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee8a92fe-6a9e-480e-a457-aed97fe12c34 req-1547dd9e-b823-483a-a89f-561d28e0dc8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480573 Dec 22 08:54:28.735932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312ff63-6707-4138-a0cd-3e9987b08197 req-af04dab9-9838-4597-abcb-55009e23da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:28.737342 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3312ff63-6707-4138-a0cd-3e9987b08197 req-af04dab9-9838-4597-abcb-55009e23da8a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 1136 time: 0.1167057 Dec 22 08:54:28.777710 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3312ff63-6707-4138-a0cd-3e9987b08197 req-b2a84f44-5af2-48fc-8b2f-b42712ef600e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335276 Dec 22 08:54:29.920488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19fc62-232d-41f4-97c4-8ed9b324f4e6 req-8ba150ef-8fd1-4a64-9f0f-4b0ac2eb6306 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:29.921960 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4d19fc62-232d-41f4-97c4-8ed9b324f4e6 req-8ba150ef-8fd1-4a64-9f0f-4b0ac2eb6306 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 983 time: 0.0827572 Dec 22 08:54:29.965837 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4d19fc62-232d-41f4-97c4-8ed9b324f4e6 req-ece7f3bd-5d0a-421d-a2b9-a433d72a5575 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381291 Dec 22 08:54:30.751839 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:54:31.150322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6931f-1468-4b4c-ac6c-f9529f5385d5 req-3896e451-3093-4834-a19f-a32daffda123 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:31.151729 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4aa6931f-1468-4b4c-ac6c-f9529f5385d5 req-3896e451-3093-4834-a19f-a32daffda123 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 983 time: 0.0790408 Dec 22 08:54:31.193633 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4aa6931f-1468-4b4c-ac6c-f9529f5385d5 req-dddccc09-e721-41ca-aade-ada0c905fb3b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364041 Dec 22 08:54:31.371974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11459554-ab3e-45df-88b1-7f6f22c9aca3 req-f2e61d62-a4fd-465d-bc9c-f7bbe401eab2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:31.373422 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-11459554-ab3e-45df-88b1-7f6f22c9aca3 req-f2e61d62-a4fd-465d-bc9c-f7bbe401eab2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 983 time: 0.0785568 Dec 22 08:54:31.415951 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-11459554-ab3e-45df-88b1-7f6f22c9aca3 req-711cb42d-0a2a-4b72-803a-004b3cd666df tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370324 Dec 22 08:54:31.438291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58946) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:31.508503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c769f-056b-4276-bec8-60ba6a37909d tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:31.509992 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6b1c769f-056b-4276-bec8-60ba6a37909d tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 1131 time: 0.0707421 Dec 22 08:54:31.512716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 58950) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:31.517446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:31.523216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:31.526961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:floatingip and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:31.529752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:31.535257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:31.545906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:31.679578 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:31.813345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.124 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/6cf5017f-b2c1-4e1b-b45a-8f274fb64af9) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:54:31.955051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:31.985801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.050341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:32.053020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:32.056514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:54:32.088912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=6cf5017f-b2c1-4e1b-b45a-8f274fb64af9,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:32.550114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.624522 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.826998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.831262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.936118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=6cf5017f-b2c1-4e1b-b45a-8f274fb64af9,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:32.947892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:33.117327 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP 3a689852-7ff3-4191-aaae-3c2919f91dbf associated. External IP: 172.26.1.124, port: 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79. Dec 22 08:54:33.459810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 2286458a-e8de-41cd-9218-8b1cf7865413 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:54:33.728921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:33.738043 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] Sync routers for ids ['2286458a-e8de-41cd-9218-8b1cf7865413'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:33.747101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] Routers {'2286458a-e8de-41cd-9218-8b1cf7865413'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:33.747701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:54:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2286458a-e8de-41cd-9218-8b1cf7865413'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:33.754570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:33.808974 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2064a9f0-904a-44ea-a1e0-99a224a68f07 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.2952728 Dec 22 08:54:33.809538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6febcd87-e087-4154-a385-cc57d74da93f', 'tag': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:33.812275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58954) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:33.854780 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6febcd87-e087-4154-a385-cc57d74da93f', 'tag': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'status': 'completed', 'code': 200} Dec 22 08:54:33.925025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] Set router 2286458a-e8de-41cd-9218-8b1cf7865413 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:34.043367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d69ca-e962-47c9-954c-48f40618819b tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.045058 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1b5d69ca-e962-47c9-954c-48f40618819b tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f&network_id=895c2c8c-b3e8-4f73-971d-068c615864cb HTTP/1.1" status: 200 len: 1131 time: 0.2317009 Dec 22 08:54:34.063410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617124d-8c5e-4b61-8874-f86919197320 req-10d6a851-cdee-4eb4-820d-e6e0107d2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.064864 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6617124d-8c5e-4b61-8874-f86919197320 req-10d6a851-cdee-4eb4-820d-e6e0107d2e83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 1136 time: 0.1859868 Dec 22 08:54:34.198334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617124d-8c5e-4b61-8874-f86919197320 req-ae8b9fe8-59ae-4df9-954b-1a944643479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.200530 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6617124d-8c5e-4b61-8874-f86919197320 req-ae8b9fe8-59ae-4df9-954b-1a944643479c service neutron] 10.222.0.54 "GET /v2.0/networks?id=895c2c8c-b3e8-4f73-971d-068c615864cb HTTP/1.1" status: 200 len: 898 time: 0.1287313 Dec 22 08:54:34.302939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '3a689852-7ff3-4191-aaae-3c2919f91dbf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.124', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'port_id': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1772738152', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'mac_address': 'fa:16:3e:5d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febcd87-e087-4154-a385-cc57d74da93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:54:32Z', 'updated_at': '2021-12-22T08:54:32Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f624597-9c53-42d4-b83c-74a6dae225d2', 'name': '', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:ad:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:15Z', 'updated_at': '2021-12-22T08:54:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:34.308570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] Checking router: 2286458a-e8de-41cd-9218-8b1cf7865413 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:34.312542 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6617124d-8c5e-4b61-8874-f86919197320 req-20225d99-e690-4c70-944f-83b1d7a61005 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 1037 time: 0.1052613 Dec 22 08:54:34.317628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] Routers {'2286458a-e8de-41cd-9218-8b1cf7865413'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:34.318496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:54:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2286458a-e8de-41cd-9218-8b1cf7865413'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:34.423281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617124d-8c5e-4b61-8874-f86919197320 req-2d2b2675-809e-4867-a281-27a6e9ab8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.424689 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6617124d-8c5e-4b61-8874-f86919197320 req-2d2b2675-809e-4867-a281-27a6e9ab8b97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c508dd3e-6d3e-42dc-b36f-c42c6721456c HTTP/1.1" status: 200 len: 834 time: 0.1052778 Dec 22 08:54:34.495728 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] Set router 2286458a-e8de-41cd-9218-8b1cf7865413 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:34.499488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da47223-2077-435c-bd61-1a5c81f34a20 req-ff9061ca-09ae-4501-9432-6439fd8c20f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.500930 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0da47223-2077-435c-bd61-1a5c81f34a20 req-ff9061ca-09ae-4501-9432-6439fd8c20f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 983 time: 0.1502514 Dec 22 08:54:34.547708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617124d-8c5e-4b61-8874-f86919197320 req-4bf580a2-1fb8-4f5e-9594-64f1b50d89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.549054 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6617124d-8c5e-4b61-8874-f86919197320 req-4bf580a2-1fb8-4f5e-9594-64f1b50d89f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=895c2c8c-b3e8-4f73-971d-068c615864cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159463 Dec 22 08:54:34.556539 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0da47223-2077-435c-bd61-1a5c81f34a20 req-ea595a67-27ee-4c42-aae5-3a4373b633a1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494976 Dec 22 08:54:34.684673 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6617124d-8c5e-4b61-8874-f86919197320 req-bf0ab760-527d-489d-ac79-4b05d735af58 service neutron] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224990 Dec 22 08:54:34.819964 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6617124d-8c5e-4b61-8874-f86919197320 req-f4d2b207-4142-4169-8b70-f8401de448cc service neutron] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275263 Dec 22 08:54:34.876597 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '3a689852-7ff3-4191-aaae-3c2919f91dbf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.124', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'port_id': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1772738152', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'mac_address': 'fa:16:3e:5d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febcd87-e087-4154-a385-cc57d74da93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:54:32Z', 'updated_at': '2021-12-22T08:54:32Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f624597-9c53-42d4-b83c-74a6dae225d2', 'name': '', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:ad:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:15Z', 'updated_at': '2021-12-22T08:54:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:34.880708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e987e-1388-4e96-afcf-5d2e2cb84b70 None None] The sync data for ids ['2286458a-e8de-41cd-9218-8b1cf7865413'] in dv-neutron-822561-2-hyperv is: [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '3a689852-7ff3-4191-aaae-3c2919f91dbf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.124', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'port_id': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1772738152', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'mac_address': 'fa:16:3e:5d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febcd87-e087-4154-a385-cc57d74da93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:54:32Z', 'updated_at': '2021-12-22T08:54:32Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f624597-9c53-42d4-b83c-74a6dae225d2', 'name': '', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:ad:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:15Z', 'updated_at': '2021-12-22T08:54:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:35.076329 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077be360-c550-459b-ab47-3eed23f2608d None None] New status for floating IP 3a689852-7ff3-4191-aaae-3c2919f91dbf: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:54:35.700641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-8d0cc2d0-2871-4add-ae1d-e7b170d528e0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:35.702163 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-8d0cc2d0-2871-4add-ae1d-e7b170d528e0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 983 time: 0.0784395 Dec 22 08:54:35.742638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a807202-65d7-462a-8d4c-9fefd1e52ad4 req-915048f9-c91c-49e5-83a6-8126ca4447c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:35.744092 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7a807202-65d7-462a-8d4c-9fefd1e52ad4 req-915048f9-c91c-49e5-83a6-8126ca4447c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 983 time: 0.0838945 Dec 22 08:54:35.771948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-a09a7a40-c6df-4a73-8661-b7826cdd5b1b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:35.773321 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-a09a7a40-c6df-4a73-8661-b7826cdd5b1b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0655117 Dec 22 08:54:35.787377 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7a807202-65d7-462a-8d4c-9fefd1e52ad4 req-89e18dee-3a12-4f5b-8dd1-fc8f7713f7ab tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 Dec 22 08:54:35.916726 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-92af8a6a-83dc-4c14-b6bb-9160ffdaef83 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1386290 Dec 22 08:54:35.927600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:36.035925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:36.232121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:36.258988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:36.308249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] device_id is not set on port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:54:36.316384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:36.321868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:36.555992 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=6']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:36.611902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] No DVR routers for this DVR port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:54:36.740412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-728f630a-8b76-41cc-b1fe-a8fcb05f60bb None None] Provisioning complete for port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:36.741008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-728f630a-8b76-41cc-b1fe-a8fcb05f60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:36.792788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-728f630a-8b76-41cc-b1fe-a8fcb05f60bb None None] Port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:54:36.833472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] In _notify_port_updated(), no bound segment for port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on network 895c2c8c-b3e8-4f73-971d-068c615864cb {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:54:36.834419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:36.835017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:36.836318 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f9599056-85dd-45a0-9c00-f7fcf0516964 req-d0871665-ced4-4ff4-ba75-3fca4027ff59 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 1026 time: 0.9125366 Dec 22 08:54:36.935101 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7395f86a-d0af-4121-b2aa-5bc7a513e059 req-c629a2b9-760d-4310-9936-2b24ec32c716 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=6febcd87-e087-4154-a385-cc57d74da93f HTTP/1.1" status: 200 len: 210 time: 0.0411868 Dec 22 08:54:38.028062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:38.101414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0e869e-8e0f-47bd-9524-9238075ad9cd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:38.102757 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ac0e869e-8e0f-47bd-9524-9238075ad9cd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 925 time: 0.0736730 Dec 22 08:54:38.230320 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:38.288761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:38.316470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58976) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:38.322697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451496217', 'description': 'tempest-secgroup-smoke-451496217 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:38.328465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:38.337834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:38.347101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.367121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:38.370815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:38.373552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:38.379053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:38.446989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.450536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.495454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6addd272-9457-4a1f-aeb5-2df4ab95238d,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:38.502474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.503656 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ae381bf7-a1a3-4293-a7f3-64b89bb42109 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1861908 Dec 22 08:54:38.506530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58980) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:38.511955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '6addd272-9457-4a1f-aeb5-2df4ab95238d', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:38.517628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:38.521360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:38.524233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:38.529810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:38.546200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.603444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.607188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.630776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e818ee9-579c-4369-bf4d-266d1ca2f250,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:38.641930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.643088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2a714fdd-ebf5-4eb6-95bc-8b715400f208 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356690 Dec 22 08:54:38.645936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58984) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:38.650750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '6addd272-9457-4a1f-aeb5-2df4ab95238d', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:38.656336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:38.660042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:38.663282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:38.668796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:38.685825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.748458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.751902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.774410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfce408-405a-409e-95a7-851c3d508af2,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:38.782388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.783527 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c3c9889e-fc3e-4762-82b2-aa63f630b947 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366665 Dec 22 08:54:38.786250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58988) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:38.791459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '6addd272-9457-4a1f-aeb5-2df4ab95238d', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:38.796956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:38.800658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:38.803473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:38.809602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:38.825259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.885236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.888804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.910843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73644e46-4d32-4f9d-9710-be01aa721e08,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:38.919658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.921041 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-549eb65a-d4eb-4886-b5ff-e8e92fb5a832 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339064 Dec 22 08:54:38.923678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58992) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:38.928466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '6addd272-9457-4a1f-aeb5-2df4ab95238d', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:38.934617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:38.938328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:38.941416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:38.947458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:38.964056 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.027782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.032899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.056352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc26ba3-f15e-4ab0-b965-463601042642,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:39.065278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.066457 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-90e961a9-1401-493c-b2ab-9859e89da859 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419044 Dec 22 08:54:39.069368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 58996) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:39.074327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '6addd272-9457-4a1f-aeb5-2df4ab95238d', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:39.079786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:39.083480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:39.086777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:39.092277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:39.102677 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:54:39.108794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.170213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.173539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.195755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6e4cc9-53ec-40f6-9853-e465ed6a4048,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:39.203862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.205148 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5efb95a2-cca3-4b0e-b765-3afb3676ddb4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348436 Dec 22 08:54:39.207914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59000) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:39.213242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '6addd272-9457-4a1f-aeb5-2df4ab95238d', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:39.218774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:39.222491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:39.225279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:39.231388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:39.241289 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:54:39.247597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.312255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.315605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.338007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decf99d3-ef7e-48a1-9453-4bac5f1d7489,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:39.346909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.348062 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-05eb6d43-8f58-47a2-a0e8-cb4303591d46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392672 Dec 22 08:54:39.501948 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-bf2fbb26-3145-4f99-be45-00ced7fe8a78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451496217&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0379610 Dec 22 08:54:39.576085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-76ab790c-8f91-460d-867d-c5edd1dd4ff5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:39.577295 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-76ab790c-8f91-460d-867d-c5edd1dd4ff5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 930 time: 0.0683930 Dec 22 08:54:39.651107 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-1121fc2e-6ba9-442b-bbca-7a874ea31439 service neutron] 10.222.0.37 "GET /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0617282 Dec 22 08:54:39.778530 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0ec41cf0-adec-4b5d-af8a-871dc2d3e5ea service neutron] 10.222.0.37 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219554 Dec 22 08:54:39.905767 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-ad360eb0-818c-430b-ab4f-0e34a884a9f9 service neutron] 10.222.0.37 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216192 Dec 22 08:54:40.081619 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0ce23a9d-83ef-4854-a7c7-556eac6586b6 req-24085df1-3d88-4e4b-8d62-2a084a5b2adb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 210 time: 0.0462344 Dec 22 08:54:41.021194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-68d64f30-808b-47fb-b4d0-3528d99f213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:41.022560 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-68d64f30-808b-47fb-b4d0-3528d99f213a service neutron] 10.222.0.54 "GET /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 1026 time: 0.0596867 Dec 22 08:54:41.170385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-893557f5-ccd7-4449-80f7-dba2541e1c64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:41.171798 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-893557f5-ccd7-4449-80f7-dba2541e1c64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=895c2c8c-b3e8-4f73-971d-068c615864cb HTTP/1.1" status: 200 len: 797 time: 0.1439047 Dec 22 08:54:41.224613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-c6bff67e-0b03-49be-8afc-06d824b9e8fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:41.233096 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-aab52f31-7ddc-46fb-9701-ad7607c9aef3 req-3ccc6f4b-df7e-450b-b499-ba85564aa2ff tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 210 time: 0.0449615 Dec 22 08:54:41.239637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-c6bff67e-0b03-49be-8afc-06d824b9e8fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:41.240730 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-c6bff67e-0b03-49be-8afc-06d824b9e8fa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 471 time: 0.0613322 Dec 22 08:54:41.251408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Request body: {'port': {'device_id': '52e390e5-6ea4-428c-ad2a-dbdc1f308512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:41.357712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:41.786428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:54:41.793990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:41.808448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Transition to ACTIVE for port object 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:41.812334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:41.948696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=7']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:42.073065 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Attempting to bind port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:54:42.073495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Attempting to bind port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:54:42.073741 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Attempting to bind port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on network 895c2c8c-b3e8-4f73-971d-068c615864cb {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:42.078114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on network 895c2c8c-b3e8-4f73-971d-068c615864cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:54:42.078426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Attempting to bind port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on network 895c2c8c-b3e8-4f73-971d-068c615864cb {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:42.083403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:54:42.083733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Checking segment: {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:42.084110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Bound using segment: {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:54:42.084526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Bound port: 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475f528d-45e2-480b-86ab-5617b1c84fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:54:42.084869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:42.174684 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:42.177522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:54:42.181795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:42.243191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:42.243845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:42.245179 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 1131 time: 0.9977682 Dec 22 08:54:42.245668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e390e5-6ea4-428c-ad2a-dbdc1f308512', 'tag': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:42.268395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109e9ec-b106-4656-b759-4eb7b5e8fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=8']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:42.325017 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e390e5-6ea4-428c-ad2a-dbdc1f308512', 'tag': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'status': 'completed', 'code': 200} Dec 22 08:54:42.368923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-38c710c0-4ba3-4423-af7d-07455e81bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:42.370449 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-38c710c0-4ba3-4423-af7d-07455e81bd5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 1134 time: 0.0794625 Dec 22 08:54:42.442539 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672dc45-d0c1-4f85-bc0d-349359226a61 req-83c8eaaa-1219-4a04-8221-4a710c5fa053 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:42.444289 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e672dc45-d0c1-4f85-bc0d-349359226a61 req-83c8eaaa-1219-4a04-8221-4a710c5fa053 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 981 time: 0.0859311 Dec 22 08:54:42.483207 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-d39b6290-24b5-45a8-af85-4e4771600de0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 1037 time: 0.1044495 Dec 22 08:54:42.493320 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e672dc45-d0c1-4f85-bc0d-349359226a61 req-2542f5b4-38dd-4a4f-aefd-bac5458c193e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Dec 22 08:54:42.544038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-6cad7e28-aac0-4557-83b1-8b422889dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:42.545383 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-6cad7e28-aac0-4557-83b1-8b422889dcf0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c508dd3e-6d3e-42dc-b36f-c42c6721456c HTTP/1.1" status: 200 len: 834 time: 0.0558288 Dec 22 08:54:42.620523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-628a2049-f356-4c7f-9cb1-a95f4f95a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:42.621895 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-628a2049-f356-4c7f-9cb1-a95f4f95a16e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=895c2c8c-b3e8-4f73-971d-068c615864cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698500 Dec 22 08:54:42.755400 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-b76696a7-7346-4809-a5c3-1a3cef6ef4c0 service neutron] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261339 Dec 22 08:54:42.881265 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c6c68ac-cffb-4175-9a50-0bf1e5567cd7 req-fa0d0069-0c67-4ba4-b90b-5a730b961a7f service neutron] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195319 Dec 22 08:54:42.994700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f052e-9a95-42df-a034-8b908023698a req-dc64bd1c-5aa5-493f-8f16-d85b4d741fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:42.996171 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-403f052e-9a95-42df-a034-8b908023698a req-dc64bd1c-5aa5-493f-8f16-d85b4d741fd0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 1134 time: 0.0690627 Dec 22 08:54:43.127624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f052e-9a95-42df-a034-8b908023698a req-39b38dc4-3c72-43fd-889d-d8cc4c9cb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:43.129037 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-403f052e-9a95-42df-a034-8b908023698a req-39b38dc4-3c72-43fd-889d-d8cc4c9cb643 service neutron] 10.222.0.54 "GET /v2.0/networks?id=895c2c8c-b3e8-4f73-971d-068c615864cb HTTP/1.1" status: 200 len: 898 time: 0.1245956 Dec 22 08:54:43.231090 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-403f052e-9a95-42df-a034-8b908023698a req-232636bb-1c5f-4aee-ad2a-861bb1ae4dd3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 1037 time: 0.0945234 Dec 22 08:54:43.296021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f052e-9a95-42df-a034-8b908023698a req-c1e1a458-b446-4229-9758-8730fe5928ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:43.297384 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-403f052e-9a95-42df-a034-8b908023698a req-c1e1a458-b446-4229-9758-8730fe5928ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c508dd3e-6d3e-42dc-b36f-c42c6721456c HTTP/1.1" status: 200 len: 834 time: 0.0591543 Dec 22 08:54:43.373292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f052e-9a95-42df-a034-8b908023698a req-167c6c45-23aa-4983-89b8-3294c2ff2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:43.374736 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-403f052e-9a95-42df-a034-8b908023698a req-167c6c45-23aa-4983-89b8-3294c2ff2490 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=895c2c8c-b3e8-4f73-971d-068c615864cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682867 Dec 22 08:54:43.655475 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-403f052e-9a95-42df-a034-8b908023698a req-f9ba6f62-772f-43e0-a583-38637839af14 service neutron] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735260 Dec 22 08:54:43.800193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04af9-11ad-4319-8ea5-e68571a37b28 req-f08f52d2-0665-4052-801d-dbc1ee0adc4c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:43.801558 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65a04af9-11ad-4319-8ea5-e68571a37b28 req-f08f52d2-0665-4052-801d-dbc1ee0adc4c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 981 time: 0.1901712 Dec 22 08:54:43.811103 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-403f052e-9a95-42df-a034-8b908023698a req-b677efd0-0db9-462e-8756-55b5ea65a55f service neutron] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481965 Dec 22 08:54:43.854291 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65a04af9-11ad-4319-8ea5-e68571a37b28 req-488ef407-65c7-4fa2-b326-4af7711de5a7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 Dec 22 08:54:44.118792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:44.253342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:54:44.382702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:44.395958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'port_id': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'mac_address': 'fa:16:3e:5d:a8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:54:44.453212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:44.469094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:54:44.483786 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:44.488448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:44.554352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=9']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:44.683571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['6a0b5f0a-1734-4a45-82a2-32bedb6a9c79'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:54:45.030607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4658c50-ddac-4a0e-959a-af14dc56ca27 req-98bdae89-766a-4231-a98f-95a27bcf7ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:45.032052 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d4658c50-ddac-4a0e-959a-af14dc56ca27 req-98bdae89-766a-4231-a98f-95a27bcf7ac9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 982 time: 0.0773976 Dec 22 08:54:45.075894 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d4658c50-ddac-4a0e-959a-af14dc56ca27 req-e6e610ed-ec1a-4e8a-8835-73668d0cbf2a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Dec 22 08:54:46.246032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:46.255305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4dd8-829c-4ed7-bf35-bfba3061fe24 req-be6b0db8-135a-4d9c-956f-a1797ff1d7f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:46.256769 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b9cc4dd8-829c-4ed7-bf35-bfba3061fe24 req-be6b0db8-135a-4d9c-956f-a1797ff1d7f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 982 time: 0.0794957 Dec 22 08:54:46.299764 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b9cc4dd8-829c-4ed7-bf35-bfba3061fe24 req-35fb96f8-2170-4ea4-a582-8acd0f087f19 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371482 Dec 22 08:54:46.314952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:46.319990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:46.320353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:46.432614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:46.459183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e390e5-6ea4-428c-ad2a-dbdc1f308512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:46.469401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:46.473259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:46.506714 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e390e5-6ea4-428c-ad2a-dbdc1f308512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0b5f0a-1734-4a45-82a2-32bedb6a9c79', 'code': 200} Dec 22 08:54:46.543289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=10']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:46.729989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5e2c5-22c3-41cb-8c96-26bf4b39c61b req-3d2993a4-998c-4d8e-bfd5-7e44e32aa85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:46.731431 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-11c5e2c5-22c3-41cb-8c96-26bf4b39c61b req-3d2993a4-998c-4d8e-bfd5-7e44e32aa85b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 1137 time: 0.0714862 Dec 22 08:54:46.769462 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-11c5e2c5-22c3-41cb-8c96-26bf4b39c61b req-a098cac9-1bfb-40b8-b990-af2d437e17fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319583 Dec 22 08:54:47.481752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c04d6e-f8f6-476f-893f-45b1ca35d74c req-dd5b21aa-2a04-4cca-be56-38eb3f1d30b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:47.483166 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43c04d6e-f8f6-476f-893f-45b1ca35d74c req-dd5b21aa-2a04-4cca-be56-38eb3f1d30b9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 984 time: 0.0784707 Dec 22 08:54:47.526698 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43c04d6e-f8f6-476f-893f-45b1ca35d74c req-8ee237f5-a6f8-42ee-9f85-72856dc59fb9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380001 Dec 22 08:54:48.713008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a2d15-ad93-41b1-b246-ec8d918ce4fa req-8daa72c5-b002-434f-8457-ac23ab937f9f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:48.714464 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-886a2d15-ad93-41b1-b246-ec8d918ce4fa req-8daa72c5-b002-434f-8457-ac23ab937f9f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 984 time: 0.0826352 Dec 22 08:54:48.756744 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-886a2d15-ad93-41b1-b246-ec8d918ce4fa req-fe3bf7b3-c8ba-4c20-8caa-b66da9fd3680 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Dec 22 08:54:48.937105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59fbef-0b87-4f88-ac88-dd00f5dd8fb6 req-bbbf4449-591a-4275-a661-011d6347052f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:48.938832 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2f59fbef-0b87-4f88-ac88-dd00f5dd8fb6 req-bbbf4449-591a-4275-a661-011d6347052f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 984 time: 0.0807095 Dec 22 08:54:48.981829 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2f59fbef-0b87-4f88-ac88-dd00f5dd8fb6 req-b73d9901-8364-4077-bb76-0976147bf68d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373547 Dec 22 08:54:49.004280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59050) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:49.075902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80433f8d-5c1f-43d3-b24e-233679a71b6d tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:49.077366 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-80433f8d-5c1f-43d3-b24e-233679a71b6d tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512&network_id=895c2c8c-b3e8-4f73-971d-068c615864cb HTTP/1.1" status: 200 len: 1132 time: 0.0721357 Dec 22 08:54:49.345004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-eb4b5366-80c4-44cf-989d-b6232dbe49f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:49.427292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b874666-417b-48ea-a813-537c4c1f7005 req-0a7fcb1b-20f4-4ff5-adb2-063f09eb1903 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:49.428833 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3b874666-417b-48ea-a813-537c4c1f7005 req-0a7fcb1b-20f4-4ff5-adb2-063f09eb1903 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 984 time: 0.0819194 Dec 22 08:54:49.472541 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3b874666-417b-48ea-a813-537c4c1f7005 req-f2177531-d0bc-4733-882c-4a5d429c4fce tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370512 Dec 22 08:54:50.629763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-25b56a63-cd11-41aa-aafd-65fbd5817a56 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:50.631170 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-25b56a63-cd11-41aa-aafd-65fbd5817a56 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 984 time: 0.0772371 Dec 22 08:54:50.656238 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc107c-4011-4581-9209-f88a352dadbc req-d6a6dd91-7161-42cb-ae74-30635b348031 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:50.657733 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d7fc107c-4011-4581-9209-f88a352dadbc req-d6a6dd91-7161-42cb-ae74-30635b348031 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 984 time: 0.0781746 Dec 22 08:54:50.701913 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d7fc107c-4011-4581-9209-f88a352dadbc req-8c401d97-5974-4c06-8fdc-d5ddb6fee204 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=99c907dc-53f7-44de-b3bd-0d56bcbec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382905 Dec 22 08:54:50.704948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-6f4c1f41-b2de-406e-bb0a-a8fc1e145ef4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:50.706341 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-6f4c1f41-b2de-406e-bb0a-a8fc1e145ef4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0692575 Dec 22 08:54:50.846315 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-04cf2eb9-de74-48f1-9f30-aaedada82b3f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1348116 Dec 22 08:54:50.857044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:50.963544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:51.159258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:51.187293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] For port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:51.237249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] device_id is not set on port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 yet. {{(pid=87535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:54:51.245646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:51.250832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:51.494654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=11']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:51.536503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1e15cc8a-a4ee-4f46-ab1a-3eb35ede5533 None None] Provisioning complete for port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:51.537105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc8a-a4ee-4f46-ab1a-3eb35ede5533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:51.547413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] No DVR routers for this DVR port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:54:51.592177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1e15cc8a-a4ee-4f46-ab1a-3eb35ede5533 None None] Port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:54:51.703085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e3b3a398-22a4-4aa8-b25f-dca93f360e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:51.767774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] In _notify_port_updated(), no bound segment for port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 on network 895c2c8c-b3e8-4f73-971d-068c615864cb {{(pid=87535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:54:51.768628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:51.769263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:51.770563 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb543835-c9eb-4d25-a385-d5c1f6f81828 req-3b532c0f-7ea5-480f-8cf2-d553f43ed156 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 200 len: 1027 time: 0.9177525 Dec 22 08:54:51.851439 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5170c381-2b3d-4c32-98f9-3d524f90994c req-5a1a81a1-ad9e-42a0-8138-49ff3f0ab25a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e390e5-6ea4-428c-ad2a-dbdc1f308512 HTTP/1.1" status: 200 len: 210 time: 0.0421503 Dec 22 08:54:52.761916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:52.938965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:52.943570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59064) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:53.014919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-12221282-2402-4ae2-b452-6655bf50cf21 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:53.047279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-12221282-2402-4ae2-b452-6655bf50cf21 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:53.111312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-12221282-2402-4ae2-b452-6655bf50cf21 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:53.128227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12221282-2402-4ae2-b452-6655bf50cf21 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6addd272-9457-4a1f-aeb5-2df4ab95238d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:53.142250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-12221282-2402-4ae2-b452-6655bf50cf21 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:53.143357 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-12221282-2402-4ae2-b452-6655bf50cf21 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/6addd272-9457-4a1f-aeb5-2df4ab95238d HTTP/1.1" status: 204 len: 168 time: 0.1985574 Dec 22 08:54:53.172543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59070) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:53.370954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 6cf5017f-b2c1-4e1b-b45a-8f274fb64af9 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:53.371185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:53.538239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:53.538556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:53.661148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 6cf5017f-b2c1-4e1b-b45a-8f274fb64af9 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:53.810071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:53.859255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=6cf5017f-b2c1-4e1b-b45a-8f274fb64af9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:53.945380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:53.945612 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP 3a689852-7ff3-4191-aaae-3c2919f91dbf disassociated (deleted). External IP: 172.26.1.124, port: 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79. Dec 22 08:54:54.125154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:54.315372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:54.380868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:54.403958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 2286458a-e8de-41cd-9218-8b1cf7865413 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:54:54.575685 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:54.584822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] Sync routers for ids ['2286458a-e8de-41cd-9218-8b1cf7865413'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:54.595004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:54.595223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] Routers {'2286458a-e8de-41cd-9218-8b1cf7865413'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:54.595633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:54:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2286458a-e8de-41cd-9218-8b1cf7865413'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:54.652550 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0688a470-c6ca-4102-8ae1-d460be8725da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/floatingips/3a689852-7ff3-4191-aaae-3c2919f91dbf HTTP/1.1" status: 204 len: 168 time: 1.4759812 Dec 22 08:54:54.792158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59078) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:54.812983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] Set router 2286458a-e8de-41cd-9218-8b1cf7865413 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:54.858648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a460c4f7-f7f8-4644-b875-6cff57fcc50a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:54.888662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a460c4f7-f7f8-4644-b875-6cff57fcc50a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:54.952346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a460c4f7-f7f8-4644-b875-6cff57fcc50a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:54.971018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460c4f7-f7f8-4644-b875-6cff57fcc50a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a12d8e-01cb-4cda-b2a2-5e7dd1338a49,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:54.977884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a460c4f7-f7f8-4644-b875-6cff57fcc50a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:54.978985 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a460c4f7-f7f8-4644-b875-6cff57fcc50a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/a4a12d8e-01cb-4cda-b2a2-5e7dd1338a49 HTTP/1.1" status: 204 len: 168 time: 0.1857748 Dec 22 08:54:55.013869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59084) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:55.086960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1c4046e5-c810-4eca-ae29-de544817ebfe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:55.087318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c4046e5-c810-4eca-ae29-de544817ebfe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:55.135390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '5f624597-9c53-42d4-b83c-74a6dae225d2', 'name': '', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:ad:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:15Z', 'updated_at': '2021-12-22T08:54:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:55.139263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] Checking router: 2286458a-e8de-41cd-9218-8b1cf7865413 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:55.147870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] Routers {'2286458a-e8de-41cd-9218-8b1cf7865413'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:55.148467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:54:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2286458a-e8de-41cd-9218-8b1cf7865413'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:55.323012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] Set router 2286458a-e8de-41cd-9218-8b1cf7865413 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:55.326149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c4046e5-c810-4eca-ae29-de544817ebfe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:55.446857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1c4046e5-c810-4eca-ae29-de544817ebfe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 owned by {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:55.588089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c4046e5-c810-4eca-ae29-de544817ebfe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:55.637132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4046e5-c810-4eca-ae29-de544817ebfe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=6a0b5f0a-1734-4a45-82a2-32bedb6a9c79,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:55.638814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '5f624597-9c53-42d4-b83c-74a6dae225d2', 'name': '', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:ad:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:15Z', 'updated_at': '2021-12-22T08:54:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:55.643085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c0820-a42f-429e-9a50-ba4cc3cf55fc None None] The sync data for ids ['2286458a-e8de-41cd-9218-8b1cf7865413'] in dv-neutron-822561-2-hyperv is: [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '5f624597-9c53-42d4-b83c-74a6dae225d2', 'name': '', 'network_id': '895c2c8c-b3e8-4f73-971d-068c615864cb', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:ad:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:15Z', 'updated_at': '2021-12-22T08:54:20Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': 'c508dd3e-6d3e-42dc-b36f-c42c6721456c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:55.742355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c4046e5-c810-4eca-ae29-de544817ebfe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:55.752293 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1c4046e5-c810-4eca-ae29-de544817ebfe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/ports/6a0b5f0a-1734-4a45-82a2-32bedb6a9c79 HTTP/1.1" status: 204 len: 168 time: 0.7371073 Dec 22 08:54:55.755129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59088) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:55.891245 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eb3f0-155a-4a43-a2c6-a05d4d487a1b None None] New status for floating IP 3a689852-7ff3-4191-aaae-3c2919f91dbf: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:54:56.394237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:56.736265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 5f624597-9c53-42d4-b83c-74a6dae225d2 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:56.736953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:56.915894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 5f624597-9c53-42d4-b83c-74a6dae225d2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5f624597-9c53-42d4-b83c-74a6dae225d2,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:56.916243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:57.039513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 5f624597-9c53-42d4-b83c-74a6dae225d2 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:57.226491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:57.272066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=5f624597-9c53-42d4-b83c-74a6dae225d2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:57.644507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:57.993010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 2286458a-e8de-41cd-9218-8b1cf7865413 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:54:58.164119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:58.173695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] Sync routers for ids ['2286458a-e8de-41cd-9218-8b1cf7865413'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:58.176934 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a97cc7c0-4c7f-4981-af2c-b16e8b6a702f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/2286458a-e8de-41cd-9218-8b1cf7865413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4204960 Dec 22 08:54:58.179473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59092) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:58.183912 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] Routers {'2286458a-e8de-41cd-9218-8b1cf7865413'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:58.184518 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:54:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2286458a-e8de-41cd-9218-8b1cf7865413'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:58.246843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0b47e8-c5fa-4b02-8909-b58f450cd388 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting subnet c508dd3e-6d3e-42dc-b36f-c42c6721456c {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:54:58.249837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c0b47e8-c5fa-4b02-8909-b58f450cd388 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:58.302322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c0b47e8-c5fa-4b02-8909-b58f450cd388 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:58.356725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] Set router 2286458a-e8de-41cd-9218-8b1cf7865413 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:58.382204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c0b47e8-c5fa-4b02-8909-b58f450cd388 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:58.461803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c0b47e8-c5fa-4b02-8909-b58f450cd388 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:58.505162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c0b47e8-c5fa-4b02-8909-b58f450cd388 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:58.507635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b47e8-c5fa-4b02-8909-b58f450cd388 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Subnet': ['ID=c508dd3e-6d3e-42dc-b36f-c42c6721456c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:58.516613 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1c0b47e8-c5fa-4b02-8909-b58f450cd388 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/subnets/c508dd3e-6d3e-42dc-b36f-c42c6721456c HTTP/1.1" status: 204 len: 168 time: 0.3338382 Dec 22 08:54:58.516932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59096) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:58.538158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24c701-2547-4c10-a5b2-b7456027a1bd None None] Network 895c2c8c-b3e8-4f73-971d-068c615864cb requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:54:58.708936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:58.841218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:57Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:58.847893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] Checking router: 2286458a-e8de-41cd-9218-8b1cf7865413 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:58.857599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] Routers {'2286458a-e8de-41cd-9218-8b1cf7865413'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:58.858268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:54:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2286458a-e8de-41cd-9218-8b1cf7865413'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:58.910324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9837d5d-3239-40d0-9991-e4a36f710d6b None None] DHCP port deletion for 895c2c8c-b3e8-4f73-971d-068c615864cb request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:54:58.934466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f9837d5d-3239-40d0-9991-e4a36f710d6b None None] Deleting port 8c49eccf-dfad-466d-860d-1f4c736de731 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:58.934833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f9837d5d-3239-40d0-9991-e4a36f710d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.007844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.018227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 23921897-efda-4d5a-ae52-ec66405adfb6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:59.018613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.141934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] Set router 2286458a-e8de-41cd-9218-8b1cf7865413 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:59.193193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 23921897-efda-4d5a-ae52-ec66405adfb6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=23921897-efda-4d5a-ae52-ec66405adfb6,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:59.193550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.316882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 23921897-efda-4d5a-ae52-ec66405adfb6 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:59.413540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f9837d5d-3239-40d0-9991-e4a36f710d6b None None] For port 8c49eccf-dfad-466d-860d-1f4c736de731, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8c49eccf-dfad-466d-860d-1f4c736de731,segment=NetworkSegment(475f528d-45e2-480b-86ab-5617b1c84fec),segment_id=475f528d-45e2-480b-86ab-5617b1c84fec)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:59.414309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f9837d5d-3239-40d0-9991-e4a36f710d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.537132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-f9837d5d-3239-40d0-9991-e4a36f710d6b None None] Calling delete_port for 8c49eccf-dfad-466d-860d-1f4c736de731 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:59.613717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.662193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=23921897-efda-4d5a-ae52-ec66405adfb6,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:59.664469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f9837d5d-3239-40d0-9991-e4a36f710d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.715253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9837d5d-3239-40d0-9991-e4a36f710d6b None None] Pushing event deleted for resources: {'Port': ['ID=8c49eccf-dfad-466d-860d-1f4c736de731,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:59.718100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9837d5d-3239-40d0-9991-e4a36f710d6b None None] No DVR routers for this DVR port 8c49eccf-dfad-466d-860d-1f4c736de731 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:54:59.729564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:57Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:59.733638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf67e1-c97f-46a6-bcff-16056199804e None None] The sync data for ids ['2286458a-e8de-41cd-9218-8b1cf7865413'] in dv-neutron-822561-2-hyperv is: [{'id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'name': 'tempest-TestNetworkBasicOps-router-1363296447', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:57Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '23921897-efda-4d5a-ae52-ec66405adfb6', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286458a-e8de-41cd-9218-8b1cf7865413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:11Z', 'updated_at': '2021-12-22T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:59.763088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.938267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.940467 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.963531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.964037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Fanout notify agent at l3_agent the message router_deleted on router 2286458a-e8de-41cd-9218-8b1cf7865413 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:54:59.979095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:59.982721 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-84e9f6d2-7346-42bc-b649-19ce5b9e6aca tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/routers/2286458a-e8de-41cd-9218-8b1cf7865413 HTTP/1.1" status: 204 len: 168 time: 1.4622459 Dec 22 08:54:59.982896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59100) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:00.099766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.232137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.355769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895c2c8c-b3e8-4f73-971d-068c615864cb']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:00.367750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475f528d-45e2-480b-86ab-5617b1c84fec') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:00.367974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475f528d-45e2-480b-86ab-5617b1c84fec') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:00.378831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.393976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.400312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:55:00.400680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:55:00.414720 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:55:00.496602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.501999 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.529792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5f624597-9c53-42d4-b83c-74a6dae225d2 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:55:00.530291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Network': ['ID=895c2c8c-b3e8-4f73-971d-068c615864cb,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:00.538428 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8ee97caf-c3e5-4c0e-9d9a-96861c7a1334 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/networks/895c2c8c-b3e8-4f73-971d-068c615864cb HTTP/1.1" status: 204 len: 168 time: 0.5545456 Dec 22 08:55:00.551357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59104) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:00.563171 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0c9ab3c4-c477-4bf7-96a5-e1a3e7c6b81d tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106702 Dec 22 08:55:00.565512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59108) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:00.571162 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'network': {'name': 'tempest-network-smoke--1102707485', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'port_security_enabled': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:00.572955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 5f624597-9c53-42d4-b83c-74a6dae225d2 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:55:00.573294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5f624597-9c53-42d4-b83c-74a6dae225d2 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:55:00.573716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8c49eccf-dfad-466d-860d-1f4c736de731 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:55:00.576453 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:00.580542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:network and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:00.584291 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:00.590970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:00.604045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:55:00.604045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.607528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 8c49eccf-dfad-466d-860d-1f4c736de731 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:55:00.607872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8c49eccf-dfad-466d-860d-1f4c736de731 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:55:00.608281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 23921897-efda-4d5a-ae52-ec66405adfb6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:55:00.631137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:55:00.641559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.642000 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Added segment ca317512-ce4a-4e19-8ed5-cf51c346ab90 of type vlan for network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 Dec 22 08:55:00.642170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 23921897-efda-4d5a-ae52-ec66405adfb6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:55:00.642520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 23921897-efda-4d5a-ae52-ec66405adfb6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:55:00.669671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.698698 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.704061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:00.704625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.803739 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2369764 Dec 22 08:55:00.806925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59112) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:00.812104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'admin_state_up': True, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:00.812610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b06f7-9dbe-47c8-b14d-d83b72280e8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Network': ['ID=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:00.821186 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:00.823343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:55:00.826044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:router and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:00.828878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:00.835471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:00.847229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.848332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:00.862919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:01.127322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:01.525228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:01.554285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:01.684704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.193 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:55:01.826430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:01.855183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:01.915174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:55:01.918480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:55:01.922218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:55:01.968223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:01.980965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.981312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.981651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.982016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.982342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.982672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.982994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.983318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.983643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.983975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.984281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:01.984601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:02.340693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:02.779170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:02.978855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 69294036-d96e-4451-a794-2905bd3c1697 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:55:03.157189 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:55:03.166963 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Sync routers for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:55:03.176146 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:55:03.176751 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:54:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:03.184209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:03.185856 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7e85ffff-2426-40b7-a80b-48c611429a54 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3778682 Dec 22 08:55:03.188796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59116) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:03.232901 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-96fd0cc0-ecaf-4e3a-bcda-8b459bac7ade tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bb4971834ad94cd983d776e93f1d353e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430236 Dec 22 08:55:03.235394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59120) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:03.360745 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:55:03.369023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd8ef49-2af2-4286-8f15-0f3aa26c6516 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:03.370520 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7cd8ef49-2af2-4286-8f15-0f3aa26c6516 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342583 Dec 22 08:55:03.373373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59124) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:03.411014 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b34bebc3-3af0-4234-a81c-86eab7825832 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364933 Dec 22 08:55:03.413398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59128) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:03.419066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1178287686', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:03.529243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:03.533042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:subnet and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:03.535851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:03.541472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:03.556555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:55:03.560059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:03.667729 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:02Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:03.671703 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Checking router: 69294036-d96e-4451-a794-2905bd3c1697 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:55:03.672048 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Updating router 69294036-d96e-4451-a794-2905bd3c1697 port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:55:03.726678 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:03.769827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:03.848467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Subnet': ['ID=77dd845a-23a5-4217-9208-9544e3c3dd5d,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:03.856912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Checking segment: {'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:55:03.857261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network hostable DHCP agents. Network: 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:55:03.876650 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:55:03.886406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:55:03.891136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:03.891707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:03.894755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f771df-8e0d-4e51-93aa-a20c59ea2402 None None] Network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:55:03.914870 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-59f7137c-4856-4ab5-854a-48193f55674c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5004737 Dec 22 08:55:03.918186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59132) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:04.065867 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.078487 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Transition to ACTIVE for port object fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:55:04.086178 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.120542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:55:04.121408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.154036 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a6e7b-6ff9-4be3-8205-c1e58fa70eef None None] Pushing event updated for resources: {'Port': ['ID=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:04.174575 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Attempting to bind port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:55:04.175274 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Attempting to bind port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:55:04.175274 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Attempting to bind port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:55:04.180904 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:55:04.181259 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:55:04.181717 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.182118 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:55:04.182567 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Bound port: fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:55:04.182937 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.255863 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] For port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:55:04.258869 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] For port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:55:04.264229 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.283516 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Allocated IP 172.20.0.2 (71c4d6ee-c5da-445d-8fe2-a709a8c0eb26/77dd845a-23a5-4217-9208-9544e3c3dd5d/0bad705f-d521-4474-9124-63701aa200bb) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:55:04.332070 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:55:04.332685 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:54:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:04.474814 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a6e7b-6ff9-4be3-8205-c1e58fa70eef None None] Pushing event updated for resources: {'Port': ['ID=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:04.492115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.502922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Transition to ACTIVE for port object 0bad705f-d521-4474-9124-63701aa200bb will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:55:04.522375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Transition to ACTIVE for port object 0bad705f-d521-4474-9124-63701aa200bb will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:55:04.527470 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:55:04.528925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.595582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:55:04.598646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:55:04.602321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:55:04.610440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.611076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Pushing event updated for resources: {'Port': ['ID=0bad705f-d521-4474-9124-63701aa200bb,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:04.698521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Attempting to bind port 0bad705f-d521-4474-9124-63701aa200bb on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:55:04.698927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Attempting to bind port 0bad705f-d521-4474-9124-63701aa200bb by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:55:04.699249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Attempting to bind port 0bad705f-d521-4474-9124-63701aa200bb on network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:55:04.704513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:55:04.704887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Checking segment: {'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:55:04.705293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.705853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Bound using segment: {'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:55:04.706995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Bound port: 0bad705f-d521-4474-9124-63701aa200bb, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:55:04.706995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.796507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] For port 0bad705f-d521-4474-9124-63701aa200bb, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:55:04.799500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] For port 0bad705f-d521-4474-9124-63701aa200bb, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0bad705f-d521-4474-9124-63701aa200bb,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:55:04.805011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:04.816237 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:02Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:04.820292 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f2eca-621d-4e3b-9a51-5e82136797cb None None] The sync data for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv is: [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:02Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:55:04.889913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a69bb-d316-47fa-a556-480ec030fac5 None None] Pushing event updated for resources: {'Port': ['ID=0bad705f-d521-4474-9124-63701aa200bb,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:05.152679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.1 (71c4d6ee-c5da-445d-8fe2-a709a8c0eb26/77dd845a-23a5-4217-9208-9544e3c3dd5d/f8cb5e6b-fbe9-49ec-aff0-637799de8bbe) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:55:05.326154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:05.342046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object f8cb5e6b-fbe9-49ec-aff0-637799de8bbe will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:55:05.366281 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:05.439447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:55:05.442546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:55:05.446673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:55:05.476788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:05.507459 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:05.789789 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:05.876116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c7bc9c-52a8-43da-9a7c-30c59dee8a56 None None] Network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:55:05.973428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bf3a89b5-cdc5-4efe-a8e2-394dfaa6ca7f None None] Provisioning for port 0bad705f-d521-4474-9124-63701aa200bb completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:55:06.211804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:06.216349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:06.334851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:06.337267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:06.405913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b4d0130a-cb4e-4e59-a7a8-44f2ef84a510 None None] Provisioning for port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:55:06.413628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b4d0130a-cb4e-4e59-a7a8-44f2ef84a510 None None] Provisioning complete for port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:06.414008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b4d0130a-cb4e-4e59-a7a8-44f2ef84a510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:06.473319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0130a-cb4e-4e59-a7a8-44f2ef84a510 None None] Port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:55:06.482116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:55:06.483575 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:55:06.616230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0bad705f-d521-4474-9124-63701aa200bb up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:55:06.666982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-91684542-5573-489e-8857-38462861ca9e None None] Provisioning complete for port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:06.667270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-91684542-5573-489e-8857-38462861ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:06.748735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-91684542-5573-489e-8857-38462861ca9e None None] Port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:55:06.778717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 0bad705f-d521-4474-9124-63701aa200bb completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:55:06.788513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0bad705f-d521-4474-9124-63701aa200bb triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:06.788933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:06.809764 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 69294036-d96e-4451-a794-2905bd3c1697 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:55:06.912533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:06.923499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4fc8d3cd-901c-4809-be00-9434c9f39f88 None None] Provisioning complete for port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:06.924123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4fc8d3cd-901c-4809-be00-9434c9f39f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:06.995935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:55:07.012413 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-df7cb414-b6cf-46ad-a6d2-b37cb9f74b9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/69294036-d96e-4451-a794-2905bd3c1697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0908461 Dec 22 08:55:07.012720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59136) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:07.013084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Sync routers for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:55:07.035343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8d3cd-901c-4809-be00-9434c9f39f88 None None] Port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:55:07.037588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:55:07.038222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:54:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:07.088976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 0bad705f-d521-4474-9124-63701aa200bb, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0bad705f-d521-4474-9124-63701aa200bb,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:55:07.104063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.104816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:55:07.153224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac3dd2-18f4-40e0-a52c-9f75630dc68c tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:07.153720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac3dd2-18f4-40e0-a52c-9f75630dc68c tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:07.154208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac3dd2-18f4-40e0-a52c-9f75630dc68c tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:07.154667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac3dd2-18f4-40e0-a52c-9f75630dc68c tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:07.156302 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2eac3dd2-18f4-40e0-a52c-9f75630dc68c tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1427433 Dec 22 08:55:07.159055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59140) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:07.231122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4f223-56bc-4160-95f3-8966daf0d749 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:07.231813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4f223-56bc-4160-95f3-8966daf0d749 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:07.231926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4f223-56bc-4160-95f3-8966daf0d749 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:07.232364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4f223-56bc-4160-95f3-8966daf0d749 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:07.234021 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c2d4f223-56bc-4160-95f3-8966daf0d749 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0740132 Dec 22 08:55:07.237224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59144) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:07.304989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=0bad705f-d521-4474-9124-63701aa200bb,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:07.326740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:55:07.382169 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:55:07.393323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:07.393708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.435031 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a1b112c5-fa34-42df-bd7e-96584f12b9ec tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1966877 Dec 22 08:55:07.637919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59150) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:07.644247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214959484', 'description': 'tempest-secgroup-smoke-214959484 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:07.650049 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:07.654164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:07.657048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:07.663006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:07.671690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.673284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.693432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:07.698152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:07.700978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:07.707035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:07.720875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:55:07.727939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.751618 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:55:07.783715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.787438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.804591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:07.812362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:55:06Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:07.816370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Checking router: 69294036-d96e-4451-a794-2905bd3c1697 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:55:07.816723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Updating router 69294036-d96e-4451-a794-2905bd3c1697 port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:55:07.833198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e4cee1-0936-4ce8-a971-f56f9deb7bd5,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:07.839264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.844315 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5314a988-7409-47f1-8e6d-2a5c10535c8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2047818 Dec 22 08:55:07.845420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59154) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:07.850974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '21e4cee1-0936-4ce8-a971-f56f9deb7bd5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:07.856864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:07.860693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:07.863636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:07.869806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.870505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:07.886634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.947927 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.952749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.976375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1899a4-e82c-4748-aa58-787dcbb6f3e6,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:07.987144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:07.991220 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-af2227fe-1fdc-4d58-b0e1-0a0b01b5eb42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420407 Dec 22 08:55:07.991395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59158) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:07.996814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '21e4cee1-0936-4ce8-a971-f56f9deb7bd5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:08.002544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:08.006299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:08.009112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:08.014831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:08.034902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.095640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.099561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.121435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae2b7ac-c2c4-4a29-9700-1a6c01f04691,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:08.132063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.134164 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d967748a-55f7-47f0-893a-cf70c183a8ec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418371 Dec 22 08:55:08.135952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59162) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:08.140917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '21e4cee1-0936-4ce8-a971-f56f9deb7bd5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:08.146515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:08.150337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:08.153133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:08.158755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:08.175894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.215508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.226830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Transition to ACTIVE for port object f8cb5e6b-fbe9-49ec-aff0-637799de8bbe will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:55:08.234052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.240665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.244724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.267587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95901472-700f-4bc6-8b1a-5a99fa51245a,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:08.277220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.278174 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cb3c910d-fcfc-4998-ae0a-9db67f277e32 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413169 Dec 22 08:55:08.280934 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59166) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:08.285904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '21e4cee1-0936-4ce8-a971-f56f9deb7bd5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:08.292771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:08.297833 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:08.300971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:08.307320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:08.326352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.397275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.402094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.427781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9161e7-1a23-40c9-968f-c05a91cccbdb,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:08.439380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.440789 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0cad7c31-5cf5-4e78-b6c7-089937149cf3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589320 Dec 22 08:55:08.443674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59170) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:08.449646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '21e4cee1-0936-4ce8-a971-f56f9deb7bd5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:08.456444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:08.465015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:08.467704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0b5ad-1343-4ba5-9a03-e13e7fc398e6 None None] Pushing event updated for resources: {'Port': ['ID=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:08.468719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:08.475194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:08.488308 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:55:08.497393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.522156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Attempting to bind port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:55:08.522530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Attempting to bind port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:55:08.522894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Attempting to bind port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe on network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:55:08.529147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:55:08.529571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Checking segment: {'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:55:08.530007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.530400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Bound using segment: {'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:55:08.530859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Bound port: f8cb5e6b-fbe9-49ec-aff0-637799de8bbe, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:55:08.531235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.564405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.567768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.578259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0bad705f-d521-4474-9124-63701aa200bb up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:55:08.590868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad53cce-bfdc-40d6-8aa2-43c2b4148c38,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:08.599838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.601012 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-176080d4-9291-4aa0-a702-865ee1bb31d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1563721 Dec 22 08:55:08.604277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59174) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:08.609165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '21e4cee1-0936-4ce8-a971-f56f9deb7bd5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:08.614821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:08.618524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:08.621288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:08.626984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:08.637382 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:55:08.643683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.686369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] For port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:55:08.690058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] For port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:55:08.697908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.701170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0bad705f-d521-4474-9124-63701aa200bb triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:08.701523 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.717247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.720924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.746477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c328a8-63b8-4f0a-86d4-3f85d2bec6ef,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:08.756741 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:08.758219 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1f32e0a7-271f-44b2-ac1b-7dfc8f8847b6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1528394 Dec 22 08:55:08.863851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:55:08.864480 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:54:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:08.920483 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0b5ad-1343-4ba5-9a03-e13e7fc398e6 None None] Pushing event updated for resources: {'Port': ['ID=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:08.928825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-49b42991-4db5-4904-9e38-f17c748868f9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:55:08.948466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-49b42991-4db5-4904-9e38-f17c748868f9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:55:08.949998 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-49b42991-4db5-4904-9e38-f17c748868f9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214959484&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0617552 Dec 22 08:55:09.088719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:55:09.114527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-cab5daf8-10a4-4be7-8cd1-f92c3fd08069 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:09.115113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-cab5daf8-10a4-4be7-8cd1-f92c3fd08069 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:55:09.130556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-cab5daf8-10a4-4be7-8cd1-f92c3fd08069 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:55:09.131535 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-cab5daf8-10a4-4be7-8cd1-f92c3fd08069 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/networks?id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 HTTP/1.1" status: 200 len: 797 time: 0.1738207 Dec 22 08:55:09.146727 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-1a8e3694-3126-464c-a2b5-7fc80b6db412 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/quotas/bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 375 time: 0.0092020 Dec 22 08:55:09.182162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:55:09.227540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-3c6767e2-868d-4354-9da3-28dde9069ae8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:55:09.242569 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-3c6767e2-868d-4354-9da3-28dde9069ae8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:55:09.244451 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-3c6767e2-868d-4354-9da3-28dde9069ae8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925252 Dec 22 08:55:09.332339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:09.332970 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:09.383034 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-b3858432-2ca5-4eac-9328-9c753806a814 service neutron] 10.222.0.37 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262934 Dec 22 08:55:09.513669 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-e8aff8a7-3222-4f63-be95-f8fc96096019 service neutron] 10.222.0.37 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241915 Dec 22 08:55:09.626605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:55:08Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:09.632070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319863b3-d9f8-4a6b-80a8-ab867718f883 None None] The sync data for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv is: [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:55:08Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:55:09.822197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-c9f6eaf0-140c-4860-8fb6-99db62c5bd89 req-c8262f24-98da-48cd-a43c-b5a262e198a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:55:09.838151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-c9f6eaf0-140c-4860-8fb6-99db62c5bd89 req-c8262f24-98da-48cd-a43c-b5a262e198a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:55:09.839328 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c9f6eaf0-140c-4860-8fb6-99db62c5bd89 req-c8262f24-98da-48cd-a43c-b5a262e198a5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 210 time: 0.1948180 Dec 22 08:55:10.562627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f8cb5e6b-fbe9-49ec-aff0-637799de8bbe up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:55:10.631587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:55:10.637345 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:10.637750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:10.783007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:10.804827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-72e17930-3e95-4366-9999-0b0135e70be1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:10.806873 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-72e17930-3e95-4366-9999-0b0135e70be1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 HTTP/1.1" status: 200 len: 797 time: 0.1585722 Dec 22 08:55:10.817440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:55:10.824262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:10.858366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-2b88280a-b901-435b-968f-cf06e0f49d43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:55:10.875249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-2b88280a-b901-435b-968f-cf06e0f49d43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:55:10.876518 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-2b88280a-b901-435b-968f-cf06e0f49d43 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 379 time: 0.0610714 Dec 22 08:55:10.890734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'device_id': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'admin_state_up': True, 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'security_groups': ['21e4cee1-0936-4ce8-a971-f56f9deb7bd5']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:10.904118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:11.006969 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-73b66505-7d17-46ce-a99d-47ff396c54bc req-8f33c1b0-a041-48a9-bba9-beb4788a9ad0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 210 time: 0.0466573 Dec 22 08:55:11.038114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:11.049972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:11.061581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:55:11.065477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:11.225907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.4 (71c4d6ee-c5da-445d-8fe2-a709a8c0eb26/77dd845a-23a5-4217-9208-9544e3c3dd5d/f465ec3f-d664-493e-abbf-d948208d1441) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:55:11.414898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:11.431214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object f465ec3f-d664-493e-abbf-d948208d1441 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:55:11.455023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:11.523486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:55:11.526838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:55:11.529127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:55:11.577349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=f465ec3f-d664-493e-abbf-d948208d1441,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:11.600886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:11.601485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:11.630792 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d23cbbce-5555-492e-ba12-a67ebdca02d6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7440472 Dec 22 08:55:11.643406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Request body: {'port': {'device_id': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:11.756536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:11.810486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ff6fb706-bddc-4182-9234-dfc72a770d9c None None] Provisioning for port f465ec3f-d664-493e-abbf-d948208d1441 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:55:11.815788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ff6fb706-bddc-4182-9234-dfc72a770d9c None None] Provisioning complete for port f465ec3f-d664-493e-abbf-d948208d1441 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:11.816169 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb706-bddc-4182-9234-dfc72a770d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:11.869050 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fb706-bddc-4182-9234-dfc72a770d9c None None] Port f465ec3f-d664-493e-abbf-d948208d1441 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:55:12.090812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f465ec3f-d664-493e-abbf-d948208d1441 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:55:12.097916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:12.113340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Transition to ACTIVE for port object f465ec3f-d664-493e-abbf-d948208d1441 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:55:12.147435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:12.291852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Pushing event updated for resources: {'Port': ['ID=f465ec3f-d664-493e-abbf-d948208d1441,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:12.485344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1162e49-5b74-499b-9eb8-f8245b1356e9 req-ce5531d6-a177-42c4-9ce9-cf027c35c5ce tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:12.486133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d1162e49-5b74-499b-9eb8-f8245b1356e9 req-ce5531d6-a177-42c4-9ce9-cf027c35c5ce tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:55:12.514404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Attempting to bind port f465ec3f-d664-493e-abbf-d948208d1441 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:55:12.514736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Attempting to bind port f465ec3f-d664-493e-abbf-d948208d1441 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:55:12.515057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Attempting to bind port f465ec3f-d664-493e-abbf-d948208d1441 on network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:55:12.518734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d1162e49-5b74-499b-9eb8-f8245b1356e9 req-ce5531d6-a177-42c4-9ce9-cf027c35c5ce tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:55:12.519881 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d1162e49-5b74-499b-9eb8-f8245b1356e9 req-ce5531d6-a177-42c4-9ce9-cf027c35c5ce tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 943 time: 0.4096141 Dec 22 08:55:12.521667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Port f465ec3f-d664-493e-abbf-d948208d1441 on network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:55:12.522004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Attempting to bind port f465ec3f-d664-493e-abbf-d948208d1441 on network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:55:12.539378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:55:12.539718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Checking segment: {'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:55:12.540087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Bound using segment: {'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:55:12.541062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Bound port: f465ec3f-d664-493e-abbf-d948208d1441, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca317512-ce4a-4e19-8ed5-cf51c346ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:55:12.541398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:12.541512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f8cb5e6b-fbe9-49ec-aff0-637799de8bbe up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:55:12.607071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:12.607392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:12.620826 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d1162e49-5b74-499b-9eb8-f8245b1356e9 req-43565e95-c3f5-4abd-8ae5-456b5a6a74b8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951917 Dec 22 08:55:12.654565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] For port f465ec3f-d664-493e-abbf-d948208d1441, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:55:12.658003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] For port f465ec3f-d664-493e-abbf-d948208d1441, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f465ec3f-d664-493e-abbf-d948208d1441,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:55:12.662671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:12.735429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:12.736038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:12.737393 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] 10.222.0.54 "PUT /v2.0/ports/f465ec3f-d664-493e-abbf-d948208d1441 HTTP/1.1" status: 200 len: 1093 time: 1.0983665 Dec 22 08:55:12.739054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'tag': 'f465ec3f-d664-493e-abbf-d948208d1441'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:55:12.771105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d7ef5-730a-4b16-8db2-29a74f0042bc service neutron] Pushing event updated for resources: {'Port': ['ID=f465ec3f-d664-493e-abbf-d948208d1441,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:12.820938 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'tag': 'f465ec3f-d664-493e-abbf-d948208d1441', 'status': 'completed', 'code': 200} Dec 22 08:55:12.866160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-fbb7f613-816a-4ed2-ae42-9ff0dd676e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:12.867561 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-fbb7f613-816a-4ed2-ae42-9ff0dd676e04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 1096 time: 0.0796931 Dec 22 08:55:12.935654 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-791796b3-99de-4c10-a0b7-44a8d4ec7ff7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f465ec3f-d664-493e-abbf-d948208d1441 HTTP/1.1" status: 200 len: 217 time: 0.0605385 Dec 22 08:55:13.000920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-c1222121-f47a-47a0-a9f4-8d867605c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:13.002288 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-c1222121-f47a-47a0-a9f4-8d867605c86f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77dd845a-23a5-4217-9208-9544e3c3dd5d HTTP/1.1" status: 200 len: 835 time: 0.0596871 Dec 22 08:55:13.081175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d0bc0e9c-c974-4b0e-b1b3-968335a45058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:13.082683 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-d0bc0e9c-c974-4b0e-b1b3-968335a45058 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697606 Dec 22 08:55:13.211972 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-0b5c131c-57d5-4c47-8755-8c0ff04cf71c service neutron] 10.222.0.54 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216836 Dec 22 08:55:13.340546 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5058be1f-6f49-4e97-97b2-3f5292258da5 req-004306a9-4787-4012-a1fd-ef1546faa8a6 service neutron] 10.222.0.54 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222889 Dec 22 08:55:13.457734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-1cc3eaa2-bc27-43ee-8a0a-47bea97c2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:13.459149 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-1cc3eaa2-bc27-43ee-8a0a-47bea97c2ae5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 1096 time: 0.0728040 Dec 22 08:55:13.593158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-4fabbff1-f632-4684-ba7a-bfa929385969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:13.594599 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-4fabbff1-f632-4684-ba7a-bfa929385969 service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 HTTP/1.1" status: 200 len: 898 time: 0.1255915 Dec 22 08:55:13.661114 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-caeb7521-465b-422f-b797-73ffad68d7f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f465ec3f-d664-493e-abbf-d948208d1441 HTTP/1.1" status: 200 len: 217 time: 0.0594001 Dec 22 08:55:13.726010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-6d3d3028-4da2-4f01-be76-4b3493d60718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:13.727422 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-6d3d3028-4da2-4f01-be76-4b3493d60718 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77dd845a-23a5-4217-9208-9544e3c3dd5d HTTP/1.1" status: 200 len: 835 time: 0.0599768 Dec 22 08:55:13.861532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049aaaf-5d51-40f2-8cee-9257f59e051f req-e0e66286-b64f-4d7a-b096-4753c3b10764 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:13.862879 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d049aaaf-5d51-40f2-8cee-9257f59e051f req-e0e66286-b64f-4d7a-b096-4753c3b10764 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 943 time: 0.1345806 Dec 22 08:55:13.864612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-5aaf4da1-9e1a-4f90-9f94-be428f0e4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:13.865941 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-5aaf4da1-9e1a-4f90-9f94-be428f0e4918 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081872 Dec 22 08:55:13.989618 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d049aaaf-5d51-40f2-8cee-9257f59e051f req-00531e52-fef4-48e7-a28e-5faa85ecdd01 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210771 Dec 22 08:55:14.026383 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-61805cda-b90b-4e42-8bed-e73a1d2424ca service neutron] 10.222.0.54 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436486 Dec 22 08:55:14.118818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:14.264167 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66e18e71-11d7-4030-b80a-4f2bfc62c4b1 req-ff59d92c-68f0-4671-a121-c54b8c0cdf53 service neutron] 10.222.0.54 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302191 Dec 22 08:55:15.176315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678cad6-c1fd-4b20-881b-48b71cce86fb req-00e6c996-fc20-4bf4-80a6-37acc99bfe75 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:15.177705 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e678cad6-c1fd-4b20-881b-48b71cce86fb req-00e6c996-fc20-4bf4-80a6-37acc99bfe75 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 943 time: 0.0838809 Dec 22 08:55:15.221915 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e678cad6-c1fd-4b20-881b-48b71cce86fb req-e8c0bd76-0dfa-42db-8685-8793dde5cff5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383856 Dec 22 08:55:16.399720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a3ec5-00eb-4b02-a9b6-4af62e389c8d req-e1dddded-64a7-4147-b7ca-56820078f23d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:16.401127 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0e9a3ec5-00eb-4b02-a9b6-4af62e389c8d req-e1dddded-64a7-4147-b7ca-56820078f23d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 943 time: 0.0769265 Dec 22 08:55:16.443914 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0e9a3ec5-00eb-4b02-a9b6-4af62e389c8d req-7b69154a-3786-48ec-9ca8-043a61afe88a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372307 Dec 22 08:55:16.467250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f465ec3f-d664-493e-abbf-d948208d1441 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:55:16.594769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f465ec3f-d664-493e-abbf-d948208d1441, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f465ec3f-d664-493e-abbf-d948208d1441,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:55:16.610692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'f465ec3f-d664-493e-abbf-d948208d1441', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'port_id': 'f465ec3f-d664-493e-abbf-d948208d1441', 'mac_address': 'fa:16:3e:e9:0a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:55:16.662336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:16.678583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f465ec3f-d664-493e-abbf-d948208d1441 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:55:16.693543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f465ec3f-d664-493e-abbf-d948208d1441, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f465ec3f-d664-493e-abbf-d948208d1441,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:55:16.697206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:16.767382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=f465ec3f-d664-493e-abbf-d948208d1441,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:16.898952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['f465ec3f-d664-493e-abbf-d948208d1441'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:55:17.630170 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985daf-b876-464f-9fd6-4e76580f57e2 req-c5147140-ccbb-407a-ae5f-9c7cbe8cc8cf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:17.630170 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-76985daf-b876-464f-9fd6-4e76580f57e2 req-c5147140-ccbb-407a-ae5f-9c7cbe8cc8cf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 944 time: 0.0832007 Dec 22 08:55:17.672180 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-76985daf-b876-464f-9fd6-4e76580f57e2 req-47f4ff3b-857c-4c71-99e9-bcc64c4f4d2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382786 Dec 22 08:55:18.474109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f465ec3f-d664-493e-abbf-d948208d1441 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:55:18.539982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port f465ec3f-d664-493e-abbf-d948208d1441 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:55:18.544693 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port f465ec3f-d664-493e-abbf-d948208d1441 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:18.545064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:18.657539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:18.683167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465ec3f-d664-493e-abbf-d948208d1441'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:55:18.694722 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f465ec3f-d664-493e-abbf-d948208d1441, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f465ec3f-d664-493e-abbf-d948208d1441,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:55:18.698036 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:18.734742 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465ec3f-d664-493e-abbf-d948208d1441', 'code': 200} Dec 22 08:55:18.778644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=f465ec3f-d664-493e-abbf-d948208d1441,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:18.860830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca0aa2-d0ab-465e-a6e6-53c0abdfd82e req-7c73a919-35b5-41d3-96d0-11b5cd89d09e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:18.862304 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8fca0aa2-d0ab-465e-a6e6-53c0abdfd82e req-7c73a919-35b5-41d3-96d0-11b5cd89d09e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 945 time: 0.0799835 Dec 22 08:55:18.910405 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8fca0aa2-d0ab-465e-a6e6-53c0abdfd82e req-7be0fa5a-17aa-4bf3-a81b-455b828c5a35 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423746 Dec 22 08:55:18.961799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2bbd4-6e74-40c5-aab1-d4373c4beb27 req-c50bd165-6156-47c6-a0d4-5e051c0f1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:18.963321 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-39c2bbd4-6e74-40c5-aab1-d4373c4beb27 req-c50bd165-6156-47c6-a0d4-5e051c0f1f3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 1098 time: 0.0735312 Dec 22 08:55:19.003563 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-39c2bbd4-6e74-40c5-aab1-d4373c4beb27 req-01d825db-f25d-4293-a4ea-5508f3c533fa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333495 Dec 22 08:55:19.346502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e5e14e0-39f3-4e44-8946-bbb0b4c96094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:20.099760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca62b7-6077-4c9d-bbe6-f6bdbff67644 req-ecb2747c-f856-4c0b-a01b-001633297717 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:20.101231 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9bca62b7-6077-4c9d-bbe6-f6bdbff67644 req-ecb2747c-f856-4c0b-a01b-001633297717 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 945 time: 0.0798445 Dec 22 08:55:20.147974 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9bca62b7-6077-4c9d-bbe6-f6bdbff67644 req-4a4f88cc-eb50-4a8e-89e7-2619f2311122 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404196 Dec 22 08:55:21.327675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0c52a-5b94-4aba-9fd0-bed6b9122cc7 req-46fd0fc6-d3fe-4a3e-9298-eac7de5accd6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:21.329094 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-91f0c52a-5b94-4aba-9fd0-bed6b9122cc7 req-46fd0fc6-d3fe-4a3e-9298-eac7de5accd6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 945 time: 0.0782821 Dec 22 08:55:21.372807 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-91f0c52a-5b94-4aba-9fd0-bed6b9122cc7 req-d4447514-76a4-4b89-b5b6-bb40b469188f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381536 Dec 22 08:55:21.552039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021481a5-1dd8-48c3-95f3-a64d0bfc629d req-39fcd75d-a35b-439e-800a-c4fd0d4ad74d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:21.553375 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-021481a5-1dd8-48c3-95f3-a64d0bfc629d req-39fcd75d-a35b-439e-800a-c4fd0d4ad74d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 945 time: 0.0775988 Dec 22 08:55:21.597054 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-021481a5-1dd8-48c3-95f3-a64d0bfc629d req-891992aa-79d0-4b6a-91c8-59b12079cf8a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369232 Dec 22 08:55:21.620758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59228) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:21.691169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3db268e-a6ea-4a68-8c5a-be24c5583cf0 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:21.692646 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b3db268e-a6ea-4a68-8c5a-be24c5583cf0 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 1093 time: 0.0709317 Dec 22 08:55:21.695598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59232) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:21.700355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': 'f465ec3f-d664-493e-abbf-d948208d1441', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:55:21.706294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:55:21.707220 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5a6f-cd69-45f9-8f9b-594852dad68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:21.710192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:floatingip and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:55:21.713059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:55:21.718619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:55:21.821650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:21.951830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:22.080762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.67 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/df02a85b-cb9f-4500-a344-2954a1d12ea9) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:55:22.223616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:22.250933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:22.311783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:55:22.314589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:55:22.318103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:55:22.351624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=df02a85b-cb9f-4500-a344-2954a1d12ea9,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:22.366783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.367125 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.367460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.367786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.368110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.368434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.368778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.369096 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.369413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.369751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.370065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.370372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:22.726008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:22.766580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:22.798038 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:22.944048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:22.998747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:23.003253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:23.111692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=df02a85b-cb9f-4500-a344-2954a1d12ea9,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:23.121835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:23.285862 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP 3eef345b-380f-46bf-b2b3-83af73bf2bcc associated. External IP: 172.26.1.67, port: f465ec3f-d664-493e-abbf-d948208d1441. Dec 22 08:55:23.714800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 69294036-d96e-4451-a794-2905bd3c1697 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:55:23.889108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:55:23.898243 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] Sync routers for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:55:23.909791 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:55:23.910402 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:23.916100 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:23.971122 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4d3c5843-dce1-46ee-b24f-cb6bf953cb95 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2744408 Dec 22 08:55:23.971801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'tag': 'f465ec3f-d664-493e-abbf-d948208d1441'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:55:23.974259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59236) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:24.035725 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'tag': 'f465ec3f-d664-493e-abbf-d948208d1441', 'status': 'completed', 'code': 200} Dec 22 08:55:24.117770 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:55:24.133187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:24.227064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-d11f6108-8e6a-4842-bf6a-a169801c53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:24.228428 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-d11f6108-8e6a-4842-bf6a-a169801c53f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 1098 time: 0.1640446 Dec 22 08:55:24.234259 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d305eae8-3cde-4bf0-9d2c-0a58b7ef4458 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers/69294036-d96e-4451-a794-2905bd3c1697 HTTP/1.1" status: 200 len: 923 time: 0.2586246 Dec 22 08:55:24.236989 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59242) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:24.345547 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-50d26177-92e8-4438-a284-11c27b398bcf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/3eef345b-380f-46bf-b2b3-83af73bf2bcc HTTP/1.1" status: 200 len: 990 time: 0.1063433 Dec 22 08:55:24.361701 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-80904239-8f2b-40eb-859d-c74133b02c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:24.363156 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-80904239-8f2b-40eb-859d-c74133b02c0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 HTTP/1.1" status: 200 len: 898 time: 0.1277277 Dec 22 08:55:24.466338 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-c9171eff-3683-4225-b6dc-4f1ee7026f78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f465ec3f-d664-493e-abbf-d948208d1441 HTTP/1.1" status: 200 len: 998 time: 0.0960991 Dec 22 08:55:24.471778 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '3eef345b-380f-46bf-b2b3-83af73bf2bcc', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.67', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '69294036-d96e-4451-a794-2905bd3c1697', 'port_id': 'f465ec3f-d664-493e-abbf-d948208d1441', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'mac_address': 'fa:16:3e:e9:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:55:22Z', 'updated_at': '2021-12-22T08:55:22Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:55:10Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:24.478597 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] Checking router: 69294036-d96e-4451-a794-2905bd3c1697 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:55:24.487269 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:55:24.487715 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:24.527844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-c2070ae9-0929-4cb8-9b2f-752c2de93875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:24.529273 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-c2070ae9-0929-4cb8-9b2f-752c2de93875 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77dd845a-23a5-4217-9208-9544e3c3dd5d HTTP/1.1" status: 200 len: 835 time: 0.0575061 Dec 22 08:55:24.601917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-866e3379-d9c6-4887-8dc6-20b4b2f0d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:24.603912 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-866e3379-d9c6-4887-8dc6-20b4b2f0d8bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679171 Dec 22 08:55:24.664232 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:55:24.731988 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-3791d363-ad93-4e3f-aafe-c5a6fb623cfe service neutron] 10.222.0.54 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209993 Dec 22 08:55:24.862507 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c413b82a-2659-42fd-a84e-8836b3a888bd req-d6ae3e50-8863-4886-aae7-5467576dd346 service neutron] 10.222.0.54 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234312 Dec 22 08:55:25.000739 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '3eef345b-380f-46bf-b2b3-83af73bf2bcc', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.67', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '69294036-d96e-4451-a794-2905bd3c1697', 'port_id': 'f465ec3f-d664-493e-abbf-d948208d1441', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'mac_address': 'fa:16:3e:e9:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:55:22Z', 'updated_at': '2021-12-22T08:55:22Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:55:10Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:25.004399 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379178a3-e99a-418e-9ec9-4dd7f16a70a3 None None] The sync data for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv is: [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '3eef345b-380f-46bf-b2b3-83af73bf2bcc', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.67', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '69294036-d96e-4451-a794-2905bd3c1697', 'port_id': 'f465ec3f-d664-493e-abbf-d948208d1441', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'mac_address': 'fa:16:3e:e9:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:55:22Z', 'updated_at': '2021-12-22T08:55:22Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:55:10Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:55:25.199085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9cf837-b8f8-4b05-9c5c-538b7bfefb8d None None] New status for floating IP 3eef345b-380f-46bf-b2b3-83af73bf2bcc: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:55:25.348395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59246) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:25.454603 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f37605cc-6879-483e-8438-b532eda1bda8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/3eef345b-380f-46bf-b2b3-83af73bf2bcc HTTP/1.1" status: 200 len: 990 time: 0.1051753 Dec 22 08:55:26.457928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59250) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:26.561213 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8d1d3dc2-5cb6-4cde-91fa-940da94f0ccb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/3eef345b-380f-46bf-b2b3-83af73bf2bcc HTTP/1.1" status: 200 len: 992 time: 0.1020706 Dec 22 08:55:27.670094 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1456a11b-e4ae-471b-b906-457b03100c51 req-d8275dfa-5cd2-4829-b5b0-07bb275152fe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705907 Dec 22 08:55:27.807332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456a11b-e4ae-471b-b906-457b03100c51 req-45f0d3f6-3150-461c-aef8-22467bd6628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:27.808730 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1456a11b-e4ae-471b-b906-457b03100c51 req-45f0d3f6-3150-461c-aef8-22467bd6628b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 1098 time: 0.0682917 Dec 22 08:55:28.042298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456a11b-e4ae-471b-b906-457b03100c51 req-dc338eeb-42aa-4e9a-b4a9-c68f393cf67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:28.043724 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1456a11b-e4ae-471b-b906-457b03100c51 req-dc338eeb-42aa-4e9a-b4a9-c68f393cf67c service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 HTTP/1.1" status: 200 len: 898 time: 0.2178178 Dec 22 08:55:28.144740 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1456a11b-e4ae-471b-b906-457b03100c51 req-0a5c4c91-125c-4e36-aa01-3876972003bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f465ec3f-d664-493e-abbf-d948208d1441 HTTP/1.1" status: 200 len: 1000 time: 0.0936489 Dec 22 08:55:28.211576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456a11b-e4ae-471b-b906-457b03100c51 req-9d89cd2c-5c30-4367-bc0d-f54c6d367e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:28.212971 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1456a11b-e4ae-471b-b906-457b03100c51 req-9d89cd2c-5c30-4367-bc0d-f54c6d367e63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77dd845a-23a5-4217-9208-9544e3c3dd5d HTTP/1.1" status: 200 len: 835 time: 0.0615947 Dec 22 08:55:28.284664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456a11b-e4ae-471b-b906-457b03100c51 req-a7106d92-7356-4f50-91aa-ae1cba41c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:28.285999 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1456a11b-e4ae-471b-b906-457b03100c51 req-a7106d92-7356-4f50-91aa-ae1cba41c048 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668242 Dec 22 08:55:28.412161 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1456a11b-e4ae-471b-b906-457b03100c51 req-3b895a82-6044-4691-812b-21581b32131a service neutron] 10.222.0.54 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200342 Dec 22 08:55:28.540570 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1456a11b-e4ae-471b-b906-457b03100c51 req-562e92fe-b9da-4154-994a-75ebe0cb7671 service neutron] 10.222.0.54 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206899 Dec 22 08:55:44.134440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:44.751451 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:55:49.346781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9d6f148e-b381-4c8c-aec1-2a99ddc03936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:51.709167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-97d2b553-cc00-4249-b5f6-784105ac2720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:52.770361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:52.947332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:54.130219 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:55.822210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59264) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:56.005133 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-87823091-876d-4415-8e77-7cd94cbe44eb tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers/69294036-d96e-4451-a794-2905bd3c1697/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1817811 Dec 22 08:55:56.007966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59268) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:56.188761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed83e72-2486-451d-b64f-80fd01ecf91c tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Notify agent at dv-neutron-822561-2-hyperv the message router_removed_from_agent {{(pid=87535) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 08:55:56.191833 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9ed83e72-2486-451d-b64f-80fd01ecf91c tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "DELETE /v2.0/agents/e432c286-c7ac-4fad-b9be-b30d17a217e9/l3-routers/69294036-d96e-4451-a794-2905bd3c1697 HTTP/1.1" status: 204 len: 168 time: 0.1829739 Dec 22 08:55:56.194473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59272) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:56.371755 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-53c94571-e869-4270-9a26-b2e64b757eeb tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers/69294036-d96e-4451-a794-2905bd3c1697/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1756833 Dec 22 08:55:56.374410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59276) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:56.476441 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-eae182e7-e86b-4fd3-ad23-ad1bc25306c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/3eef345b-380f-46bf-b2b3-83af73bf2bcc HTTP/1.1" status: 200 len: 992 time: 0.1009488 Dec 22 08:55:56.588835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f8cb5e6b-fbe9-49ec-aff0-637799de8bbe no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:55:56.700809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:56.731290 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:55:56.734946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:56.801315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:56.808165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.809114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.809453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.809810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.810134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.810457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.810777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.811096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.811415 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.811729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.812045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.812358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:56.947513 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d530f7-ec80-4113-ad0e-bab4c895a227 None None] New status for floating IP 3eef345b-380f-46bf-b2b3-83af73bf2bcc: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:55:57.479479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59280) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:57.690079 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a6facd32-234d-4255-9824-5d7ec5b9987f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/3eef345b-380f-46bf-b2b3-83af73bf2bcc HTTP/1.1" status: 200 len: 990 time: 0.2094309 Dec 22 08:55:58.554664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:55:58.661574 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:58.677373 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:55:58.681210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:58.775756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:58.828350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59286) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:59.023320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10ebd28-64db-4fc7-bd91-34f7478ec03a tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Router 69294036-d96e-4451-a794-2905bd3c1697 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:55:59.023623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10ebd28-64db-4fc7-bd91-34f7478ec03a tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Notify agent at dv-neutron-822561-2-hyperv the message router_added_to_agent {{(pid=87535) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 08:55:59.052783 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a10ebd28-64db-4fc7-bd91-34f7478ec03a tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "POST /v2.0/agents/e432c286-c7ac-4fad-b9be-b30d17a217e9/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2207932 Dec 22 08:55:59.052783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59292) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:59.070710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] Sync routers for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:55:59.080700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:55:59.081390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:59.237434 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-62a21034-0c7f-423e-b4d5-aafd151ea1a3 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers/69294036-d96e-4451-a794-2905bd3c1697/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1835167 Dec 22 08:55:59.240083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59298) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:59.253133 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:55:59.343403 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bdad8419-e779-43ab-8ebd-185850c014fd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/3eef345b-380f-46bf-b2b3-83af73bf2bcc HTTP/1.1" status: 200 len: 990 time: 0.1021118 Dec 22 08:55:59.588484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '3eef345b-380f-46bf-b2b3-83af73bf2bcc', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.67', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '69294036-d96e-4451-a794-2905bd3c1697', 'port_id': 'f465ec3f-d664-493e-abbf-d948208d1441', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'mac_address': 'fa:16:3e:e9:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:55:22Z', 'updated_at': '2021-12-22T08:55:57Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:55:56Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:59.592847 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] Checking router: 69294036-d96e-4451-a794-2905bd3c1697 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:55:59.600900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:55:59.601426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:55:59.770396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:00.103069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '3eef345b-380f-46bf-b2b3-83af73bf2bcc', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.67', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '69294036-d96e-4451-a794-2905bd3c1697', 'port_id': 'f465ec3f-d664-493e-abbf-d948208d1441', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'mac_address': 'fa:16:3e:e9:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:55:22Z', 'updated_at': '2021-12-22T08:55:57Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:55:56Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:00.106911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3784609-5a99-451a-8823-e6ec6e56c59c None None] The sync data for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv is: [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:55:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '3eef345b-380f-46bf-b2b3-83af73bf2bcc', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.67', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '69294036-d96e-4451-a794-2905bd3c1697', 'port_id': 'f465ec3f-d664-493e-abbf-d948208d1441', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'mac_address': 'fa:16:3e:e9:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:55:22Z', 'updated_at': '2021-12-22T08:55:57Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:55:56Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:56:00.346489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59302) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:00.455837 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a3b4b762-b4a9-4fa5-a488-e5a779483985 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/3eef345b-380f-46bf-b2b3-83af73bf2bcc HTTP/1.1" status: 200 len: 990 time: 0.1070316 Dec 22 08:56:00.576208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f8cb5e6b-fbe9-49ec-aff0-637799de8bbe up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:00.643815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:00.644475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:00.771096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:00.804507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:00.808941 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:00.919232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:01.458751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59306) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:01.562605 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ff4377c1-4fa1-4658-8f3e-27637665b9f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/3eef345b-380f-46bf-b2b3-83af73bf2bcc HTTP/1.1" status: 200 len: 990 time: 0.1026430 Dec 22 08:56:01.752695 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d58e19-d331-4668-8d20-e018141cf80f None None] New status for floating IP 3eef345b-380f-46bf-b2b3-83af73bf2bcc: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:56:02.566416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59310) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:02.624400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f8cb5e6b-fbe9-49ec-aff0-637799de8bbe up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:02.671913 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-81d667de-9593-4d7b-824d-f584a9e80bc5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/3eef345b-380f-46bf-b2b3-83af73bf2bcc HTTP/1.1" status: 200 len: 992 time: 0.1043594 Dec 22 08:56:02.693865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:02.694238 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:02.811466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:02.874838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:02.875202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:02.942350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59318) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:02.987822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:03.004221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:03.008477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:03.077338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:03.146082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port df02a85b-cb9f-4500-a344-2954a1d12ea9 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:56:03.146424 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:03.309456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:03.309812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:03.537028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for df02a85b-cb9f-4500-a344-2954a1d12ea9 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:56:03.680022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:03.724380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=df02a85b-cb9f-4500-a344-2954a1d12ea9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:03.763540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.763879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.764204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.764527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.764846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.765164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.765479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.765816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.766127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.766433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.766738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.767041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:03.824689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:03.825013 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP 3eef345b-380f-46bf-b2b3-83af73bf2bcc disassociated (deleted). External IP: 172.26.1.67, port: f465ec3f-d664-493e-abbf-d948208d1441. Dec 22 08:56:04.166890 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 69294036-d96e-4451-a794-2905bd3c1697 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:56:04.338622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:56:04.348432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] Sync routers for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:56:04.357414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:56:04.358232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:04.358823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:04.412700 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bf6aaf72-f54e-4fd7-bc15-12ad8fd75718 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/floatingips/3eef345b-380f-46bf-b2b3-83af73bf2bcc HTTP/1.1" status: 204 len: 168 time: 1.4692914 Dec 22 08:56:04.413245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'tag': 'f465ec3f-d664-493e-abbf-d948208d1441'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:56:04.459121 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'tag': 'f465ec3f-d664-493e-abbf-d948208d1441', 'status': 'completed', 'code': 200} Dec 22 08:56:04.539810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:04.560540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-2096223e-4459-4537-8dab-17c6636b7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:04.562062 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-2096223e-4459-4537-8dab-17c6636b7928 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 1098 time: 0.0785193 Dec 22 08:56:04.589848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:04.710343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-d250f0b9-d311-49b6-90b1-10eb82819b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:04.711813 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-d250f0b9-d311-49b6-90b1-10eb82819b7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 HTTP/1.1" status: 200 len: 898 time: 0.1408300 Dec 22 08:56:04.788267 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-886758cf-9569-4487-95bc-46b379d09598 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f465ec3f-d664-493e-abbf-d948208d1441 HTTP/1.1" status: 200 len: 217 time: 0.0689223 Dec 22 08:56:04.826791 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:04.827166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:04.859175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-1c9d429d-fb65-49da-8ce3-36b35ee2a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:04.860201 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-1c9d429d-fb65-49da-8ce3-36b35ee2a769 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77dd845a-23a5-4217-9208-9544e3c3dd5d HTTP/1.1" status: 200 len: 835 time: 0.0643303 Dec 22 08:56:05.041522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:56:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:56:00Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:05.046418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] Checking router: 69294036-d96e-4451-a794-2905bd3c1697 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:56:05.055778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:56:05.056382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:05.102588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d378d-7d93-46db-9a43-abd4ad663654 req-a1d4b1ad-a2fc-413d-bb5a-57afc7a25d22 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:05.103265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-db3d378d-7d93-46db-9a43-abd4ad663654 req-a1d4b1ad-a2fc-413d-bb5a-57afc7a25d22 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:05.108858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-c0cd11be-0a6f-44d6-8655-0f1ecc95eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:05.110335 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-c0cd11be-0a6f-44d6-8655-0f1ecc95eeab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2157912 Dec 22 08:56:05.138909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-db3d378d-7d93-46db-9a43-abd4ad663654 req-a1d4b1ad-a2fc-413d-bb5a-57afc7a25d22 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:05.139979 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-db3d378d-7d93-46db-9a43-abd4ad663654 req-a1d4b1ad-a2fc-413d-bb5a-57afc7a25d22 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 945 time: 0.2794113 Dec 22 08:56:05.232340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:05.253803 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-db3d378d-7d93-46db-9a43-abd4ad663654 req-13070d92-cd6c-4ea7-b1a4-bbe1f819a772 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017013 Dec 22 08:56:05.275930 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-1f10c045-83e2-483d-8d71-36eb1834df35 service neutron] 10.222.0.54 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574123 Dec 22 08:56:05.409642 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c3f5a9b9-e73a-4621-81c6-2e499f9bffe2 req-7e38d23a-1079-4297-b5ff-f111b85371bf service neutron] 10.222.0.54 "GET /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250696 Dec 22 08:56:05.567463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:56:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:56:00Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:05.571436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339cd78-3f18-4ed4-9a32-b096f43f9b6a None None] The sync data for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv is: [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:55:05Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:56:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'f8cb5e6b-fbe9-49ec-aff0-637799de8bbe', 'name': '', 'network_id': '71c4d6ee-c5da-445d-8fe2-a709a8c0eb26', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:27:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:04Z', 'updated_at': '2021-12-22T08:56:00Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '77dd845a-23a5-4217-9208-9544e3c3dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:56:06.073758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-a62d4b96-d663-4bf5-a6a6-b2a77ee54f8d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:06.075851 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-a62d4b96-d663-4bf5-a6a6-b2a77ee54f8d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 945 time: 0.0823095 Dec 22 08:56:06.150075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-e8bb6bf3-4cfc-44fb-8088-84ea349b9118 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port f465ec3f-d664-493e-abbf-d948208d1441 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:56:06.150414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-e8bb6bf3-4cfc-44fb-8088-84ea349b9118 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:06.235524 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf7874-a46e-4b72-8f28-8c179a9aa8ca None None] New status for floating IP 3eef345b-380f-46bf-b2b3-83af73bf2bcc: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:56:06.408555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-e8bb6bf3-4cfc-44fb-8088-84ea349b9118 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port f465ec3f-d664-493e-abbf-d948208d1441, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f465ec3f-d664-493e-abbf-d948208d1441,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:06.408904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-e8bb6bf3-4cfc-44fb-8088-84ea349b9118 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:06.444616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be5f2c-b991-46cc-9a4c-51a80c062c76 req-4e5299b9-c24c-4787-a9bf-f29fe352cc92 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:06.446010 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-84be5f2c-b991-46cc-9a4c-51a80c062c76 req-4e5299b9-c24c-4787-a9bf-f29fe352cc92 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=243b47f6-1a1b-49fa-9a31-d319b2c35f98 HTTP/1.1" status: 200 len: 945 time: 0.0808034 Dec 22 08:56:06.490200 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-84be5f2c-b991-46cc-9a4c-51a80c062c76 req-edb65585-7da1-479d-835d-467e606d828d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e4cee1-0936-4ce8-a971-f56f9deb7bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382838 Dec 22 08:56:06.531218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-e8bb6bf3-4cfc-44fb-8088-84ea349b9118 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for f465ec3f-d664-493e-abbf-d948208d1441 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:56:06.672768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-e8bb6bf3-4cfc-44fb-8088-84ea349b9118 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:06.719966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb6bf3-4cfc-44fb-8088-84ea349b9118 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=f465ec3f-d664-493e-abbf-d948208d1441,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:06.795766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-e8bb6bf3-4cfc-44fb-8088-84ea349b9118 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port f465ec3f-d664-493e-abbf-d948208d1441 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:56:06.798018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-e8bb6bf3-4cfc-44fb-8088-84ea349b9118 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:06.800414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'name': 'network-vif-deleted', 'tag': 'f465ec3f-d664-493e-abbf-d948208d1441'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:56:06.815846 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d3d385f7-95c4-4301-a5cb-6f4e1fb4585c req-e8bb6bf3-4cfc-44fb-8088-84ea349b9118 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "DELETE /v2.0/ports/f465ec3f-d664-493e-abbf-d948208d1441 HTTP/1.1" status: 204 len: 173 time: 0.7341187 Dec 22 08:56:06.844251 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243b47f6-1a1b-49fa-9a31-d319b2c35f98', 'name': 'network-vif-deleted', 'tag': 'f465ec3f-d664-493e-abbf-d948208d1441', 'status': 'completed', 'code': 200} Dec 22 08:56:07.581957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59334) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:07.649902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-556bfc56-53b4-4c7c-b756-8d3c75e692b3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:07.678269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-556bfc56-53b4-4c7c-b756-8d3c75e692b3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:07.742251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-556bfc56-53b4-4c7c-b756-8d3c75e692b3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:07.760954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bfc56-53b4-4c7c-b756-8d3c75e692b3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e4cee1-0936-4ce8-a971-f56f9deb7bd5,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:07.773097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-556bfc56-53b4-4c7c-b756-8d3c75e692b3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:07.774281 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-556bfc56-53b4-4c7c-b756-8d3c75e692b3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/21e4cee1-0936-4ce8-a971-f56f9deb7bd5 HTTP/1.1" status: 204 len: 168 time: 0.1913800 Dec 22 08:56:07.803986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59340) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:08.435260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:08.716181 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f465ec3f-d664-493e-abbf-d948208d1441 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:56:08.748072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: f465ec3f-d664-493e-abbf-d948208d1441 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:56:08.748411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f465ec3f-d664-493e-abbf-d948208d1441 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:56:08.780962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:56:08.781548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:08.962363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port f8cb5e6b-fbe9-49ec-aff0-637799de8bbe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:08.962720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:09.085088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for f8cb5e6b-fbe9-49ec-aff0-637799de8bbe owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:56:09.263109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:09.311998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=f8cb5e6b-fbe9-49ec-aff0-637799de8bbe,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:09.671900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.023334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 69294036-d96e-4451-a794-2905bd3c1697 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:56:10.195306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:56:10.206159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] Sync routers for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:56:10.208400 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8ec77d11-5b25-4e5c-9ef6-7b3f2b0a420c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/69294036-d96e-4451-a794-2905bd3c1697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4033697 Dec 22 08:56:10.211087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59344) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:10.216556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:56:10.217173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:10.274315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8299a392-ef7c-498c-a4d5-359b08797fb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting subnet 77dd845a-23a5-4217-9208-9544e3c3dd5d {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:56:10.277253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8299a392-ef7c-498c-a4d5-359b08797fb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.332941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8299a392-ef7c-498c-a4d5-359b08797fb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.394210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:10.413440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8299a392-ef7c-498c-a4d5-359b08797fb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.485463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8299a392-ef7c-498c-a4d5-359b08797fb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.527774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299a392-ef7c-498c-a4d5-359b08797fb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Subnet': ['ID=77dd845a-23a5-4217-9208-9544e3c3dd5d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:10.531391 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8299a392-ef7c-498c-a4d5-359b08797fb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.539614 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8299a392-ef7c-498c-a4d5-359b08797fb5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/subnets/77dd845a-23a5-4217-9208-9544e3c3dd5d HTTP/1.1" status: 204 len: 168 time: 0.3251681 Dec 22 08:56:10.539811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895be23d-7949-4681-a396-cb19c4a9de3d None None] Network 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:56:10.539940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59348) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:10.738666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.859383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:56:09Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:56:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:10.863476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] Checking router: 69294036-d96e-4451-a794-2905bd3c1697 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:56:10.872832 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] Routers {'69294036-d96e-4451-a794-2905bd3c1697'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:56:10.873397 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['69294036-d96e-4451-a794-2905bd3c1697'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:10.922915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.934840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:56:10.935162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.950280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a85936-86a2-4964-af3b-048f5b64519c None None] DHCP port deletion for 71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:56:10.964060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d6a85936-86a2-4964-af3b-048f5b64519c None None] Deleting port 0bad705f-d521-4474-9124-63701aa200bb {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:56:10.964476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d6a85936-86a2-4964-af3b-048f5b64519c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.196053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] Set router 69294036-d96e-4451-a794-2905bd3c1697 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:11.219794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:11.220436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.348744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:56:11.513835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.518982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d6a85936-86a2-4964-af3b-048f5b64519c None None] For port 0bad705f-d521-4474-9124-63701aa200bb, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0bad705f-d521-4474-9124-63701aa200bb,segment=NetworkSegment(ca317512-ce4a-4e19-8ed5-cf51c346ab90),segment_id=ca317512-ce4a-4e19-8ed5-cf51c346ab90)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:11.519533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d6a85936-86a2-4964-af3b-048f5b64519c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.561846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:11.653039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d6a85936-86a2-4964-af3b-048f5b64519c None None] Calling delete_port for 0bad705f-d521-4474-9124-63701aa200bb owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:56:11.655552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.780887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d6a85936-86a2-4964-af3b-048f5b64519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.827079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.829245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.831671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a85936-86a2-4964-af3b-048f5b64519c None None] No DVR routers for this DVR port 0bad705f-d521-4474-9124-63701aa200bb on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:56:11.836656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a85936-86a2-4964-af3b-048f5b64519c None None] Pushing event deleted for resources: {'Port': ['ID=0bad705f-d521-4474-9124-63701aa200bb,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:11.844085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:56:09Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:56:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:11.848615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8de8f1-f0ff-4d8e-90e3-2f86a65f65b1 None None] The sync data for ids ['69294036-d96e-4451-a794-2905bd3c1697'] in dv-neutron-822561-2-hyperv is: [{'id': '69294036-d96e-4451-a794-2905bd3c1697', 'name': 'tempest-TestNetworkBasicOps-router-1880143328', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:55:00Z', 'updated_at': '2021-12-22T08:56:09Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': 'fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69294036-d96e-4451-a794-2905bd3c1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:55:01Z', 'updated_at': '2021-12-22T08:56:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:56:11.861823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.862385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Fanout notify agent at l3_agent the message router_deleted on router 69294036-d96e-4451-a794-2905bd3c1697 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:56:11.878389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.879701 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-188e19c9-98f3-46de-98b7-0803963d9c50 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/routers/69294036-d96e-4451-a794-2905bd3c1697 HTTP/1.1" status: 204 len: 168 time: 1.3388004 Dec 22 08:56:11.882241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59352) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:11.998428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.127226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.151217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c4d6ee-c5da-445d-8fe2-a709a8c0eb26']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:12.163278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca317512-ce4a-4e19-8ed5-cf51c346ab90') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:12.163570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca317512-ce4a-4e19-8ed5-cf51c346ab90') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:12.175078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.191849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.198410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:56:12.198807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:56:12.213478 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:56:12.297094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.301513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.327458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Network': ['ID=71c4d6ee-c5da-445d-8fe2-a709a8c0eb26,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:12.334648 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-57970119-12e2-4788-abba-447f45ac45d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/networks/71c4d6ee-c5da-445d-8fe2-a709a8c0eb26 HTTP/1.1" status: 204 len: 168 time: 0.4514282 Dec 22 08:56:12.354660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59356) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:12.361242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'network': {'name': 'tempest-network-smoke--1589978646', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'port_security_enabled': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:12.366269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:12.370338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:network and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:12.373184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:12.379070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:12.390886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:56:12.394585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.423052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:56:12.431895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.432334 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Added segment 6bb537bd-0118-46ef-8332-c4367a07ca9c of type vlan for network cf0dc6ef-bc27-4c74-920f-87007b96d626 Dec 22 08:56:12.460343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.491809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.497271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:12.497917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.596665 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2409370 Dec 22 08:56:12.599484 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59360) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:12.605033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be121ffe-b377-4de2-9c61-cbffab0775f8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Network': ['ID=cf0dc6ef-bc27-4c74-920f-87007b96d626,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:12.605204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'admin_state_up': True, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:12.612993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:12.615016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network cf0dc6ef-bc27-4c74-920f-87007b96d626 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:56:12.617196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:router and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:12.620033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:12.626179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:12.636178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.637929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.652190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.856470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f8cb5e6b-fbe9-49ec-aff0-637799de8bbe no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:56:12.891894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: f8cb5e6b-fbe9-49ec-aff0-637799de8bbe {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:56:12.892143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f8cb5e6b-fbe9-49ec-aff0-637799de8bbe not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:56:12.892560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0bad705f-d521-4474-9124-63701aa200bb no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:56:12.930477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 0bad705f-d521-4474-9124-63701aa200bb {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:56:12.930819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0bad705f-d521-4474-9124-63701aa200bb not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:56:12.931230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:56:12.964770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:56:12.965654 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fd439d06-f5cc-4e3d-87b6-bfba7df2e2e4 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:56:13.034717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:13.328593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:13.356993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:13.486903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.236 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:56:13.629641 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:13.658053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:13.717462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:13.720138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:13.723807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:56:13.763942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:14.127911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:14.150007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:14.559887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:14.753998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 83de402c-c529-4bd2-94b1-a337c6f7c8da is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:56:14.927702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:56:14.936862 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Sync routers for ids ['83de402c-c529-4bd2-94b1-a337c6f7c8da'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:56:14.946082 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Routers {'83de402c-c529-4bd2-94b1-a337c6f7c8da'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:56:14.946704 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['83de402c-c529-4bd2-94b1-a337c6f7c8da'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:14.954957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:14.959593 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f5f4296b-58f7-418c-906d-cdc3818433c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3591161 Dec 22 08:56:14.959899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59364) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:15.107085 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2d556bbb-6eb2-479d-9a8f-c8bc01bbd44a tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bb4971834ad94cd983d776e93f1d353e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1458480 Dec 22 08:56:15.109540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59368) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:15.131005 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Set router 83de402c-c529-4bd2-94b1-a337c6f7c8da gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:15.236154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a82f7-5908-4b9a-821a-45f34eb6c781 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:15.237650 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d17a82f7-5908-4b9a-821a-45f34eb6c781 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271985 Dec 22 08:56:15.240522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59372) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:15.281076 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5d556993-9631-41bd-903d-63bb79691635 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394907 Dec 22 08:56:15.284335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59376) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:15.289584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742069677', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:15.397611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:15.401395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:subnet and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:15.404210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:15.405001 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:13Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:15.408599 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Checking router: 83de402c-c529-4bd2-94b1-a337c6f7c8da for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:56:15.408929 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Updating router 83de402c-c529-4bd2-94b1-a337c6f7c8da port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:56:15.409918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:15.421298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:56:15.424874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:15.464951 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:15.638436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:15.717920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Subnet': ['ID=1020cbec-c1f6-46e9-9f74-8ecf054b0b31,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:15.725622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Checking segment: {'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:56:15.726013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network hostable DHCP agents. Network: cf0dc6ef-bc27-4c74-920f-87007b96d626, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:56:15.745632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network cf0dc6ef-bc27-4c74-920f-87007b96d626 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:56:15.755929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, cf0dc6ef-bc27-4c74-920f-87007b96d626) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:15.760150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:15.760717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:15.765368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0daf87f-87fc-45bd-ae62-a80b6d3239a0 None None] Network cf0dc6ef-bc27-4c74-920f-87007b96d626 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:56:15.785140 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-777b9506-5fd9-4476-9c48-06c5c8c97976 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4996605 Dec 22 08:56:15.787910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59380) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:15.819156 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:15.832135 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Transition to ACTIVE for port object 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:15.841150 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:15.900939 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Attempting to bind port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:56:15.901314 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Attempting to bind port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:56:15.901672 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Attempting to bind port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:56:15.917748 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:56:15.918698 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:56:15.919097 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:15.919459 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:56:15.919915 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Bound port: 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:56:15.920277 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:15.964247 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Pushing event updated for resources: {'Port': ['ID=857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:15.982272 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.982642 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.982965 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.983281 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.983608 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.984023 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.984243 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.984563 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.985004 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.985339 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.985652 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.986020 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:15.999570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-cf0dc6ef-bc27-4c74-920f-87007b96d626', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:56:16.000454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:16.025063 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] For port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:56:16.029034 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] For port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:56:16.035347 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:16.106349 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Routers {'83de402c-c529-4bd2-94b1-a337c6f7c8da'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:56:16.107138 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['83de402c-c529-4bd2-94b1-a337c6f7c8da'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:16.160453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Allocated IP 172.20.0.2 (cf0dc6ef-bc27-4c74-920f-87007b96d626/1020cbec-c1f6-46e9-9f74-8ecf054b0b31/94a4e1f1-314a-4483-b182-29ee97e506a2) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:56:16.191770 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7612b1e-cbb2-4569-99a9-fbcb5e5d0b10 None None] Pushing event updated for resources: {'Port': ['ID=857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:16.298062 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] Set router 83de402c-c529-4bd2-94b1-a337c6f7c8da gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:16.405503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:16.415882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Transition to ACTIVE for port object 94a4e1f1-314a-4483-b182-29ee97e506a2 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:16.436386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Transition to ACTIVE for port object 94a4e1f1-314a-4483-b182-29ee97e506a2 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:16.443399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:16.509103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:16.514506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Network cf0dc6ef-bc27-4c74-920f-87007b96d626 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:16.517497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:16.519894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:56:16.553697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Pushing event updated for resources: {'Port': ['ID=94a4e1f1-314a-4483-b182-29ee97e506a2,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:16.598085 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:13Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:16.602417 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48464fc-5c89-4af9-8de2-23ee702dd253 None None] The sync data for ids ['83de402c-c529-4bd2-94b1-a337c6f7c8da'] in dv-neutron-822561-2-hyperv is: [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:13Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:56:16.632761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Attempting to bind port 94a4e1f1-314a-4483-b182-29ee97e506a2 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:56:16.633129 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Attempting to bind port 94a4e1f1-314a-4483-b182-29ee97e506a2 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:56:16.633490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Attempting to bind port 94a4e1f1-314a-4483-b182-29ee97e506a2 on network cf0dc6ef-bc27-4c74-920f-87007b96d626 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:56:16.639816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:56:16.640184 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Checking segment: {'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:56:16.640701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:16.641085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Bound using segment: {'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:56:16.641539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Bound port: 94a4e1f1-314a-4483-b182-29ee97e506a2, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:56:16.641958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:16.732085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] For port 94a4e1f1-314a-4483-b182-29ee97e506a2, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:56:16.735032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] For port 94a4e1f1-314a-4483-b182-29ee97e506a2, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=94a4e1f1-314a-4483-b182-29ee97e506a2,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:56:16.739833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:16.835100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166aebd-808a-43a7-98cd-f01a37f6022b None None] Pushing event updated for resources: {'Port': ['ID=94a4e1f1-314a-4483-b182-29ee97e506a2,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:17.081179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.1 (cf0dc6ef-bc27-4c74-920f-87007b96d626/1020cbec-c1f6-46e9-9f74-8ecf054b0b31/0775906e-cd27-43a0-af96-00554e95da6a) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:56:17.255838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:17.273758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 0775906e-cd27-43a0-af96-00554e95da6a will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:17.301263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:17.373269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network cf0dc6ef-bc27-4c74-920f-87007b96d626 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:17.376520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:17.380470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:56:17.416206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=0775906e-cd27-43a0-af96-00554e95da6a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:17.443668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:17.718372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:17.819374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a45ef5-a617-4302-a585-5ff66675cd49 None None] Network cf0dc6ef-bc27-4c74-920f-87007b96d626 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:56:17.931115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-83486b17-3d0b-4399-bf82-1082ecfc0789 None None] Provisioning for port 94a4e1f1-314a-4483-b182-29ee97e506a2 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:18.134320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:18.139869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:18.254388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=0775906e-cd27-43a0-af96-00554e95da6a,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:18.256137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:18.372103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-04417c1f-907c-49b5-91c5-1524c6968192 None None] Provisioning for port 0775906e-cd27-43a0-af96-00554e95da6a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:18.377722 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-04417c1f-907c-49b5-91c5-1524c6968192 None None] Provisioning complete for port 0775906e-cd27-43a0-af96-00554e95da6a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:18.378094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-04417c1f-907c-49b5-91c5-1524c6968192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:18.432868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-04417c1f-907c-49b5-91c5-1524c6968192 None None] Port 0775906e-cd27-43a0-af96-00554e95da6a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:56:18.510543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network cf0dc6ef-bc27-4c74-920f-87007b96d626 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:18.511645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:18.575268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3b63f285-6586-4a93-afc7-46ee89de7e1e None None] Provisioning complete for port 0775906e-cd27-43a0-af96-00554e95da6a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:18.576596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3b63f285-6586-4a93-afc7-46ee89de7e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:18.639005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3b63f285-6586-4a93-afc7-46ee89de7e1e None None] Port 0775906e-cd27-43a0-af96-00554e95da6a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:56:18.654929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:18.719461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 83de402c-c529-4bd2-94b1-a337c6f7c8da has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:56:18.729765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:18.735462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:18.735906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:18.797788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9ad2b556-7620-4064-9c38-e7be30dffcd3 None None] Provisioning complete for port 0775906e-cd27-43a0-af96-00554e95da6a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:18.798059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b556-7620-4064-9c38-e7be30dffcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:18.892869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2b556-7620-4064-9c38-e7be30dffcd3 None None] Port 0775906e-cd27-43a0-af96-00554e95da6a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:56:18.899760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:56:18.906442 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:18.914574 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-18ada073-2221-47c8-ba95-f0e598f7dfdb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/83de402c-c529-4bd2-94b1-a337c6f7c8da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1233945 Dec 22 08:56:18.914756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Sync routers for ids ['83de402c-c529-4bd2-94b1-a337c6f7c8da'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:56:18.914863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59384) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:18.930543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Routers {'83de402c-c529-4bd2-94b1-a337c6f7c8da'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:56:18.931149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['83de402c-c529-4bd2-94b1-a337c6f7c8da'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:18.979981 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:18.995434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:18.996216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 94a4e1f1-314a-4483-b182-29ee97e506a2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:19.054546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d62bdf6-233c-442e-94e9-255201cf2f5f tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:19.054930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d62bdf6-233c-442e-94e9-255201cf2f5f tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:19.055425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d62bdf6-233c-442e-94e9-255201cf2f5f tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:19.055425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d62bdf6-233c-442e-94e9-255201cf2f5f tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:19.057735 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4d62bdf6-233c-442e-94e9-255201cf2f5f tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1418910 Dec 22 08:56:19.060771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59388) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:19.127124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea630e-4531-4c0c-ac4c-dee2b6dced87 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:19.127588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea630e-4531-4c0c-ac4c-dee2b6dced87 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:19.128041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea630e-4531-4c0c-ac4c-dee2b6dced87 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:19.128486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea630e-4531-4c0c-ac4c-dee2b6dced87 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:19.130127 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-18ea630e-4531-4c0c-ac4c-dee2b6dced87 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0684543 Dec 22 08:56:19.132979 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59392) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:19.193749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:19.221138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Set router 83de402c-c529-4bd2-94b1-a337c6f7c8da gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:19.261086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 94a4e1f1-314a-4483-b182-29ee97e506a2 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:19.283775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 94a4e1f1-314a-4483-b182-29ee97e506a2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:19.284143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.333798 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cc7aaa6d-fc59-4571-bb11-8fc054d7a08f tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1996336 Dec 22 08:56:19.474681 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7b629edc-1eb8-4448-928f-55b9b99cba3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.547149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59398) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:19.552373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1291974628', 'description': 'tempest-secgroup-smoke-1291974628 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:19.558209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:19.562929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:19.565907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:19.572580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:19.582567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.601793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:19.605436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:19.608561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:19.608788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.613831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:19.681710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 94a4e1f1-314a-4483-b182-29ee97e506a2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=94a4e1f1-314a-4483-b182-29ee97e506a2,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:19.684865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.687831 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.687985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.734167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:19.736835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.740959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59402) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:19.741479 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-65da356f-beca-4483-a6d6-f792327a31f5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1932027 Dec 22 08:56:19.748925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'ba62cef8-0d45-4816-9d25-eaee8ef4b5e5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:19.755328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:19.759155 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:19.762950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:19.765466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=94a4e1f1-314a-4483-b182-29ee97e506a2,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:19.769251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:19.769576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:17Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0775906e-cd27-43a0-af96-00554e95da6a', 'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:6b:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:16Z', 'updated_at': '2021-12-22T08:56:17Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:19.774179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Checking router: 83de402c-c529-4bd2-94b1-a337c6f7c8da for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:56:19.774512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Updating router 83de402c-c529-4bd2-94b1-a337c6f7c8da port 0775906e-cd27-43a0-af96-00554e95da6a binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:56:19.785511 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.825911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.844755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.849207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.873434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bc0a78-a43c-471d-b7a8-5acdd0649b89,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:19.883703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.884890 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4734768e-55b7-48ab-9c9f-f3fa46da13cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415911 Dec 22 08:56:19.887751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59406) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:19.899273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'ba62cef8-0d45-4816-9d25-eaee8ef4b5e5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:19.905078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:19.908845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:19.911672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:19.917182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:19.935080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:19.997350 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.001979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.025311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c24153-ec1c-4b02-b0c8-d95753b3b852,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:20.036328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.037654 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fc417e35-0784-4501-a5f7-3737e02b5874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487541 Dec 22 08:56:20.040485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59410) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:20.045953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'ba62cef8-0d45-4816-9d25-eaee8ef4b5e5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:20.051768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:20.055491 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:20.059411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:20.065213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:20.081525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.142456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.146173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.171633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f01855-3f4b-42a2-9290-a2e3989ab017,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:20.179766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.181312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.185661 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6da6ceee-7954-4e2e-b32f-83307b0bb187 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410995 Dec 22 08:56:20.185831 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59414) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:20.191252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'ba62cef8-0d45-4816-9d25-eaee8ef4b5e5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:20.192326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Transition to ACTIVE for port object 0775906e-cd27-43a0-af96-00554e95da6a will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:20.198069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:20.199418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.202270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:20.205154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:20.210897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:20.228382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.297649 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.302352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.324770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c516938-52a2-4e51-9e5d-b5b35f63f58f,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:20.337322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.342063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59418) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:20.342274 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-50958183-5919-4b7e-81b5-558b6f6bca3e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552176 Dec 22 08:56:20.347512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'ba62cef8-0d45-4816-9d25-eaee8ef4b5e5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:20.353509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:20.358019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:20.358308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebf2fe-65ce-48c5-9590-65e95fc7ab2b None None] Pushing event updated for resources: {'Port': ['ID=0775906e-cd27-43a0-af96-00554e95da6a,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:20.360914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:20.370753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:20.382576 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:56:20.389655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.414280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Attempting to bind port 0775906e-cd27-43a0-af96-00554e95da6a on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:56:20.414643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Attempting to bind port 0775906e-cd27-43a0-af96-00554e95da6a by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:56:20.415002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Attempting to bind port 0775906e-cd27-43a0-af96-00554e95da6a on network cf0dc6ef-bc27-4c74-920f-87007b96d626 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:56:20.421539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:56:20.421969 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Checking segment: {'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:56:20.422278 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.422667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Bound using segment: {'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:56:20.423124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Bound port: 0775906e-cd27-43a0-af96-00554e95da6a, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:56:20.423497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.460357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.463991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.489264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f3fe20-bc3e-406d-b9a9-1635cd7fe9ff,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:20.498969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.500201 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f35596b4-510a-45ef-8928-12e7d692400d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570725 Dec 22 08:56:20.503523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59422) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:20.508793 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'ba62cef8-0d45-4816-9d25-eaee8ef4b5e5', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:20.514662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:20.519137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:20.521967 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:20.522223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] For port 0775906e-cd27-43a0-af96-00554e95da6a, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:56:20.525943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] For port 0775906e-cd27-43a0-af96-00554e95da6a, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0775906e-cd27-43a0-af96-00554e95da6a,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:56:20.529004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:20.533783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.540952 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:56:20.551668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.593315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:20.630338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.634570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.660716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02e201f-efbe-42a0-a855-41eafa5b4572,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:20.668073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Routers {'83de402c-c529-4bd2-94b1-a337c6f7c8da'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:56:20.668849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:55:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['83de402c-c529-4bd2-94b1-a337c6f7c8da'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:20.670877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.672686 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-45ba12ef-9cde-494c-88d8-8793c38f558e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1679633 Dec 22 08:56:20.734137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebf2fe-65ce-48c5-9590-65e95fc7ab2b None None] Pushing event updated for resources: {'Port': ['ID=0775906e-cd27-43a0-af96-00554e95da6a,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:20.838142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-43475160-00a6-413e-baa0-06f7c5361e7c req-6230145a-cdf8-48b9-952c-b0a0148d8c46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:20.846734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:20.847101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:20.854780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-43475160-00a6-413e-baa0-06f7c5361e7c req-6230145a-cdf8-48b9-952c-b0a0148d8c46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:20.856216 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-6230145a-cdf8-48b9-952c-b0a0148d8c46 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291974628&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0580590 Dec 22 08:56:20.933016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] Set router 83de402c-c529-4bd2-94b1-a337c6f7c8da gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:21.007911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475160-00a6-413e-baa0-06f7c5361e7c req-4f0b5231-7f17-4d1c-9022-e647234d6bef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:21.008782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-43475160-00a6-413e-baa0-06f7c5361e7c req-4f0b5231-7f17-4d1c-9022-e647234d6bef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:21.027318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-43475160-00a6-413e-baa0-06f7c5361e7c req-4f0b5231-7f17-4d1c-9022-e647234d6bef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:21.028590 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-4f0b5231-7f17-4d1c-9022-e647234d6bef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/networks?id=cf0dc6ef-bc27-4c74-920f-87007b96d626 HTTP/1.1" status: 200 len: 797 time: 0.1655164 Dec 22 08:56:21.043389 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-7de3ba38-b875-46ce-a4c7-67776e0feac3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/quotas/bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 375 time: 0.0090706 Dec 22 08:56:21.126886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-43475160-00a6-413e-baa0-06f7c5361e7c req-049ca7e3-5174-483a-b875-63953e614196 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:21.143168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-43475160-00a6-413e-baa0-06f7c5361e7c req-049ca7e3-5174-483a-b875-63953e614196 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:21.144436 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-049ca7e3-5174-483a-b875-63953e614196 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957134 Dec 22 08:56:21.249472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 94a4e1f1-314a-4483-b182-29ee97e506a2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:21.328012 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-86e16274-137a-4c53-a0b1-e125e39e418f service neutron] 10.222.0.37 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712973 Dec 22 08:56:21.385958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 94a4e1f1-314a-4483-b182-29ee97e506a2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:21.386330 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:21.459511 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:17Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0775906e-cd27-43a0-af96-00554e95da6a', 'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:6b:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:16Z', 'updated_at': '2021-12-22T08:56:20Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:21.466359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d7f23-946e-4d1b-8209-8019ce748cb7 None None] The sync data for ids ['83de402c-c529-4bd2-94b1-a337c6f7c8da'] in dv-neutron-822561-2-hyperv is: [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:17Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0775906e-cd27-43a0-af96-00554e95da6a', 'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:6b:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:16Z', 'updated_at': '2021-12-22T08:56:20Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:56:21.583160 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-ee98782c-3673-4409-9127-ec0064d46a86 service neutron] 10.222.0.37 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493818 Dec 22 08:56:21.711758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cda496bd-dce5-4873-85c8-ca0476aeeb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:21.750881 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:56:22.586627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0775906e-cd27-43a0-af96-00554e95da6a up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:22.655030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 0775906e-cd27-43a0-af96-00554e95da6a completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:22.659771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0775906e-cd27-43a0-af96-00554e95da6a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:22.660140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:22.796850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:22.802981 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:22.813976 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-78e8f313-a9fc-4aec-bd19-40e61db3ad3e req-661e6ff9-5ee2-4726-8977-384301966a2a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 210 time: 0.0425804 Dec 22 08:56:22.841999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 0775906e-cd27-43a0-af96-00554e95da6a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0775906e-cd27-43a0-af96-00554e95da6a,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:22.846260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:22.912825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=0775906e-cd27-43a0-af96-00554e95da6a,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:22.952364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:23.818236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475160-00a6-413e-baa0-06f7c5361e7c req-dbd67f22-9db2-4762-9a1f-18a024491a2a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:23.819647 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-dbd67f22-9db2-4762-9a1f-18a024491a2a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=cf0dc6ef-bc27-4c74-920f-87007b96d626 HTTP/1.1" status: 200 len: 797 time: 0.1466157 Dec 22 08:56:23.870812 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-36222e90-547c-40b3-9f06-1314645fec0c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 380 time: 0.0428092 Dec 22 08:56:23.879412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'device_id': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'admin_state_up': True, 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'security_groups': ['ba62cef8-0d45-4816-9d25-eaee8ef4b5e5']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:24.021515 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-543842b7-2da8-418b-96b6-6206444fc4aa req-52e7b985-37a1-43a8-bb7c-a4419764cafe tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 210 time: 0.0562084 Dec 22 08:56:24.053714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:24.064792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:24.074195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:56:24.078286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:24.133932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:24.235116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.4 (cf0dc6ef-bc27-4c74-920f-87007b96d626/1020cbec-c1f6-46e9-9f74-8ecf054b0b31/c66c83e7-e0ee-4a17-aa25-5cff1af0640d) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:56:24.418477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:24.433367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object c66c83e7-e0ee-4a17-aa25-5cff1af0640d will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:24.457048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:24.529036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network cf0dc6ef-bc27-4c74-920f-87007b96d626 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:24.532079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:24.535973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:56:24.567474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:24.582675 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0775906e-cd27-43a0-af96-00554e95da6a up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:24.604729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:24.605834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:24.634322 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-535ee5b5-1822-4d36-8475-70fd55afaa7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7583423 Dec 22 08:56:24.646025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Request body: {'port': {'device_id': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:24.659412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 0775906e-cd27-43a0-af96-00554e95da6a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:24.659841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:24.762788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:24.791651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-890dadac-1875-4529-b39d-12bb958d9240 None None] Provisioning for port c66c83e7-e0ee-4a17-aa25-5cff1af0640d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:24.797047 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-890dadac-1875-4529-b39d-12bb958d9240 None None] Provisioning complete for port c66c83e7-e0ee-4a17-aa25-5cff1af0640d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:24.797417 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-890dadac-1875-4529-b39d-12bb958d9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:24.852478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-890dadac-1875-4529-b39d-12bb958d9240 None None] Port c66c83e7-e0ee-4a17-aa25-5cff1af0640d cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:56:25.097094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66c83e7-e0ee-4a17-aa25-5cff1af0640d {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:56:25.104432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:25.118990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Transition to ACTIVE for port object c66c83e7-e0ee-4a17-aa25-5cff1af0640d will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:25.124000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:25.209262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a5e0a-2acc-4329-8a7d-d7f1f1ce7418 req-93000229-0732-4e14-aadd-b9a23298d874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:25.211098 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2d2a5e0a-2acc-4329-8a7d-d7f1f1ce7418 req-93000229-0732-4e14-aadd-b9a23298d874 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 943 time: 0.0839772 Dec 22 08:56:25.256865 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2d2a5e0a-2acc-4329-8a7d-d7f1f1ce7418 req-e05cc697-3b68-44bf-a664-93724f037601 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 Dec 22 08:56:25.392225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Pushing event updated for resources: {'Port': ['ID=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:25.462419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Attempting to bind port c66c83e7-e0ee-4a17-aa25-5cff1af0640d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:56:25.462682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Attempting to bind port c66c83e7-e0ee-4a17-aa25-5cff1af0640d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:56:25.463004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Attempting to bind port c66c83e7-e0ee-4a17-aa25-5cff1af0640d on network cf0dc6ef-bc27-4c74-920f-87007b96d626 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:56:25.468335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Port c66c83e7-e0ee-4a17-aa25-5cff1af0640d on network cf0dc6ef-bc27-4c74-920f-87007b96d626 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:56:25.468654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Attempting to bind port c66c83e7-e0ee-4a17-aa25-5cff1af0640d on network cf0dc6ef-bc27-4c74-920f-87007b96d626 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:56:25.473745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:56:25.474080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Checking segment: {'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:56:25.474455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Bound using segment: {'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:56:25.474906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Bound port: c66c83e7-e0ee-4a17-aa25-5cff1af0640d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb537bd-0118-46ef-8332-c4367a07ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:56:25.475244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:25.563024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] For port c66c83e7-e0ee-4a17-aa25-5cff1af0640d, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:56:25.566279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] For port c66c83e7-e0ee-4a17-aa25-5cff1af0640d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:56:25.570166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:25.628330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:25.628927 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:25.630292 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] 10.222.0.54 "PUT /v2.0/ports/c66c83e7-e0ee-4a17-aa25-5cff1af0640d HTTP/1.1" status: 200 len: 1093 time: 0.9890013 Dec 22 08:56:25.630736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'tag': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:56:25.664296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e2aa7-14ec-45fe-9c58-5dfe662f5f98 service neutron] Pushing event updated for resources: {'Port': ['ID=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:25.706374 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'tag': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'status': 'completed', 'code': 200} Dec 22 08:56:25.747463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475160-00a6-413e-baa0-06f7c5361e7c req-0afdf323-cf7b-4070-89ab-e20bd1be7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:25.748677 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-0afdf323-cf7b-4070-89ab-e20bd1be7331 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 1096 time: 0.0789480 Dec 22 08:56:25.817897 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-ade57c78-e3b1-43ea-821b-b03322a1338a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d HTTP/1.1" status: 200 len: 217 time: 0.0610182 Dec 22 08:56:25.881337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475160-00a6-413e-baa0-06f7c5361e7c req-e74a61d5-3b61-4a82-b08f-1fdb134c348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:25.884743 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-e74a61d5-3b61-4a82-b08f-1fdb134c348b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1020cbec-c1f6-46e9-9f74-8ecf054b0b31 HTTP/1.1" status: 200 len: 844 time: 0.0607603 Dec 22 08:56:25.959755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475160-00a6-413e-baa0-06f7c5361e7c req-02233273-3aff-4531-ab10-5e551d1eee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:25.961203 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-02233273-3aff-4531-ab10-5e551d1eee76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cf0dc6ef-bc27-4c74-920f-87007b96d626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694022 Dec 22 08:56:26.091902 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-b7cad1d5-f076-4844-901f-33bf91a6ef03 service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239045 Dec 22 08:56:26.219420 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-43475160-00a6-413e-baa0-06f7c5361e7c req-adde7d05-1eb0-42e1-b4f3-c3c82893dae2 service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209869 Dec 22 08:56:26.342611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-4b9af909-7612-4266-9ef1-e4c4a0cc9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:26.344086 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-4b9af909-7612-4266-9ef1-e4c4a0cc9523 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 1096 time: 0.0755637 Dec 22 08:56:26.439191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f1df2-ae94-4c1c-ba65-640bd3276b23 req-24c1b8ea-3368-4ed4-9eea-8126a0d0aac2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:26.440672 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d72f1df2-ae94-4c1c-ba65-640bd3276b23 req-24c1b8ea-3368-4ed4-9eea-8126a0d0aac2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 943 time: 0.0777414 Dec 22 08:56:26.476722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-102e8685-28d3-40f6-a0cd-c75fa7b346d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:26.478106 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-102e8685-28d3-40f6-a0cd-c75fa7b346d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cf0dc6ef-bc27-4c74-920f-87007b96d626 HTTP/1.1" status: 200 len: 898 time: 0.1265547 Dec 22 08:56:26.485089 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d72f1df2-ae94-4c1c-ba65-640bd3276b23 req-17b08b86-982e-4592-9e22-ad770b3ea1e0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385847 Dec 22 08:56:26.545613 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-a6e9bc12-7292-4f94-bd76-c9569cb322eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d HTTP/1.1" status: 200 len: 217 time: 0.0601420 Dec 22 08:56:26.610497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-51de1636-bd04-4398-b5ce-e3835f54befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:26.611867 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-51de1636-bd04-4398-b5ce-e3835f54befd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1020cbec-c1f6-46e9-9f74-8ecf054b0b31 HTTP/1.1" status: 200 len: 844 time: 0.0597341 Dec 22 08:56:26.684918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-8082397f-dc82-417f-9daf-51e0b1036fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:26.686418 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-8082397f-dc82-417f-9daf-51e0b1036fad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cf0dc6ef-bc27-4c74-920f-87007b96d626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678501 Dec 22 08:56:26.816667 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-a39efe98-d2a3-4d20-be10-22ee06fa66cc service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213851 Dec 22 08:56:26.944414 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0bc823b4-e357-4cef-b825-abd49c60d8c7 req-ffbcdb91-c017-40f8-860f-8ef8622bdb13 service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210704 Dec 22 08:56:27.672445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf30c1-ff0a-4351-8f00-64db9ef020dd req-20d9bf98-be02-49b1-9f86-7177f2b33397 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:27.673131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-6daf30c1-ff0a-4351-8f00-64db9ef020dd req-20d9bf98-be02-49b1-9f86-7177f2b33397 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:27.688216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-6daf30c1-ff0a-4351-8f00-64db9ef020dd req-20d9bf98-be02-49b1-9f86-7177f2b33397 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:27.689390 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6daf30c1-ff0a-4351-8f00-64db9ef020dd req-20d9bf98-be02-49b1-9f86-7177f2b33397 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 943 time: 0.0985310 Dec 22 08:56:27.832806 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6daf30c1-ff0a-4351-8f00-64db9ef020dd req-97822505-e15c-4d93-a365-cc1183f77dba tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376493 Dec 22 08:56:28.808945 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c66c83e7-e0ee-4a17-aa25-5cff1af0640d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:56:28.939782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c66c83e7-e0ee-4a17-aa25-5cff1af0640d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:28.953300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'port_id': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'mac_address': 'fa:16:3e:9f:16:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:56:29.008812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:29.019405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cef5e-30bd-4da2-b0d6-682005ea7837 req-04458eb8-aaa9-44ad-b984-3b874c7cbece tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:29.020872 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b74cef5e-30bd-4da2-b0d6-682005ea7837 req-04458eb8-aaa9-44ad-b984-3b874c7cbece tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 943 time: 0.0825260 Dec 22 08:56:29.028930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66c83e7-e0ee-4a17-aa25-5cff1af0640d {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:56:29.044424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c66c83e7-e0ee-4a17-aa25-5cff1af0640d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:29.048367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:29.066639 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b74cef5e-30bd-4da2-b0d6-682005ea7837 req-7d134e2d-b78f-4af0-8d20-6e593c34969b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399258 Dec 22 08:56:29.119514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:29.261138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['c66c83e7-e0ee-4a17-aa25-5cff1af0640d'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:56:30.246542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f393922-c90a-4aff-951c-e1ec88e17c3e req-fff37088-afee-4b1f-89f0-e915c6e8ca4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:30.247953 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6f393922-c90a-4aff-951c-e1ec88e17c3e req-fff37088-afee-4b1f-89f0-e915c6e8ca4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 944 time: 0.0785978 Dec 22 08:56:30.291308 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6f393922-c90a-4aff-951c-e1ec88e17c3e req-060de48b-f1c2-4799-9ab3-071c9b39ded6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376637 Dec 22 08:56:30.823815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c66c83e7-e0ee-4a17-aa25-5cff1af0640d up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:30.922835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port c66c83e7-e0ee-4a17-aa25-5cff1af0640d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:30.927312 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port c66c83e7-e0ee-4a17-aa25-5cff1af0640d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:30.927683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.041068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.068146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:56:31.079005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c66c83e7-e0ee-4a17-aa25-5cff1af0640d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:56:31.083357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.122482 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'code': 200} Dec 22 08:56:31.155826 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:31.336382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0652-95c0-4cd5-ba17-694acb52c189 req-c7d56a4e-2a46-472d-bf5f-052305072407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:31.337859 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-095b0652-95c0-4cd5-ba17-694acb52c189 req-c7d56a4e-2a46-472d-bf5f-052305072407 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 1098 time: 0.0703895 Dec 22 08:56:31.376461 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-095b0652-95c0-4cd5-ba17-694acb52c189 req-1bdf855b-edfd-4ec4-a04e-30a9d8bb5021 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324156 Dec 22 08:56:31.468023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2738da-0405-4b13-9bb3-88ca20d0300a req-b42439d9-15a5-4edc-be06-5d5af5794117 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:31.469414 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ea2738da-0405-4b13-9bb3-88ca20d0300a req-b42439d9-15a5-4edc-be06-5d5af5794117 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 945 time: 0.0763505 Dec 22 08:56:31.514834 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ea2738da-0405-4b13-9bb3-88ca20d0300a req-3c372989-1a2f-4c02-894a-98c99745be5a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 Dec 22 08:56:32.696252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b48ee-f04b-4101-b680-6bcd4f15d8a2 req-de7e4ae4-13fd-485e-b6e8-94253c2ec68b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:32.698101 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f18b48ee-f04b-4101-b680-6bcd4f15d8a2 req-de7e4ae4-13fd-485e-b6e8-94253c2ec68b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 945 time: 0.0776830 Dec 22 08:56:32.743149 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f18b48ee-f04b-4101-b680-6bcd4f15d8a2 req-b60ce324-f6db-4926-a328-8c84be3c01ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386381 Dec 22 08:56:32.928737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b96cc3-6d09-458f-a409-46e5489714ce req-ac358bc8-356b-4869-8159-c0b6372afd8c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:32.930186 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-97b96cc3-6d09-458f-a409-46e5489714ce req-ac358bc8-356b-4869-8159-c0b6372afd8c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 945 time: 0.0803108 Dec 22 08:56:32.973501 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-97b96cc3-6d09-458f-a409-46e5489714ce req-1a7e5312-a533-48a2-bb5f-d7896671f0d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376556 Dec 22 08:56:32.996455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59478) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:33.069711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de3de72-834f-46c3-bed0-2d3844ee2803 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:33.071123 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8de3de72-834f-46c3-bed0-2d3844ee2803 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 1093 time: 0.0732291 Dec 22 08:56:33.074883 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59482) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:33.079780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:56:33.085523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:33.089327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:floatingip and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:33.092129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:33.098008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:33.108112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.240712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.367798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.68 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/fe2eaa2a-8181-434f-ba54-7f6242493820) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:56:33.508160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.536884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.600541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:33.603225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:33.607395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:56:33.648292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=fe2eaa2a-8181-434f-ba54-7f6242493820,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:34.004165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:34.077593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:34.375072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:34.379302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:34.485215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=fe2eaa2a-8181-434f-ba54-7f6242493820,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:34.494755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:34.661029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP ddb29ae5-317c-49db-83c7-5a7a2764f527 associated. External IP: 172.26.1.68, port: c66c83e7-e0ee-4a17-aa25-5cff1af0640d. Dec 22 08:56:34.996474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 83de402c-c529-4bd2-94b1-a337c6f7c8da has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:56:35.167946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:56:35.177512 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] Sync routers for ids ['83de402c-c529-4bd2-94b1-a337c6f7c8da'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:56:35.187550 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] Routers {'83de402c-c529-4bd2-94b1-a337c6f7c8da'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:56:35.188143 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:56:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['83de402c-c529-4bd2-94b1-a337c6f7c8da'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:35.191722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.248716 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a716a291-0267-4c5d-a01f-98721dc76277 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1726100 Dec 22 08:56:35.249126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'tag': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:56:35.251382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59486) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:35.293347 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'tag': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'status': 'completed', 'code': 200} Dec 22 08:56:35.360726 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] Set router 83de402c-c529-4bd2-94b1-a337c6f7c8da gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:35.361008 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0f7df626-f629-4e72-9efb-81687e890fe1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/ddb29ae5-317c-49db-83c7-5a7a2764f527 HTTP/1.1" status: 200 len: 990 time: 0.1082704 Dec 22 08:56:35.383287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-6af2e814-59c3-4a76-b198-630972b759fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:35.384756 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-6af2e814-59c3-4a76-b198-630972b759fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 1098 time: 0.0703249 Dec 22 08:56:35.516733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-812486e2-1b42-4a46-9865-5325c789686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:35.518216 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-812486e2-1b42-4a46-9865-5325c789686f service neutron] 10.222.0.54 "GET /v2.0/networks?id=cf0dc6ef-bc27-4c74-920f-87007b96d626 HTTP/1.1" status: 200 len: 898 time: 0.1273930 Dec 22 08:56:35.619296 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-0f86e576-2f2d-456f-a399-5cbde03eaf03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d HTTP/1.1" status: 200 len: 998 time: 0.0947978 Dec 22 08:56:35.682882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-2fc45bc4-54ee-49ba-b1e2-7adc737234f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:35.684290 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-2fc45bc4-54ee-49ba-b1e2-7adc737234f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1020cbec-c1f6-46e9-9f74-8ecf054b0b31 HTTP/1.1" status: 200 len: 844 time: 0.0588427 Dec 22 08:56:35.699985 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:17Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'ddb29ae5-317c-49db-83c7-5a7a2764f527', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.68', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'port_id': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'mac_address': 'fa:16:3e:9f:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:33Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775906e-cd27-43a0-af96-00554e95da6a', 'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:6b:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:16Z', 'updated_at': '2021-12-22T08:56:22Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:35.703966 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] Checking router: 83de402c-c529-4bd2-94b1-a337c6f7c8da for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:56:35.712261 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] Routers {'83de402c-c529-4bd2-94b1-a337c6f7c8da'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:56:35.712891 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:56:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['83de402c-c529-4bd2-94b1-a337c6f7c8da'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:35.877098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-a3357837-7136-4173-a10c-0d9d84a70303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:35.878599 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-a3357837-7136-4173-a10c-0d9d84a70303 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cf0dc6ef-bc27-4c74-920f-87007b96d626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1880436 Dec 22 08:56:35.921742 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] Set router 83de402c-c529-4bd2-94b1-a337c6f7c8da gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:56:36.010917 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-60e78a0f-b46f-4e12-8f95-01660c4aacde service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257186 Dec 22 08:56:36.141544 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54ba943b-e8fe-4c6a-a019-1cf0a83c3fab req-cecadfde-54f0-4797-bc8f-5639f4af6709 service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240821 Dec 22 08:56:36.265211 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:17Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'ddb29ae5-317c-49db-83c7-5a7a2764f527', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.68', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'port_id': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'mac_address': 'fa:16:3e:9f:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:33Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775906e-cd27-43a0-af96-00554e95da6a', 'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:6b:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:16Z', 'updated_at': '2021-12-22T08:56:22Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:36.268996 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a803f-a82b-4c5d-825e-e62e4ae086b4 None None] The sync data for ids ['83de402c-c529-4bd2-94b1-a337c6f7c8da'] in dv-neutron-822561-2-hyperv is: [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:17Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'ddb29ae5-317c-49db-83c7-5a7a2764f527', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.68', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'port_id': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'mac_address': 'fa:16:3e:9f:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:33Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775906e-cd27-43a0-af96-00554e95da6a', 'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:6b:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:16Z', 'updated_at': '2021-12-22T08:56:22Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:56:36.363344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59492) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:36.462140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eaf562-1dff-4549-888d-3966fcbfab63 None None] New status for floating IP ddb29ae5-317c-49db-83c7-5a7a2764f527: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:56:36.572241 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7d6a1215-43db-415e-bdaa-14cd56306bf9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/ddb29ae5-317c-49db-83c7-5a7a2764f527 HTTP/1.1" status: 200 len: 990 time: 0.2075057 Dec 22 08:56:37.575550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59496) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:37.679143 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-14c648d5-6104-4d9f-b35a-780269dd478c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/ddb29ae5-317c-49db-83c7-5a7a2764f527 HTTP/1.1" status: 200 len: 992 time: 0.1024446 Dec 22 08:56:44.164222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:49.347250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-94505ad0-b63f-4d43-be09-e802a9e517a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:51.714617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-09c6bee1-20b8-4d1c-97bc-d71ad4e53d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:52.773095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:52.958591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:54.134541 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:58.749475 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:57:14.161734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:19.348290 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e8172dd-24aa-4820-ad89-30ed1421c205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:21.716004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5522ab3b-48d3-44ba-a183-b48e321e7da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:22.776887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:22.959915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:24.138048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:31.696548 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-d871024c-48d3-435e-b485-a96513427346 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1046889 Dec 22 08:57:31.834244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-73b5dce6-d38b-4352-9523-3f489fbef65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:31.835679 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-73b5dce6-d38b-4352-9523-3f489fbef65f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 1098 time: 0.0710084 Dec 22 08:57:31.975958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-0447b1a4-4c3f-4a6c-b7ce-9af4c3fcf75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:31.977374 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-0447b1a4-4c3f-4a6c-b7ce-9af4c3fcf75e service neutron] 10.222.0.54 "GET /v2.0/networks?id=cf0dc6ef-bc27-4c74-920f-87007b96d626 HTTP/1.1" status: 200 len: 898 time: 0.1227670 Dec 22 08:57:32.079879 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-75d4bce3-efd8-4b1d-b71a-dfe898daded2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d HTTP/1.1" status: 200 len: 1000 time: 0.0955918 Dec 22 08:57:32.142132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-1321fe4e-a689-4fe8-b0e0-3d292de31fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:32.143503 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-1321fe4e-a689-4fe8-b0e0-3d292de31fb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1020cbec-c1f6-46e9-9f74-8ecf054b0b31 HTTP/1.1" status: 200 len: 844 time: 0.0568228 Dec 22 08:57:32.225053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-de91507d-7001-48ff-af3d-3d476dda1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:32.226572 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-de91507d-7001-48ff-af3d-3d476dda1c48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cf0dc6ef-bc27-4c74-920f-87007b96d626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767448 Dec 22 08:57:32.353566 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-b8afc604-2429-416b-b539-f3b44e869d74 service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198156 Dec 22 08:57:32.479585 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4abd4900-3ce7-4a53-b1f2-d1eaf08bfdbb req-2fa229cb-eaf5-4b5a-8de1-7f15725d8e0e service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204462 Dec 22 08:57:35.749002 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:57:44.192793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:49.349513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7322520b-45ec-413e-bede-59f0db5f3e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:51.716735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ab0cf5b9-a4d9-4962-a184-a88beb69e662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:52.781658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:52.963725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:54.140173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.748763 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:58:14.206909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:19.352075 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0fafe95b-1f74-461e-839d-87c8b75ff88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.718193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-878430f2-9981-4f27-856c-05636810f0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:22.782311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:22.965742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:24.144282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:26.638892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59534) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:26.645058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:26.755399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14988279'] for subnet, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:26.933705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780650055882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14694762'] for subnet, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:27.080940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:27.082300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:27.082935 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/subnets/1020cbec-c1f6-46e9-9f74-8ecf054b0b31 HTTP/1.1" status: 200 len: 836 time: 0.4430830 Dec 22 08:58:27.089107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd205c5a-b0b0-4e84-8079-c118181ef54d None None] Network cf0dc6ef-bc27-4c74-920f-87007b96d626 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:58:27.106270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Subnet': ['ID=1020cbec-c1f6-46e9-9f74-8ecf054b0b31,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:27.113287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.113629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.113984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.114309 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.114634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.114953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.115270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.115584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.115901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.116269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.116582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.116889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f00e7d9-599d-4b6e-9932-8ef20ddb53d3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:27.585026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-81ac5859-5f29-42f6-8009-8f67536ce98e None None] Provisioning complete for port 0775906e-cd27-43a0-af96-00554e95da6a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:27.585301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-81ac5859-5f29-42f6-8009-8f67536ce98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:27.710656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-81ac5859-5f29-42f6-8009-8f67536ce98e None None] Provisioning complete for port c66c83e7-e0ee-4a17-aa25-5cff1af0640d triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:27.711023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-81ac5859-5f29-42f6-8009-8f67536ce98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:27.831929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-81ac5859-5f29-42f6-8009-8f67536ce98e None None] Provisioning complete for port 94a4e1f1-314a-4483-b182-29ee97e506a2 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:27.832289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-81ac5859-5f29-42f6-8009-8f67536ce98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:33.661010 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3c38ee0-c21e-4081-a517-891844696d8c req-20a38ece-8526-4337-b9cd-fd52d9afce3a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674052 Dec 22 08:58:33.796977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c38ee0-c21e-4081-a517-891844696d8c req-6d5b340e-3120-4fd0-bc66-4ad6c8cff9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:33.798428 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3c38ee0-c21e-4081-a517-891844696d8c req-6d5b340e-3120-4fd0-bc66-4ad6c8cff9ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 1098 time: 0.0705855 Dec 22 08:58:33.937473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c38ee0-c21e-4081-a517-891844696d8c req-383bfa02-ca17-4391-b011-49e85d253e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:33.938839 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3c38ee0-c21e-4081-a517-891844696d8c req-383bfa02-ca17-4391-b011-49e85d253e5b service neutron] 10.222.0.54 "GET /v2.0/networks?id=cf0dc6ef-bc27-4c74-920f-87007b96d626 HTTP/1.1" status: 200 len: 898 time: 0.1216037 Dec 22 08:58:34.040367 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3c38ee0-c21e-4081-a517-891844696d8c req-898ff75e-4292-4403-aeb8-01769aa5b677 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d HTTP/1.1" status: 200 len: 1000 time: 0.0945718 Dec 22 08:58:34.100699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c38ee0-c21e-4081-a517-891844696d8c req-a649a2ef-231c-46b5-82f2-cd4015c63ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:34.102099 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3c38ee0-c21e-4081-a517-891844696d8c req-a649a2ef-231c-46b5-82f2-cd4015c63ac6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1020cbec-c1f6-46e9-9f74-8ecf054b0b31 HTTP/1.1" status: 200 len: 844 time: 0.0557706 Dec 22 08:58:34.176001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c38ee0-c21e-4081-a517-891844696d8c req-f5a0b003-669d-4462-88d6-138305d1ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:34.177391 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3c38ee0-c21e-4081-a517-891844696d8c req-f5a0b003-669d-4462-88d6-138305d1ce86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cf0dc6ef-bc27-4c74-920f-87007b96d626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692163 Dec 22 08:58:34.304370 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3c38ee0-c21e-4081-a517-891844696d8c req-e78e560a-77f1-416d-a1f2-51d1c1bdcc22 service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202502 Dec 22 08:58:34.430109 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3c38ee0-c21e-4081-a517-891844696d8c req-af2f8f7f-fa7b-48b4-bfe8-387b1a320c41 service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199002 Dec 22 08:58:44.204361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:49.353382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b5897d98-aba9-40c1-853a-55b662b19b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:49.747402 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:58:51.719584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c78a66e5-867e-4ea1-aa58-f4cf4964ca03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:52.785526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:52.968017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:54.144462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:09.935397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59548) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:10.187999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port fe2eaa2a-8181-434f-ba54-7f6242493820 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:59:10.188260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:10.352942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:10.353264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:10.471214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for fe2eaa2a-8181-434f-ba54-7f6242493820 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:59:10.723493 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:10.769487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=fe2eaa2a-8181-434f-ba54-7f6242493820,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:10.856735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:10.857058 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP ddb29ae5-317c-49db-83c7-5a7a2764f527 disassociated (deleted). External IP: 172.26.1.68, port: c66c83e7-e0ee-4a17-aa25-5cff1af0640d. Dec 22 08:59:11.197693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 83de402c-c529-4bd2-94b1-a337c6f7c8da has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:59:11.371273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:59:11.380622 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] Sync routers for ids ['83de402c-c529-4bd2-94b1-a337c6f7c8da'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:59:11.390495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:11.390760 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] Routers {'83de402c-c529-4bd2-94b1-a337c6f7c8da'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:11.391365 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:58:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['83de402c-c529-4bd2-94b1-a337c6f7c8da'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:11.444839 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4c96019c-2fb4-4a13-b9ce-87b8d654076f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/floatingips/ddb29ae5-317c-49db-83c7-5a7a2764f527 HTTP/1.1" status: 204 len: 168 time: 1.5083501 Dec 22 08:59:11.445545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'tag': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:11.563912 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'tag': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'status': 'completed', 'code': 200} Dec 22 08:59:11.567256 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] Set router 83de402c-c529-4bd2-94b1-a337c6f7c8da gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:11.684917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-7c6910f4-a9e5-4cc7-a994-6b428e539427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:11.686689 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-7c6910f4-a9e5-4cc7-a994-6b428e539427 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 1098 time: 0.0993474 Dec 22 08:59:11.865643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-91528c43-f1e7-4b0f-ba4c-766626735498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:11.867613 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-91528c43-f1e7-4b0f-ba4c-766626735498 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cf0dc6ef-bc27-4c74-920f-87007b96d626 HTTP/1.1" status: 200 len: 898 time: 0.1739321 Dec 22 08:59:11.885391 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:17Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0775906e-cd27-43a0-af96-00554e95da6a', 'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:6b:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:16Z', 'updated_at': '2021-12-22T08:56:22Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:11.889116 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] Checking router: 83de402c-c529-4bd2-94b1-a337c6f7c8da for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:59:11.897064 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] Routers {'83de402c-c529-4bd2-94b1-a337c6f7c8da'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:11.897645 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:58:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['83de402c-c529-4bd2-94b1-a337c6f7c8da'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:11.947084 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-582f41f5-61ed-4d0a-8f62-9f62ab7a2a76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d HTTP/1.1" status: 200 len: 217 time: 0.0687835 Dec 22 08:59:12.016841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-d7ae7ff3-c8ea-4345-91bd-8a1d6871f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:12.018330 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-d7ae7ff3-c8ea-4345-91bd-8a1d6871f481 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1020cbec-c1f6-46e9-9f74-8ecf054b0b31 HTTP/1.1" status: 200 len: 844 time: 0.0642633 Dec 22 08:59:12.029605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61259d5-02d9-4ad2-8efa-40b142ba54de req-58fddab9-af28-49d5-a132-8ad4d280f87a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:12.030481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-b61259d5-02d9-4ad2-8efa-40b142ba54de req-58fddab9-af28-49d5-a132-8ad4d280f87a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:12.094174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-b61259d5-02d9-4ad2-8efa-40b142ba54de req-58fddab9-af28-49d5-a132-8ad4d280f87a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:12.095309 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b61259d5-02d9-4ad2-8efa-40b142ba54de req-58fddab9-af28-49d5-a132-8ad4d280f87a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 945 time: 0.3133488 Dec 22 08:59:12.103730 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] Set router 83de402c-c529-4bd2-94b1-a337c6f7c8da gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:12.144799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-f10a7151-ee49-4b6d-a321-b7e2912b489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:12.146293 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-f10a7151-ee49-4b6d-a321-b7e2912b489c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cf0dc6ef-bc27-4c74-920f-87007b96d626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129448 Dec 22 08:59:12.150755 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b61259d5-02d9-4ad2-8efa-40b142ba54de req-8675463d-d609-4a37-a441-0470f884d49e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484407 Dec 22 08:59:12.397547 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-2c9457be-6566-44ac-9cdb-c7b5951996b6 service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437296 Dec 22 08:59:12.416959 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:17Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0775906e-cd27-43a0-af96-00554e95da6a', 'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:6b:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:16Z', 'updated_at': '2021-12-22T08:56:22Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:12.420771 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031774eb-a42b-4ac8-a66c-f151ad5381c7 None None] The sync data for ids ['83de402c-c529-4bd2-94b1-a337c6f7c8da'] in dv-neutron-822561-2-hyperv is: [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:56:17Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '0775906e-cd27-43a0-af96-00554e95da6a', 'name': '', 'network_id': 'cf0dc6ef-bc27-4c74-920f-87007b96d626', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:6b:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:16Z', 'updated_at': '2021-12-22T08:56:22Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '1020cbec-c1f6-46e9-9f74-8ecf054b0b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:59:12.529137 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1aca06b1-8bc6-4781-9515-54ab444ab8cd req-51dab0ca-b51e-48f2-a14a-7ddfd2cd87f9 service neutron] 10.222.0.54 "GET /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242185 Dec 22 08:59:12.660143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e280e-49ef-4479-821b-f049c18b7f85 None None] New status for floating IP ddb29ae5-317c-49db-83c7-5a7a2764f527: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:59:13.120738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b07dc6-586e-428e-89b8-a27933fac92d req-7347f17f-5b05-4cd7-a65d-f9fac997c3c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:13.122151 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-39b07dc6-586e-428e-89b8-a27933fac92d req-7347f17f-5b05-4cd7-a65d-f9fac997c3c2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 945 time: 0.0773604 Dec 22 08:59:13.193297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-39b07dc6-586e-428e-89b8-a27933fac92d req-999f87ae-164f-4e17-b23b-d605ae6ddc89 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port c66c83e7-e0ee-4a17-aa25-5cff1af0640d {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:59:13.193633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-39b07dc6-586e-428e-89b8-a27933fac92d req-999f87ae-164f-4e17-b23b-d605ae6ddc89 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:13.389014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30514e-58ff-4af1-8f32-6fbb7da164ff req-4bc231f1-1891-474a-a9d3-3c89a765d604 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:13.390489 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7d30514e-58ff-4af1-8f32-6fbb7da164ff req-4bc231f1-1891-474a-a9d3-3c89a765d604 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4c6ada-f183-4c14-a1a0-1f51609d48db HTTP/1.1" status: 200 len: 945 time: 0.1211140 Dec 22 08:59:13.434123 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7d30514e-58ff-4af1-8f32-6fbb7da164ff req-245f829e-b23e-4dd8-be5f-55b0497e6bb8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378971 Dec 22 08:59:13.435210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-39b07dc6-586e-428e-89b8-a27933fac92d req-999f87ae-164f-4e17-b23b-d605ae6ddc89 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port c66c83e7-e0ee-4a17-aa25-5cff1af0640d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:13.435733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-39b07dc6-586e-428e-89b8-a27933fac92d req-999f87ae-164f-4e17-b23b-d605ae6ddc89 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:13.559141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-39b07dc6-586e-428e-89b8-a27933fac92d req-999f87ae-164f-4e17-b23b-d605ae6ddc89 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for c66c83e7-e0ee-4a17-aa25-5cff1af0640d owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:59:13.697716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-39b07dc6-586e-428e-89b8-a27933fac92d req-999f87ae-164f-4e17-b23b-d605ae6ddc89 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:13.755269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f87ae-164f-4e17-b23b-d605ae6ddc89 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=c66c83e7-e0ee-4a17-aa25-5cff1af0640d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:13.829620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b07dc6-586e-428e-89b8-a27933fac92d req-999f87ae-164f-4e17-b23b-d605ae6ddc89 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port c66c83e7-e0ee-4a17-aa25-5cff1af0640d on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:59:13.831971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-39b07dc6-586e-428e-89b8-a27933fac92d req-999f87ae-164f-4e17-b23b-d605ae6ddc89 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:13.834414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'name': 'network-vif-deleted', 'tag': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:13.851478 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-39b07dc6-586e-428e-89b8-a27933fac92d req-999f87ae-164f-4e17-b23b-d605ae6ddc89 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "DELETE /v2.0/ports/c66c83e7-e0ee-4a17-aa25-5cff1af0640d HTTP/1.1" status: 204 len: 173 time: 0.7234387 Dec 22 08:59:13.901632 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4c6ada-f183-4c14-a1a0-1f51609d48db', 'name': 'network-vif-deleted', 'tag': 'c66c83e7-e0ee-4a17-aa25-5cff1af0640d', 'status': 'completed', 'code': 200} Dec 22 08:59:14.233820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:14.524544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59576) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:14.595985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:14.628600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:14.689630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:14.706704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba62cef8-0d45-4816-9d25-eaee8ef4b5e5,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:14.715469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.715753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.716093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.716417 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.716742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.717062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.717384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.717722 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.718047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.718365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.718680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.718994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:14.726851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:14.727955 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-08898ccf-57be-4f8b-a9a9-c47129aae7bc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/ba62cef8-0d45-4816-9d25-eaee8ef4b5e5 HTTP/1.1" status: 204 len: 168 time: 0.2024398 Dec 22 08:59:14.758677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59582) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:15.301100 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:15.648145 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 0775906e-cd27-43a0-af96-00554e95da6a {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:59:15.648868 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:15.828752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 0775906e-cd27-43a0-af96-00554e95da6a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=0775906e-cd27-43a0-af96-00554e95da6a,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:15.829104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:16.043381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 0775906e-cd27-43a0-af96-00554e95da6a owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:59:16.361055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:16.443494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=0775906e-cd27-43a0-af96-00554e95da6a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:16.682045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:17.029753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 83de402c-c529-4bd2-94b1-a337c6f7c8da has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:59:17.309131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:59:17.318728 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] Sync routers for ids ['83de402c-c529-4bd2-94b1-a337c6f7c8da'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:59:17.321903 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7bebba8d-a0d4-4bff-9b2c-23006be400c4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/83de402c-c529-4bd2-94b1-a337c6f7c8da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5618322 Dec 22 08:59:17.324241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59586) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:17.327546 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] Routers {'83de402c-c529-4bd2-94b1-a337c6f7c8da'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:17.328138 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:58:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['83de402c-c529-4bd2-94b1-a337c6f7c8da'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:17.387777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-151ae8d6-fdbc-40fd-a208-48bb39f29a56 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting subnet 1020cbec-c1f6-46e9-9f74-8ecf054b0b31 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:59:17.390674 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-151ae8d6-fdbc-40fd-a208-48bb39f29a56 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:17.446731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-151ae8d6-fdbc-40fd-a208-48bb39f29a56 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:17.496994 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] Set router 83de402c-c529-4bd2-94b1-a337c6f7c8da gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:17.504236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c66c83e7-e0ee-4a17-aa25-5cff1af0640d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:59:17.528240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-151ae8d6-fdbc-40fd-a208-48bb39f29a56 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:17.542007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: c66c83e7-e0ee-4a17-aa25-5cff1af0640d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:59:17.542480 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c66c83e7-e0ee-4a17-aa25-5cff1af0640d not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:59:17.601850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-151ae8d6-fdbc-40fd-a208-48bb39f29a56 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:17.644158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ae8d6-fdbc-40fd-a208-48bb39f29a56 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Subnet': ['ID=1020cbec-c1f6-46e9-9f74-8ecf054b0b31,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:17.646072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-151ae8d6-fdbc-40fd-a208-48bb39f29a56 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:17.651083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b21667-81a1-4eb6-92c8-d10f6ee9717f None None] Network cf0dc6ef-bc27-4c74-920f-87007b96d626 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:59:17.652594 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-151ae8d6-fdbc-40fd-a208-48bb39f29a56 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/subnets/1020cbec-c1f6-46e9-9f74-8ecf054b0b31 HTTP/1.1" status: 204 len: 168 time: 0.3274052 Dec 22 08:59:17.655163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59590) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:17.790475 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:59:16Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:17.794323 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] Checking router: 83de402c-c529-4bd2-94b1-a337c6f7c8da for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:59:17.802405 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] Routers {'83de402c-c529-4bd2-94b1-a337c6f7c8da'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:17.803000 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:58:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['83de402c-c529-4bd2-94b1-a337c6f7c8da'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:17.848355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:17.915282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] DHCP port deletion for cf0dc6ef-bc27-4c74-920f-87007b96d626 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:59:17.919673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Deleting port 94a4e1f1-314a-4483-b182-29ee97e506a2 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:59:17.920053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:17.979742 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] Set router 83de402c-c529-4bd2-94b1-a337c6f7c8da gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:18.038070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.048141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:59:18.048532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.128733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] For port 94a4e1f1-314a-4483-b182-29ee97e506a2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=94a4e1f1-314a-4483-b182-29ee97e506a2,segment=NetworkSegment(6bb537bd-0118-46ef-8332-c4367a07ca9c),segment_id=6bb537bd-0118-46ef-8332-c4367a07ca9c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:18.129172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.229479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:18.230016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.250060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Calling delete_port for 94a4e1f1-314a-4483-b182-29ee97e506a2 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:59:18.296697 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:59:16Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:18.300929 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cbe76-2867-4f4a-ab6d-d64891c720d3 None None] The sync data for ids ['83de402c-c529-4bd2-94b1-a337c6f7c8da'] in dv-neutron-822561-2-hyperv is: [{'id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'name': 'tempest-TestNetworkBasicOps-router-1610884884', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:12Z', 'updated_at': '2021-12-22T08:59:16Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de402c-c529-4bd2-94b1-a337c6f7c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:13Z', 'updated_at': '2021-12-22T08:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:59:18.331214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.366434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:59:18.381146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Pushing event deleted for resources: {'Port': ['ID=94a4e1f1-314a-4483-b182-29ee97e506a2,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:18.388868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] No DVR routers for this DVR port 94a4e1f1-314a-4483-b182-29ee97e506a2 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:59:18.390956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.391304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.391641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.391975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.392302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.392634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.392974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.393304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.393631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.393974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.394295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.394615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dfe770-6a77-4b75-a498-afbb79e1597b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:18.532616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.579735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:18.670817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.774033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0775906e-cd27-43a0-af96-00554e95da6a no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:59:18.810139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 0775906e-cd27-43a0-af96-00554e95da6a {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:59:18.810453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 0775906e-cd27-43a0-af96-00554e95da6a not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:59:18.811116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 94a4e1f1-314a-4483-b182-29ee97e506a2 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:59:18.845561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 94a4e1f1-314a-4483-b182-29ee97e506a2 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:59:18.846035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 94a4e1f1-314a-4483-b182-29ee97e506a2 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:59:18.945894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.947974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.972045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.973092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Fanout notify agent at l3_agent the message router_deleted on router 83de402c-c529-4bd2-94b1-a337c6f7c8da {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:59:18.994006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.995367 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-76157e04-05a8-4c47-bfb6-2e07d2a83e87 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/routers/83de402c-c529-4bd2-94b1-a337c6f7c8da HTTP/1.1" status: 204 len: 168 time: 1.3389449 Dec 22 08:59:18.998895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59594) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:19.114751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.244376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.268458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0dc6ef-bc27-4c74-920f-87007b96d626']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:19.280445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb537bd-0118-46ef-8332-c4367a07ca9c') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:19.280731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb537bd-0118-46ef-8332-c4367a07ca9c') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:19.291642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.306664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.312438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:59:19.312820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:59:19.327677 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:59:19.356255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d34ebd56-c6d0-4914-99e7-36237a0cfaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.410470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.428684 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.440850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Network': ['ID=cf0dc6ef-bc27-4c74-920f-87007b96d626,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:19.449667 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b7a8b760-1fa4-487c-82f5-f57c65d269f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/networks/cf0dc6ef-bc27-4c74-920f-87007b96d626 HTTP/1.1" status: 204 len: 168 time: 0.4493206 Dec 22 08:59:19.460834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59598) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:19.466677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'network': {'name': 'tempest-network-smoke--1589694011', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'port_security_enabled': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:19.471761 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:19.475809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:network and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:19.478675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:19.484217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:19.494808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:59:19.498127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.525400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:59:19.533988 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.534337 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Added segment d42a7f2f-828a-47fb-90e5-232d708ba961 of type vlan for network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c Dec 22 08:59:19.560355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.589181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.594659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:19.595267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.698831 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2367923 Dec 22 08:59:19.701576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59602) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:19.701941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479867b1-bdfa-41a1-ba8c-d2c4fe13e282 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Network': ['ID=38ddb6e5-41ac-4d38-81f9-557b89f26e2c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:19.707793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-471691388', 'admin_state_up': True, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:19.711892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:59:19.715820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:19.719606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:router and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:19.722491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:19.729115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:19.739464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.740564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.756689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:20.127089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:20.415461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:20.446695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:20.573886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.48 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/78ef7a52-9853-4f15-92d5-bedf34a039ed) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:20.619880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:59:20.689567 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:59:20.689834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 857ce6d2-bcad-4efd-a5bf-1ee7a9b768e8 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:59:20.724414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:20.752287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:20.812403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:20.815138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:20.819105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:59:20.861028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=78ef7a52-9853-4f15-92d5-bedf34a039ed,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:21.338168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:21.672693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:21.722404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-13112109-1930-49a5-842e-aa012f1d6899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:21.873947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 1043ae80-aba3-444f-a255-0b20986e60cd is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:59:22.050951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:59:22.060782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Sync routers for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:59:22.070639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:22.071241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:59:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:22.083781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:22.085045 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a1677dd9-e91d-401d-a2b6-3d3e8a146660 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3822196 Dec 22 08:59:22.088677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59606) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:22.187676 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6e1973ed-7f3a-460a-82b0-80ab7aeb3c42 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bb4971834ad94cd983d776e93f1d353e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0978985 Dec 22 08:59:22.190277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59612) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:22.246479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:22.317494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d8d4ae-f078-4950-b944-52c4e052770e tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:22.319180 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d5d8d4ae-f078-4950-b944-52c4e052770e tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279430 Dec 22 08:59:22.322581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59616) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:22.362108 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-89467878-80b3-409b-a734-9967a65e3012 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382860 Dec 22 08:59:22.364529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59620) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:22.370536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896422927', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:22.479237 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:22.483023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:subnet and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:22.485802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:22.492351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:22.501971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:59:22.505804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:22.520982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:21Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:22.524928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Checking router: 1043ae80-aba3-444f-a255-0b20986e60cd for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:59:22.525273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Updating router 1043ae80-aba3-444f-a255-0b20986e60cd port 78ef7a52-9853-4f15-92d5-bedf34a039ed binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:59:22.576362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:22.734347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:22.817105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Checking segment: {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:59:22.817385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:22.818195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network hostable DHCP agents. Network: 38ddb6e5-41ac-4d38-81f9-557b89f26e2c, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:59:22.823209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Subnet': ['ID=29a6970a-c576-4127-a3af-4d9c60e9866a,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:22.838458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:59:22.846977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 38ddb6e5-41ac-4d38-81f9-557b89f26e2c) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:22.851652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:22.852223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:22.859706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d41f0de-1b1f-40a2-8422-42ece4b2fc19 None None] Network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:59:22.872553 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-959ed4fd-2023-4697-9383-88deb09bc164 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5070014 Dec 22 08:59:22.875337 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59624) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:23.010069 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:23.028643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Transition to ACTIVE for port object 78ef7a52-9853-4f15-92d5-bedf34a039ed will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:23.032598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:23.048703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:23.184825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Attempting to bind port 78ef7a52-9853-4f15-92d5-bedf34a039ed on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:59:23.185185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Attempting to bind port 78ef7a52-9853-4f15-92d5-bedf34a039ed by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:59:23.185539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Attempting to bind port 78ef7a52-9853-4f15-92d5-bedf34a039ed on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:59:23.192639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d96871-bd1c-4e9e-9c6d-b45090710483 None None] Pushing event updated for resources: {'Port': ['ID=78ef7a52-9853-4f15-92d5-bedf34a039ed,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:23.228489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:59:23.228863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:59:23.229262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:23.229647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:59:23.230125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Bound port: 78ef7a52-9853-4f15-92d5-bedf34a039ed, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:59:23.230489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:23.269777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:59:23.270584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:23.371162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] For port 78ef7a52-9853-4f15-92d5-bedf34a039ed, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:59:23.386760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] For port 78ef7a52-9853-4f15-92d5-bedf34a039ed, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=78ef7a52-9853-4f15-92d5-bedf34a039ed,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:59:23.391313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:23.571539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d96871-bd1c-4e9e-9c6d-b45090710483 None None] Pushing event updated for resources: {'Port': ['ID=78ef7a52-9853-4f15-92d5-bedf34a039ed,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:23.574041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:23.574635 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:59:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:23.629072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Allocated IP 172.20.0.2 (38ddb6e5-41ac-4d38-81f9-557b89f26e2c/29a6970a-c576-4127-a3af-4d9c60e9866a/7dca128d-11bf-459b-8aa6-7c5fd3838ae3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:23.658087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:23.841356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:24.118536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:24.145380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Transition to ACTIVE for port object 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:24.200743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Transition to ACTIVE for port object 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:24.201998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:24.207148 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:24.269479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.1 (38ddb6e5-41ac-4d38-81f9-557b89f26e2c/29a6970a-c576-4127-a3af-4d9c60e9866a/4555e012-0f0f-4af0-b91a-67ee7cac952f) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:24.286697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:24.291429 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Pushing event updated for resources: {'Port': ['ID=7dca128d-11bf-459b-8aa6-7c5fd3838ae3,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:24.293723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:24.296878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:59:24.391100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:21Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:24.395290 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Attempting to bind port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:59:24.395650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Attempting to bind port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:59:24.396003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Attempting to bind port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 on network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:59:24.400390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad55ea-5480-4ba4-afab-7f01442cca5e None None] The sync data for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv is: [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:21Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:59:24.404144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:59:24.404363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Checking segment: {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:59:24.404759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:24.405186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Bound using segment: {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:59:24.405659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Bound port: 7dca128d-11bf-459b-8aa6-7c5fd3838ae3, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:59:24.405962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:24.434053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:24.450533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 4555e012-0f0f-4af0-b91a-67ee7cac952f will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:24.474749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:24.502168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] For port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:59:24.505457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] For port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7dca128d-11bf-459b-8aa6-7c5fd3838ae3,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:59:24.512503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:24.545467 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:24.550024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:24.554193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:59:24.588456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=4555e012-0f0f-4af0-b91a-67ee7cac952f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:24.610439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f10234-408d-4592-b261-1ebbc9a55c9d None None] Pushing event updated for resources: {'Port': ['ID=7dca128d-11bf-459b-8aa6-7c5fd3838ae3,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:24.626808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:24.935755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:25.359352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:25.364604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:25.589423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=4555e012-0f0f-4af0-b91a-67ee7cac952f,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:25.592852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:25.618205 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36916e8f-cba9-440f-81c9-f7b38af1e018 None None] Network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:59:25.725691 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4264b032-533a-43de-bc62-940446417ce2 None None] Provisioning for port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:25.729838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:25.730941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:25.923878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 1043ae80-aba3-444f-a255-0b20986e60cd has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:59:26.108032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:59:26.117915 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Sync routers for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:59:26.121570 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ef7218a2-371c-460d-9afe-43f406a7024b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/1043ae80-aba3-444f-a255-0b20986e60cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2452359 Dec 22 08:59:26.124077 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59628) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:26.130738 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:26.131283 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:59:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:26.165125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-819c1262-2297-490d-a17a-48d670a7c11f None None] Provisioning for port 4555e012-0f0f-4af0-b91a-67ee7cac952f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:26.172150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-819c1262-2297-490d-a17a-48d670a7c11f None None] Provisioning complete for port 4555e012-0f0f-4af0-b91a-67ee7cac952f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:26.172519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-819c1262-2297-490d-a17a-48d670a7c11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:26.245240 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-819c1262-2297-490d-a17a-48d670a7c11f None None] Port 4555e012-0f0f-4af0-b91a-67ee7cac952f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:59:26.277017 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9074050b-96db-4ea2-b3c5-a2dcb1f37baa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:26.277518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9074050b-96db-4ea2-b3c5-a2dcb1f37baa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:26.277998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9074050b-96db-4ea2-b3c5-a2dcb1f37baa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:26.278658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9074050b-96db-4ea2-b3c5-a2dcb1f37baa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:26.280231 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9074050b-96db-4ea2-b3c5-a2dcb1f37baa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1552138 Dec 22 08:59:26.283100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59632) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:26.331793 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:26.356792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b5641-ecd7-4994-8f26-08cfbeafb2de tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:26.357490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b5641-ecd7-4994-8f26-08cfbeafb2de tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:26.358155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b5641-ecd7-4994-8f26-08cfbeafb2de tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:26.358768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b5641-ecd7-4994-8f26-08cfbeafb2de tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:26.363056 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8b7b5641-ecd7-4994-8f26-08cfbeafb2de tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0770950 Dec 22 08:59:26.363538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59636) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:26.388782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-993d949b-9ded-4505-befb-46fcb7c80f84 None None] Provisioning complete for port 4555e012-0f0f-4af0-b91a-67ee7cac952f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:26.389422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-993d949b-9ded-4505-befb-46fcb7c80f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:26.455362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-993d949b-9ded-4505-befb-46fcb7c80f84 None None] Port 4555e012-0f0f-4af0-b91a-67ee7cac952f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:59:26.566324 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-83d594bd-6b21-4a48-ac86-2a74e1f2c010 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2014289 Dec 22 08:59:26.583774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c5953a9a-b13b-490e-b341-a2eb07040b27 None None] Provisioning complete for port 4555e012-0f0f-4af0-b91a-67ee7cac952f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:26.584308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c5953a9a-b13b-490e-b341-a2eb07040b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:26.661848 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:25Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:26.666522 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Checking router: 1043ae80-aba3-444f-a255-0b20986e60cd for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:59:26.666872 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Updating router 1043ae80-aba3-444f-a255-0b20986e60cd port 4555e012-0f0f-4af0-b91a-67ee7cac952f binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:59:26.702104 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c5953a9a-b13b-490e-b341-a2eb07040b27 None None] Port 4555e012-0f0f-4af0-b91a-67ee7cac952f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:59:26.723271 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:26.725245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:26.781151 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:59:26.789168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:26.793753 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:26.794122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:26.906832 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:26.937900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7dca128d-11bf-459b-8aa6-7c5fd3838ae3,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:26.941637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:26.942436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 78ef7a52-9853-4f15-92d5-bedf34a039ed up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:27.056327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=7dca128d-11bf-459b-8aa6-7c5fd3838ae3,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:27.062743 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:27.068333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 78ef7a52-9853-4f15-92d5-bedf34a039ed completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:27.073600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 78ef7a52-9853-4f15-92d5-bedf34a039ed triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:27.074005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:27.075141 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Transition to ACTIVE for port object 4555e012-0f0f-4af0-b91a-67ee7cac952f will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:27.081257 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:27.190525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:27.204923 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Pushing event updated for resources: {'Port': ['ID=4555e012-0f0f-4af0-b91a-67ee7cac952f,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:27.208303 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 78ef7a52-9853-4f15-92d5-bedf34a039ed, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=78ef7a52-9853-4f15-92d5-bedf34a039ed,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:27.213013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:27.242255 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.242591 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.243198 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.243198 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.243523 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.243838 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.244174 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.244572 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.244873 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.245181 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.245500 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.245822 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:27.286708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=78ef7a52-9853-4f15-92d5-bedf34a039ed,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:27.304722 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Attempting to bind port 4555e012-0f0f-4af0-b91a-67ee7cac952f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:59:27.305216 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Attempting to bind port 4555e012-0f0f-4af0-b91a-67ee7cac952f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:59:27.305576 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Attempting to bind port 4555e012-0f0f-4af0-b91a-67ee7cac952f on network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:59:27.311010 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:59:27.311382 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Checking segment: {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:59:27.311774 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:27.312156 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Bound using segment: {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:59:27.312605 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Bound port: 4555e012-0f0f-4af0-b91a-67ee7cac952f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:59:27.312963 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:27.399640 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] For port 4555e012-0f0f-4af0-b91a-67ee7cac952f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:59:27.403146 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] For port 4555e012-0f0f-4af0-b91a-67ee7cac952f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4555e012-0f0f-4af0-b91a-67ee7cac952f,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:59:27.407576 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:27.487331 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:27.487955 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:59:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:27.540605 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb3736-ba81-44fc-ba5e-e323f646f01b None None] Pushing event updated for resources: {'Port': ['ID=4555e012-0f0f-4af0-b91a-67ee7cac952f,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:27.692921 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:27.895543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59644) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:27.901143 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077944441', 'description': 'tempest-secgroup-smoke-2077944441 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:27.907178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:27.911247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:27.914633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:27.920168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:27.930290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:27.950035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:27.953696 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:27.956438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:27.962602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:28.024183 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:28.027941 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4eef3-3fd9-4928-b076-34ec4522049c None None] The sync data for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv is: [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:59:28.037623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.041704 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.092313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad7b930-747a-42c5-ab61-2b85b235ebd0,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:28.102566 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.104022 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f970ac34-d261-485a-95e8-639af66143b4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2074895 Dec 22 08:59:28.106961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59648) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:28.112039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'aad7b930-747a-42c5-ab61-2b85b235ebd0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:28.117937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:28.121657 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:28.124463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:28.133312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:28.151218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.213888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.219045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.243586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c936a88a-0afb-4601-9355-8cbe6dc50eff,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:28.253195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.254449 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-29442e06-0612-4350-a531-05d00412acfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465716 Dec 22 08:59:28.257944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59652) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:28.263121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'aad7b930-747a-42c5-ab61-2b85b235ebd0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:28.269006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:28.273449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:28.276357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:28.282047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:28.299616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.362655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.367456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.393377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0236759e-7b3d-4c52-a6cd-8215980e55c1,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:28.405069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.405409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.405784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.406115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.406453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.406758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.407076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.407392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.407732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.408043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.408359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.408669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:28.412519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.416460 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-dff76da2-b683-4d86-b634-8863163d8a2d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1546967 Dec 22 08:59:28.416950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59656) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:28.421572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'aad7b930-747a-42c5-ab61-2b85b235ebd0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:28.427703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:28.432083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:28.435023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:28.440810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:28.459308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.524208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.528037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.551392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e1ef96-1785-4500-a8aa-3efbbbd1b458,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:28.561577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.562777 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-393c39e0-f6b7-4ced-9f7e-653e9bde91c6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453362 Dec 22 08:59:28.565544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59660) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:28.571429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'aad7b930-747a-42c5-ab61-2b85b235ebd0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:28.577759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:28.581625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:28.584524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:28.590989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:28.613177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.688741 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.693976 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.724676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e4c173-7ddc-4823-a1ff-f772a6466bf3,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:28.732231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.733757 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-10fef84d-5f8a-46e0-8081-ee02870eb5db tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1672122 Dec 22 08:59:28.736662 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59664) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:28.741853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'aad7b930-747a-42c5-ab61-2b85b235ebd0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:28.748314 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:28.752835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:28.754556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:28.758363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:28.764283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:28.775868 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:59:28.783084 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.826638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:28.827008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.856494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.861910 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.885872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d29f621-95bf-42d0-a977-54febf642569,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:28.895601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:28.896917 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-987c2800-9ac4-45a3-ba04-d25709ecde3d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592689 Dec 22 08:59:28.899694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59668) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:28.904653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'aad7b930-747a-42c5-ab61-2b85b235ebd0', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:28.910630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:28.915048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:28.918004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:28.924020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:28.938816 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:59:28.947500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4555e012-0f0f-4af0-b91a-67ee7cac952f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:28.948070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:29.019798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:29.025370 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:29.026894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 4555e012-0f0f-4af0-b91a-67ee7cac952f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:29.034095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4555e012-0f0f-4af0-b91a-67ee7cac952f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:29.034476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:29.052284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3cb6c3-3ce8-4de8-b08a-6e53b73456d5,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:29.063600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:29.064927 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-43c2e944-c1a4-4ada-a9e8-6f894f7cf44e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1643348 Dec 22 08:59:29.163903 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:29.200621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 4555e012-0f0f-4af0-b91a-67ee7cac952f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4555e012-0f0f-4af0-b91a-67ee7cac952f,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:29.205945 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:29.206743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 78ef7a52-9853-4f15-92d5-bedf34a039ed up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:29.274438 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-1e1fe37b-898c-4853-a1bc-1e5bedceb8aa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077944441&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0412464 Dec 22 08:59:29.325702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=4555e012-0f0f-4af0-b91a-67ee7cac952f,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:29.336729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 78ef7a52-9853-4f15-92d5-bedf34a039ed triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:29.337103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:29.431232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-ad47f9d8-8ed6-4414-b364-113143ffd1d1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:29.431904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-ad47f9d8-8ed6-4414-b364-113143ffd1d1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:29.446862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-ad47f9d8-8ed6-4414-b364-113143ffd1d1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:29.448056 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-ad47f9d8-8ed6-4414-b364-113143ffd1d1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 797 time: 0.1610270 Dec 22 08:59:29.463420 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-3be8bf21-ab80-4c5d-916f-03406d365b64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/quotas/bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 375 time: 0.0096555 Dec 22 08:59:29.543150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-bd0d65f8-810a-43d1-8701-f7428073bd73 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:29.557502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-bd0d65f8-810a-43d1-8701-f7428073bd73 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:29.558765 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-bd0d65f8-810a-43d1-8701-f7428073bd73 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902321 Dec 22 08:59:29.811192 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-fcb68e30-d548-4862-b4f1-4b5d471bb86b service neutron] 10.222.0.37 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400646 Dec 22 08:59:29.940552 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-034d778d-68d4-45f1-8549-bc66d8495a83 service neutron] 10.222.0.37 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237230 Dec 22 08:59:30.114770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-879afc85-aca7-408d-8213-ffaa7755760d req-e96012dd-88d5-4856-93f9-d05a38261caa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:30.127582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-879afc85-aca7-408d-8213-ffaa7755760d req-e96012dd-88d5-4856-93f9-d05a38261caa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:30.128758 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-879afc85-aca7-408d-8213-ffaa7755760d req-e96012dd-88d5-4856-93f9-d05a38261caa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 210 time: 0.0568147 Dec 22 08:59:30.668848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4555e012-0f0f-4af0-b91a-67ee7cac952f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:30.738031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4555e012-0f0f-4af0-b91a-67ee7cac952f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:30.738471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:31.291899 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bb1d0fae-4ae8-4253-9a9e-b06a91485516 req-0462c69f-d235-4a0c-be20-98541fab5fc0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 210 time: 0.0555661 Dec 22 08:59:31.299990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-920cef81-074d-4633-a583-b9d34e54fdc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:31.301494 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-920cef81-074d-4633-a583-b9d34e54fdc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 797 time: 0.1893234 Dec 22 08:59:31.355195 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-d3cd5ba7-2bfa-4a0f-9254-1f93384a7104 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 380 time: 0.0401492 Dec 22 08:59:31.363787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'admin_state_up': True, 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'security_groups': ['aad7b930-747a-42c5-ab61-2b85b235ebd0']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:31.507308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:31.517160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:31.526283 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:59:31.529671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:31.687196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.8 (38ddb6e5-41ac-4d38-81f9-557b89f26e2c/29a6970a-c576-4127-a3af-4d9c60e9866a/dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:31.871499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:31.886312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:31.909271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:31.979346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:31.982475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:31.984818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:59:32.024742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:32.054249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:32.055469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:32.081108 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-a186166b-74cf-4787-b382-3d4a3ac20cc4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7207577 Dec 22 08:59:32.093030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Request body: {'port': {'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:32.191688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0e40b0d1-aa33-43b8-ac56-583571429f5c None None] Provisioning for port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:32.196670 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0e40b0d1-aa33-43b8-ac56-583571429f5c None None] Provisioning complete for port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:32.197058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0e40b0d1-aa33-43b8-ac56-583571429f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:32.204538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:32.249171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0e40b0d1-aa33-43b8-ac56-583571429f5c None None] Port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:59:32.476587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676c672-0d27-4df8-9639-f4ef4d49f7dc req-def01bba-8a81-4ec7-a65a-b3c14e50747b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:32.477977 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6676c672-0d27-4df8-9639-f4ef4d49f7dc req-def01bba-8a81-4ec7-a65a-b3c14e50747b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 931 time: 0.0812387 Dec 22 08:59:32.520133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-6676c672-0d27-4df8-9639-f4ef4d49f7dc req-40cb4000-19ce-48b7-9de2-54ac29713ae9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:32.535596 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-6676c672-0d27-4df8-9639-f4ef4d49f7dc req-40cb4000-19ce-48b7-9de2-54ac29713ae9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:32.536726 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6676c672-0d27-4df8-9639-f4ef4d49f7dc req-40cb4000-19ce-48b7-9de2-54ac29713ae9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531361 Dec 22 08:59:32.538269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:59:32.545501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:32.560715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Transition to ACTIVE for port object dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:32.564242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:32.819272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Pushing event updated for resources: {'Port': ['ID=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:32.899488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Attempting to bind port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:59:32.899815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Attempting to bind port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:59:32.900163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Attempting to bind port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 on network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:59:32.904735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 on network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:59:32.905035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Attempting to bind port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 on network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:59:32.910290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:59:32.910623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Checking segment: {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:59:32.910997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Bound using segment: {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:59:32.911410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Bound port: dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:59:32.911744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:33.006919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] For port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:59:33.010372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] For port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:59:33.014823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:33.073516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:33.074122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:33.075464 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] 10.222.0.54 "PUT /v2.0/ports/dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 200 len: 1093 time: 0.9866037 Dec 22 08:59:33.075884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:33.102152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0b5b5-e40f-4967-810d-f6d90b732c7e service neutron] Pushing event updated for resources: {'Port': ['ID=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:33.160552 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'status': 'completed', 'code': 200} Dec 22 08:59:33.202521 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-594be166-cd9d-45c7-b49c-f440de71517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:33.204010 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-594be166-cd9d-45c7-b49c-f440de71517b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 1096 time: 0.0786276 Dec 22 08:59:33.272165 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-2c09e87c-ac3d-41e0-bcfd-77c6c15d8605 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 200 len: 217 time: 0.0610991 Dec 22 08:59:33.337362 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-452ee710-92ab-4bba-bb19-3b9a3d279555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:33.338798 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-452ee710-92ab-4bba-bb19-3b9a3d279555 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.0601475 Dec 22 08:59:33.413597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-b589f14d-c784-46d5-b534-0a9a01ba0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:33.415565 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-b589f14d-c784-46d5-b534-0a9a01ba0a43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686743 Dec 22 08:59:33.544882 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-6341ab95-a8f1-4041-a780-6ad92ef825db service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217341 Dec 22 08:59:33.684506 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89abf1ef-8299-45fd-9922-b7fba0a2ae78 req-b039867e-cd1b-4b8b-9942-5fa65169ac83 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327250 Dec 22 08:59:33.727042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8855b8-ab4f-4e5c-87ce-3915019466e1 req-54a25fe7-22af-4317-bdd7-1a2610e86bc2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:33.728527 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8f8855b8-ab4f-4e5c-87ce-3915019466e1 req-54a25fe7-22af-4317-bdd7-1a2610e86bc2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 943 time: 0.0821047 Dec 22 08:59:33.776541 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8f8855b8-ab4f-4e5c-87ce-3915019466e1 req-a0e9e676-1b5a-471a-b4ab-39d8125f3881 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 Dec 22 08:59:33.822446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-54d66026-07cd-4186-90cb-28ee885cbcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:33.823988 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-54d66026-07cd-4186-90cb-28ee885cbcd2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 1096 time: 0.0825753 Dec 22 08:59:33.958362 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-8c4c2efd-e639-436d-ad17-152189975c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:33.959768 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-8c4c2efd-e639-436d-ad17-152189975c09 service neutron] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 898 time: 0.1261127 Dec 22 08:59:34.025959 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-c3cf1d53-872b-4228-a47c-91be6fa3a688 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 200 len: 217 time: 0.0594673 Dec 22 08:59:34.091532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-02db538c-5108-4173-a0a4-3e6f7007b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:34.092864 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-02db538c-5108-4173-a0a4-3e6f7007b26b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.0597463 Dec 22 08:59:34.165962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-cb789583-4283-435c-af99-7f32883360dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:34.168193 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-cb789583-4283-435c-af99-7f32883360dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676951 Dec 22 08:59:34.298566 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-6beb9858-d22f-456b-88fa-acafdb31b478 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225109 Dec 22 08:59:34.531185 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3acc9454-d8ef-4ad5-bf64-73ce202ce056 req-8c581b25-8b95-4bb3-8a09-5edf316dc01e service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247806 Dec 22 08:59:34.963089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd50ff-3477-4988-9d7a-a80f7a2d8872 req-002a7537-9387-4f13-869b-11e4f752e350 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:34.963804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-b4fd50ff-3477-4988-9d7a-a80f7a2d8872 req-002a7537-9387-4f13-869b-11e4f752e350 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:34.978350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-b4fd50ff-3477-4988-9d7a-a80f7a2d8872 req-002a7537-9387-4f13-869b-11e4f752e350 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:34.979489 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b4fd50ff-3477-4988-9d7a-a80f7a2d8872 req-002a7537-9387-4f13-869b-11e4f752e350 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 943 time: 0.0953615 Dec 22 08:59:35.023132 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b4fd50ff-3477-4988-9d7a-a80f7a2d8872 req-14f12029-1767-4a66-b7de-1f275a262cbf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380363 Dec 22 08:59:35.610332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:59:35.738348 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:35.751493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'mac_address': 'fa:16:3e:c5:30:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:59:35.807698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:35.855291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:59:35.872118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:35.875943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:35.941368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:36.133587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:59:36.305121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b81af-e1f6-4987-81ae-fb4ae5244a19 req-32ccb973-87fe-44d2-a5c5-4ee3d2a3fec4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:36.306609 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a63b81af-e1f6-4987-81ae-fb4ae5244a19 req-32ccb973-87fe-44d2-a5c5-4ee3d2a3fec4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 944 time: 0.1774352 Dec 22 08:59:36.349799 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a63b81af-e1f6-4987-81ae-fb4ae5244a19 req-d7d64c32-02c5-4f3c-a296-d750c090e3e0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374298 Dec 22 08:59:37.534306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f69121-c631-4f99-8548-9628507eeddb req-e5521948-802a-4249-9902-010bf6513121 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:37.535733 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73f69121-c631-4f99-8548-9628507eeddb req-e5521948-802a-4249-9902-010bf6513121 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 944 time: 0.0773425 Dec 22 08:59:37.578838 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73f69121-c631-4f99-8548-9628507eeddb req-fc46bcdd-d5f4-4494-a2ba-36389106af52 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374904 Dec 22 08:59:37.625349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:37.692872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:37.698248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:37.698642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:37.811296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:37.836800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:37.846287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:37.850445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:37.922513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:37.933069 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'code': 200} Dec 22 08:59:38.157085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad299d4-cc38-45e0-b7fd-d5c3ed3d62ce req-e9b633eb-4397-47ba-83ca-5b8fa4f88d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:38.158437 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ad299d4-cc38-45e0-b7fd-d5c3ed3d62ce req-e9b633eb-4397-47ba-83ca-5b8fa4f88d73 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 1098 time: 0.0697522 Dec 22 08:59:38.197432 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ad299d4-cc38-45e0-b7fd-d5c3ed3d62ce req-8ab94771-8240-48f3-be8a-c6364e01f021 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Dec 22 08:59:38.757031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344b6bb-3a63-48e1-be7b-7b12dbd03102 req-c9cb304b-5ae4-44b9-9fa7-503e41d813cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:38.758968 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2344b6bb-3a63-48e1-be7b-7b12dbd03102 req-c9cb304b-5ae4-44b9-9fa7-503e41d813cc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 945 time: 0.0789680 Dec 22 08:59:38.805161 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2344b6bb-3a63-48e1-be7b-7b12dbd03102 req-20f46294-012f-4c1d-8e93-3e7d3bda2ec6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405939 Dec 22 08:59:39.988487 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934b26d-6471-4b61-bc47-67806909c23d req-160dda4b-3145-4aa1-818f-3feab202a818 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:39.989953 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0934b26d-6471-4b61-bc47-67806909c23d req-160dda4b-3145-4aa1-818f-3feab202a818 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 945 time: 0.0806434 Dec 22 08:59:40.035199 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0934b26d-6471-4b61-bc47-67806909c23d req-f0490e9e-0945-414a-86db-4f629a78348b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395942 Dec 22 08:59:40.215294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabc525-d80c-4cfa-b1b6-85e0de70fcd6 req-f422aeb0-cd7f-477f-aec5-81f79b9fcfac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:40.216705 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ebabc525-d80c-4cfa-b1b6-85e0de70fcd6 req-f422aeb0-cd7f-477f-aec5-81f79b9fcfac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 945 time: 0.0772288 Dec 22 08:59:40.258512 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ebabc525-d80c-4cfa-b1b6-85e0de70fcd6 req-28400f85-2b59-4620-a5ff-6cf8d01a19d0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362723 Dec 22 08:59:40.281133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59728) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:40.354461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a62bdb-f5e9-4c0e-bec4-ee7cc7f83255 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:40.355922 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-66a62bdb-f5e9-4c0e-bec4-ee7cc7f83255 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 1093 time: 0.0738111 Dec 22 08:59:40.358782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59732) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:40.363498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:40.369785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:40.373520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:floatingip and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:40.376314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:40.383133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:40.393247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:40.525826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:40.655273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.106 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/dc8846a4-ab35-4835-8bb0-37e5cabfcd54) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:40.796743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:40.825080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:40.892177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:40.893252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:40.896836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:59:40.930464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=dc8846a4-ab35-4835-8bb0-37e5cabfcd54,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:41.297909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:41.472768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:41.669144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:41.673825 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:41.785538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=dc8846a4-ab35-4835-8bb0-37e5cabfcd54,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:41.792714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:41.959916 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d associated. External IP: 172.26.1.106, port: dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1. Dec 22 08:59:42.297051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 1043ae80-aba3-444f-a255-0b20986e60cd has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:59:42.469613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:59:42.480009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] Sync routers for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:59:42.489807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:42.490443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:59:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:42.495095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:42.549536 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bf9be584-c433-48e2-8701-aefd654fbde8 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1896863 Dec 22 08:59:42.550052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:42.552245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59736) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:42.596785 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'status': 'completed', 'code': 200} Dec 22 08:59:42.624195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839bc2c6-0499-4068-9317-be4ddeefde45 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:42.628258 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-839bc2c6-0499-4068-9317-be4ddeefde45 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 1093 time: 0.0724108 Dec 22 08:59:42.671930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:42.695410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603988-c016-4603-a054-e2f10b495eed req-80230ec8-4f57-415a-a390-cfaae61c4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:42.696863 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-84603988-c016-4603-a054-e2f10b495eed req-80230ec8-4f57-415a-a390-cfaae61c4ec3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 1098 time: 0.0697563 Dec 22 08:59:42.826618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603988-c016-4603-a054-e2f10b495eed req-980d66c9-42d6-40eb-9a93-2a66ad633870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:42.828065 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-84603988-c016-4603-a054-e2f10b495eed req-980d66c9-42d6-40eb-9a93-2a66ad633870 service neutron] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 898 time: 0.1248438 Dec 22 08:59:42.902071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59744) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:42.907166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997552726', 'description': 'tempest-secgroup-smoke-1997552726 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:42.913278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:42.924097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:42.935504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:42.957320 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:42.962527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:42.965713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:42.971661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:43.043300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:c5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:41Z', 'updated_at': '2021-12-22T08:59:41Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:43.048012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] Checking router: 1043ae80-aba3-444f-a255-0b20986e60cd for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:59:43.053598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.057273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:43.057976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:59:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:43.058752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.075642 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-84603988-c016-4603-a054-e2f10b495eed req-3ba3c34d-e687-4f48-bd12-a8ac379eabd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 200 len: 999 time: 0.2414176 Dec 22 08:59:43.106355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc044d73-4da4-4eb5-8777-bd3c0960eb08,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:43.113922 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.114970 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7af6d5f4-86bd-482c-9f09-41500e2141c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2118003 Dec 22 08:59:43.117846 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59748) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:43.123857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'fc044d73-4da4-4eb5-8777-bd3c0960eb08', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:43.130076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:43.134468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:43.137068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:43.142834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:43.149095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603988-c016-4603-a054-e2f10b495eed req-4e95ddcb-fbfc-4bc7-a350-ccec052cd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:43.150808 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-84603988-c016-4603-a054-e2f10b495eed req-4e95ddcb-fbfc-4bc7-a350-ccec052cd943 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.0679693 Dec 22 08:59:43.160917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.223488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.228117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603988-c016-4603-a054-e2f10b495eed req-f88a3385-bcf5-4249-b6d1-1dea3ea3eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:43.229577 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-84603988-c016-4603-a054-e2f10b495eed req-f88a3385-bcf5-4249-b6d1-1dea3ea3eace service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715957 Dec 22 08:59:43.230968 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.251620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e521c5b-d91d-45c7-bd2a-1f58028bd500,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:43.254893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:43.263657 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.264827 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-54e46685-dd6a-4b29-8e00-e1749a26e0fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455944 Dec 22 08:59:43.267633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59752) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:43.281844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'fc044d73-4da4-4eb5-8777-bd3c0960eb08', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:43.295000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:43.341129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:43.347604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:43.361474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:43.399843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.411004 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-84603988-c016-4603-a054-e2f10b495eed req-5b7f5890-0445-4698-9361-b3ce4610c62c service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750691 Dec 22 08:59:43.561211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.564842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.605135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f90d66-b251-48b7-a37f-16794ee65669,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:43.608948 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-84603988-c016-4603-a054-e2f10b495eed req-3b0cb273-cee2-4eef-8f52-0d857d1645cd service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861980 Dec 22 08:59:43.618751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.620085 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8ad8755e-fc23-4931-8b7f-d11f813dd2c1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3513949 Dec 22 08:59:43.623129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59756) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:43.630472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'fc044d73-4da4-4eb5-8777-bd3c0960eb08', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:43.640249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:43.642898 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:c5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:41Z', 'updated_at': '2021-12-22T08:59:41Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:43.643974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:43.646819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638f24a-836a-4499-a849-af67bdce4519 None None] The sync data for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv is: [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:c5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:41Z', 'updated_at': '2021-12-22T08:59:41Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:59:43.647107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:43.652901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:43.671110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.736326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.740128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.763794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd80001-d585-417a-9297-6fa9919ba526,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:43.772101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.773282 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-024bf5c5-f7ea-4cca-a69f-dc4054381394 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491144 Dec 22 08:59:43.776205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59760) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:43.781620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'fc044d73-4da4-4eb5-8777-bd3c0960eb08', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:43.787592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:43.792133 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:43.795126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:43.801095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:43.818710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.874695 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca5011-28c4-4c94-9ba6-c6d1ad0c491c None None] New status for floating IP ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:59:43.898669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.902430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.925041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7d1a55-f9d1-481a-bc0a-5d6fd3613cb2,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:43.935230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.936441 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2999c707-dcaf-49fe-bfb5-29f65682d2f0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1592355 Dec 22 08:59:43.939152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59764) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:43.944306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'fc044d73-4da4-4eb5-8777-bd3c0960eb08', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:43.950097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:43.953859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:43.957164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:43.962927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:43.974758 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:59:43.982540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.047078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.050701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.072017 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c09da87-e09e-424e-b63d-2dddfc99e4a7,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:44.083719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.088123 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a4921b09-d1cc-41d9-82b8-1234d6992568 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448548 Dec 22 08:59:44.088454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59768) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:44.093389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': 'fc044d73-4da4-4eb5-8777-bd3c0960eb08', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:44.099336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:44.103706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:44.106664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:44.112303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:44.125098 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:59:44.132180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.197547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.201051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.226564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283b1f18-836d-41f1-9f39-ddfb2d40b233,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:44.236755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.238069 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d43a6712-6307-44ea-bb54-40f529440583 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487031 Dec 22 08:59:44.247724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.395617 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-1ffff76a-8e23-405e-a512-6bdc466be566 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:44.410359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-1ffff76a-8e23-405e-a512-6bdc466be566 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:44.411656 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-1ffff76a-8e23-405e-a512-6bdc466be566 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997552726&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0543299 Dec 22 08:59:44.558292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-58475742-6f8f-4b0f-be46-d665e2a4af0c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:44.558972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-58475742-6f8f-4b0f-be46-d665e2a4af0c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:44.571313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-58475742-6f8f-4b0f-be46-d665e2a4af0c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:44.572405 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-58475742-6f8f-4b0f-be46-d665e2a4af0c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 797 time: 0.1538119 Dec 22 08:59:44.587067 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-72738255-a5dc-4cd9-9196-22fb0ac4a4e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/quotas/bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 375 time: 0.0093126 Dec 22 08:59:44.677332 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-c1bafa06-7081-48b5-aec0-0b4f6f0dd587 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0854411 Dec 22 08:59:44.730827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-2ccbb776-75b3-4196-8384-e55bfab81c9a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:59:44.731796 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-2ccbb776-75b3-4196-8384-e55bfab81c9a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0433207 Dec 22 08:59:44.859051 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-975d45ce-4fb3-42d2-9020-f98522a49ce9 service neutron] 10.222.0.37 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213260 Dec 22 08:59:44.988583 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-936956fc-091b-4f4d-be09-263549e15f2d service neutron] 10.222.0.37 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237130 Dec 22 08:59:45.166380 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d0b833ba-aa3b-4611-bf2c-1e0171a83b8d req-599113f9-1555-4742-98cb-21ac6c359e70 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 210 time: 0.0419111 Dec 22 08:59:46.183524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-ad198dd4-9d5a-4f11-aee2-8842b3113772 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:46.185002 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-ad198dd4-9d5a-4f11-aee2-8842b3113772 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 797 time: 0.1599798 Dec 22 08:59:46.239921 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-53a1d7da-b5b7-4238-8e89-3c6d3edcae42 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 473 time: 0.0463910 Dec 22 08:59:46.248023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'device_id': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'admin_state_up': True, 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'security_groups': ['fc044d73-4da4-4eb5-8777-bd3c0960eb08']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:46.318096 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3c57e3e1-19b9-4d05-ad94-0de2ef63a3dc req-3028d3fb-18d6-4e03-937a-4f905bcb06d9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 210 time: 0.0457907 Dec 22 08:59:46.388940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:46.398427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:46.407718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:59:46.411222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:46.564369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.3 (38ddb6e5-41ac-4d38-81f9-557b89f26e2c/29a6970a-c576-4127-a3af-4d9c60e9866a/352505d6-e4c0-4898-b36c-cd989cab6b51) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:46.754175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:46.768693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 352505d6-e4c0-4898-b36c-cd989cab6b51 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:46.791615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:46.858242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:46.861271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:46.865027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:59:46.900778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=352505d6-e4c0-4898-b36c-cd989cab6b51,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:46.933364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:46.933997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:46.960455 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-154dbdb3-7324-4ac7-82a0-724e1c517b4e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7158465 Dec 22 08:59:46.972748 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Request body: {'port': {'device_id': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:47.088920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:47.101688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6a98ffb3-404b-4474-aa67-60c78dc04ed1 None None] Provisioning for port 352505d6-e4c0-4898-b36c-cd989cab6b51 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:47.106606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6a98ffb3-404b-4474-aa67-60c78dc04ed1 None None] Provisioning complete for port 352505d6-e4c0-4898-b36c-cd989cab6b51 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:47.107009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6a98ffb3-404b-4474-aa67-60c78dc04ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:47.161433 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-6a98ffb3-404b-4474-aa67-60c78dc04ed1 None None] Port 352505d6-e4c0-4898-b36c-cd989cab6b51 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:59:47.421434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352505d6-e4c0-4898-b36c-cd989cab6b51 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:59:47.462378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:47.492896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Transition to ACTIVE for port object 352505d6-e4c0-4898-b36c-cd989cab6b51 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:47.495686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:47.630420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Pushing event updated for resources: {'Port': ['ID=352505d6-e4c0-4898-b36c-cd989cab6b51,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:47.811595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd35b4-8f06-4212-b67f-1029965c518d req-733aa080-7a7f-48a9-afbb-03b2934b114c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:47.812273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-19bd35b4-8f06-4212-b67f-1029965c518d req-733aa080-7a7f-48a9-afbb-03b2934b114c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:47.852416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-19bd35b4-8f06-4212-b67f-1029965c518d req-733aa080-7a7f-48a9-afbb-03b2934b114c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:47.853454 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-19bd35b4-8f06-4212-b67f-1029965c518d req-733aa080-7a7f-48a9-afbb-03b2934b114c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 931 time: 0.4278626 Dec 22 08:59:47.860697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Attempting to bind port 352505d6-e4c0-4898-b36c-cd989cab6b51 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:59:47.861022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Attempting to bind port 352505d6-e4c0-4898-b36c-cd989cab6b51 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:59:47.861335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Attempting to bind port 352505d6-e4c0-4898-b36c-cd989cab6b51 on network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:59:47.881710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Port 352505d6-e4c0-4898-b36c-cd989cab6b51 on network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:59:47.882143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Attempting to bind port 352505d6-e4c0-4898-b36c-cd989cab6b51 on network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:59:47.890319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:59:47.890655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Checking segment: {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:59:47.891033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Bound using segment: {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:59:47.891455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Bound port: 352505d6-e4c0-4898-b36c-cd989cab6b51, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42a7f2f-828a-47fb-90e5-232d708ba961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:59:47.891799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:47.962957 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-19bd35b4-8f06-4212-b67f-1029965c518d req-57248f59-28d5-4175-b8a7-cec1fa11fabf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc044d73-4da4-4eb5-8777-bd3c0960eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031277 Dec 22 08:59:48.003701 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] For port 352505d6-e4c0-4898-b36c-cd989cab6b51, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:59:48.006612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] For port 352505d6-e4c0-4898-b36c-cd989cab6b51, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=352505d6-e4c0-4898-b36c-cd989cab6b51,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:59:48.012800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:48.069592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:48.070537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:48.072411 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] 10.222.0.54 "PUT /v2.0/ports/352505d6-e4c0-4898-b36c-cd989cab6b51 HTTP/1.1" status: 200 len: 1093 time: 1.1035357 Dec 22 08:59:48.074895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'tag': '352505d6-e4c0-4898-b36c-cd989cab6b51'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:48.101079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3698106-069c-4ea3-9dfc-a9103d969654 service neutron] Pushing event updated for resources: {'Port': ['ID=352505d6-e4c0-4898-b36c-cd989cab6b51,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:48.157407 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'tag': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'status': 'completed', 'code': 200} Dec 22 08:59:48.202496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-75e6cdfb-7ed4-4687-b563-13fd85e54727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:48.204029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-75e6cdfb-7ed4-4687-b563-13fd85e54727 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 1096 time: 0.0775385 Dec 22 08:59:48.271744 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-a185c788-28c5-43ef-a66b-1d9a245d1c38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352505d6-e4c0-4898-b36c-cd989cab6b51 HTTP/1.1" status: 200 len: 217 time: 0.0606086 Dec 22 08:59:48.335874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-e001f154-4a0b-43f1-8564-2114dd340013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:48.337336 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-e001f154-4a0b-43f1-8564-2114dd340013 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.0595660 Dec 22 08:59:48.409627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-f569129f-8e9e-435c-9227-430422c87a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:48.411073 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-f569129f-8e9e-435c-9227-430422c87a22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672584 Dec 22 08:59:48.536989 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-226dd651-30c4-4afd-95e0-0c3c9e772349 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195724 Dec 22 08:59:48.665841 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4bc5227-a28c-4bf3-afa4-9703597980d3 req-7a5c5c65-7d89-444b-836a-c9d7d96e38a4 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221993 Dec 22 08:59:48.779599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-c7a15d78-0302-4ca4-b626-977552bad047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:48.781091 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-c7a15d78-0302-4ca4-b626-977552bad047 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 1096 time: 0.0732603 Dec 22 08:59:48.922161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-7007c552-83fa-4d79-9953-2e80c11a4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:48.923562 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-7007c552-83fa-4d79-9953-2e80c11a4352 service neutron] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 898 time: 0.1237409 Dec 22 08:59:48.990174 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-1fd75306-3fe3-40da-af91-feecb00bbc3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352505d6-e4c0-4898-b36c-cd989cab6b51 HTTP/1.1" status: 200 len: 217 time: 0.0597558 Dec 22 08:59:49.066116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-98cc9743-a66d-47d8-a910-ec355d71e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:49.067839 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-98cc9743-a66d-47d8-a910-ec355d71e5c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.0653410 Dec 22 08:59:49.193247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-c77ad796-285a-4880-9b2a-2ea9111a2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:49.195120 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-c77ad796-285a-4880-9b2a-2ea9111a2a0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955491 Dec 22 08:59:49.204693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0bdfa-f216-4c33-8706-d9d1e760b6cb req-7c2eb085-628d-44ee-96d6-4b32a4401d82 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:49.206065 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-55a0bdfa-f216-4c33-8706-d9d1e760b6cb req-7c2eb085-628d-44ee-96d6-4b32a4401d82 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 943 time: 0.1373713 Dec 22 08:59:49.329786 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-55a0bdfa-f216-4c33-8706-d9d1e760b6cb req-010d331f-a70d-48f6-801e-0cafd4f34215 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc044d73-4da4-4eb5-8777-bd3c0960eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059322 Dec 22 08:59:49.359607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8d0201fc-a31e-4008-a72c-231e7e955fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:49.360964 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-dd664419-ba26-4204-b784-b35d42d47215 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540127 Dec 22 08:59:49.596411 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb2e629f-14f4-47e2-8a37-ac40de6eedff req-7e06fb8e-56ea-4856-b6c7-774508066e7f service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281821 Dec 22 08:59:49.682180 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 352505d6-e4c0-4898-b36c-cd989cab6b51 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:59:49.811436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 352505d6-e4c0-4898-b36c-cd989cab6b51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=352505d6-e4c0-4898-b36c-cd989cab6b51,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:49.824243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'port_id': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'mac_address': 'fa:16:3e:87:b1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:59:49.877040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:49.896107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352505d6-e4c0-4898-b36c-cd989cab6b51 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:59:49.910749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 352505d6-e4c0-4898-b36c-cd989cab6b51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=352505d6-e4c0-4898-b36c-cd989cab6b51,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:49.915469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:49.980462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=352505d6-e4c0-4898-b36c-cd989cab6b51,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:50.132385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['352505d6-e4c0-4898-b36c-cd989cab6b51'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:59:50.511193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec0077-786c-444d-afdb-96dfa9252831 req-fc6f6e64-bf53-48ac-a761-b2501384a13d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:50.512535 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4dec0077-786c-444d-afdb-96dfa9252831 req-fc6f6e64-bf53-48ac-a761-b2501384a13d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 944 time: 0.0777435 Dec 22 08:59:50.554875 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4dec0077-786c-444d-afdb-96dfa9252831 req-7b9f81d4-cb86-4077-8687-457ed5c0889f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc044d73-4da4-4eb5-8777-bd3c0960eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368106 Dec 22 08:59:51.689997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 352505d6-e4c0-4898-b36c-cd989cab6b51 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:51.736940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289566f-cf5e-4969-8afe-3ad94bb074c7 req-3921c641-87c1-4caa-802d-d8799baf810a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:51.738785 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0289566f-cf5e-4969-8afe-3ad94bb074c7 req-3921c641-87c1-4caa-802d-d8799baf810a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 944 time: 0.0795641 Dec 22 08:59:51.754504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1598bb64-c966-4228-ad0c-9d3257f51800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:51.771014 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 352505d6-e4c0-4898-b36c-cd989cab6b51 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:51.776168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 352505d6-e4c0-4898-b36c-cd989cab6b51 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:51.776536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:51.785870 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0289566f-cf5e-4969-8afe-3ad94bb074c7 req-180e79a9-97ef-4561-bd49-179668ae7bf7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc044d73-4da4-4eb5-8777-bd3c0960eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Dec 22 08:59:51.889006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:51.916955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352505d6-e4c0-4898-b36c-cd989cab6b51'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:51.926548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 352505d6-e4c0-4898-b36c-cd989cab6b51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=352505d6-e4c0-4898-b36c-cd989cab6b51,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:59:51.930685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:51.966776 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'code': 200} Dec 22 08:59:51.998013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=352505d6-e4c0-4898-b36c-cd989cab6b51,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:52.199824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8299fcd-d177-481c-bfa4-35a4a062bbb5 req-2cbee2fd-b03a-4912-93be-9e21ea12fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:52.201273 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e8299fcd-d177-481c-bfa4-35a4a062bbb5 req-2cbee2fd-b03a-4912-93be-9e21ea12fbfb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 1098 time: 0.0720806 Dec 22 08:59:52.241237 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e8299fcd-d177-481c-bfa4-35a4a062bbb5 req-fbfc326a-7dfe-4bc6-a3b7-90ba2d1a4bdb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fc044d73-4da4-4eb5-8777-bd3c0960eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327964 Dec 22 08:59:52.793982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:52.969960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432fa0f-9c3f-4e35-8ef6-63b1f25b6857 req-7951ec88-86d8-4ac9-b705-ecdd77c75966 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:52.972604 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7432fa0f-9c3f-4e35-8ef6-63b1f25b6857 req-7951ec88-86d8-4ac9-b705-ecdd77c75966 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 945 time: 0.0839236 Dec 22 08:59:52.986910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:53.026437 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7432fa0f-9c3f-4e35-8ef6-63b1f25b6857 req-cabf96dc-3f71-4f01-b205-3ef1f69c26af tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc044d73-4da4-4eb5-8777-bd3c0960eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472565 Dec 22 08:59:54.149477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:54.217235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf296e-c62d-40aa-bdcc-5c4cc03c9ecc req-f4fc82c1-a9c8-4eed-8a31-c8613074346d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:54.218684 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8dbf296e-c62d-40aa-bdcc-5c4cc03c9ecc req-f4fc82c1-a9c8-4eed-8a31-c8613074346d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 945 time: 0.0819905 Dec 22 08:59:54.260615 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8dbf296e-c62d-40aa-bdcc-5c4cc03c9ecc req-2bebd5d8-d652-4e4e-9862-544305f022ae tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc044d73-4da4-4eb5-8777-bd3c0960eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362768 Dec 22 08:59:54.437195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e6a6-c301-4894-921b-1077cfa76428 req-84dbdfb7-7fa1-4dfa-86b4-5f7543b0e55f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:54.438645 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5f3e6a6-c301-4894-921b-1077cfa76428 req-84dbdfb7-7fa1-4dfa-86b4-5f7543b0e55f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 945 time: 0.0780153 Dec 22 08:59:54.482019 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5f3e6a6-c301-4894-921b-1077cfa76428 req-73a2d007-b455-4d85-a159-b540a5f2fbef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc044d73-4da4-4eb5-8777-bd3c0960eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375454 Dec 22 08:59:54.503228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59820) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:54.574528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc8757-3846-4f93-b214-9cc564ac8a13 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:54.576271 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-19bc8757-3846-4f93-b214-9cc564ac8a13 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 1093 time: 0.0720613 Dec 22 08:59:54.578982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59824) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:54.583711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:59:54.590020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:54.593785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:floatingip and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:54.596588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:54.602240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:54.618931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:54.757766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:54.886888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.20 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/171751f0-8145-4648-afc0-a3ba47d5dde4) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:55.030949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:55.060472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:55.127970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:55.130820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:55.133804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:59:55.170554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=171751f0-8145-4648-afc0-a3ba47d5dde4,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:55.532893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:55.606607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:55.907625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:55.912156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:56.018901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=171751f0-8145-4648-afc0-a3ba47d5dde4,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:56.029376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:56.198698 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP d9bdfe08-56c7-4b80-9ed2-fc3955484a60 associated. External IP: 172.26.1.20, port: 352505d6-e4c0-4898-b36c-cd989cab6b51. Dec 22 08:59:56.536948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 1043ae80-aba3-444f-a255-0b20986e60cd has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:59:56.710920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:59:56.720668 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] Sync routers for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:59:56.731067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:56.731683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:59:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:56.735482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:56.792974 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-72144728-5017-49a4-88f0-3665a42abd76 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2128940 Dec 22 08:59:56.793448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'tag': '352505d6-e4c0-4898-b36c-cd989cab6b51'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:56.837429 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'tag': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'status': 'completed', 'code': 200} Dec 22 08:59:56.909231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:56.928996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-f9879325-a4df-49a3-92f3-9075043895f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:56.930493 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-f9879325-a4df-49a3-92f3-9075043895f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 1098 time: 0.0688121 Dec 22 08:59:57.060604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-0b4d7cee-dc49-44ee-8b08-28bb5e596f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:57.061975 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-0b4d7cee-dc49-44ee-8b08-28bb5e596f42 service neutron] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 898 time: 0.1236358 Dec 22 08:59:57.165260 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-8e11948f-d8fb-4ae9-a783-cb210690aed5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352505d6-e4c0-4898-b36c-cd989cab6b51 HTTP/1.1" status: 200 len: 998 time: 0.0970330 Dec 22 08:59:57.230448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-1b44a73e-0678-453a-8753-073ce4f09ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:57.231885 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-1b44a73e-0678-453a-8753-073ce4f09ba8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.0574446 Dec 22 08:59:57.287463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'd9bdfe08-56c7-4b80-9ed2-fc3955484a60', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:87:b1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:55Z', 'updated_at': '2021-12-22T08:59:55Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}, {'id': 'ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:c5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:41Z', 'updated_at': '2021-12-22T08:59:44Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:57.291720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] Checking router: 1043ae80-aba3-444f-a255-0b20986e60cd for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:59:57.300635 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:59:57.301261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T08:59:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:57.427669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-a04b05d5-7789-4621-a1c0-6b415589f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:57.429118 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-a04b05d5-7789-4621-a1c0-6b415589f779 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1901331 Dec 22 08:59:57.479900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:59:57.557582 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-be6a4f90-b2c7-4cf7-8efd-3251e39f89e5 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209927 Dec 22 08:59:57.687709 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d4f241a8-0c9f-44ff-90fd-d0aed5bb1bf0 req-56d2487c-1e84-41df-96a6-cc377c97068a service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231112 Dec 22 08:59:57.819910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'd9bdfe08-56c7-4b80-9ed2-fc3955484a60', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:87:b1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:55Z', 'updated_at': '2021-12-22T08:59:55Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}, {'id': 'ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:c5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:41Z', 'updated_at': '2021-12-22T08:59:44Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:57.823837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be5714-34ee-4a41-ae6b-7882f3e379dc None None] The sync data for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv is: [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'd9bdfe08-56c7-4b80-9ed2-fc3955484a60', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:87:b1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:55Z', 'updated_at': '2021-12-22T08:59:55Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}, {'id': 'ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:c5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:41Z', 'updated_at': '2021-12-22T08:59:44Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:59:58.019716 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd3d6c-af08-4430-93cb-441713ddd326 None None] New status for floating IP d9bdfe08-56c7-4b80-9ed2-fc3955484a60: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:00:03.749058 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:00:14.257777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:19.361248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-755972ac-d304-409a-b764-4851b2d4c345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:21.726616 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b16231a3-a2e5-422c-8c21-9ad6f055a807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:22.793748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:22.980057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:24.152946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.190396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59842) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:31.292783 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f9482495-e66e-4504-b573-ea846b952299 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d HTTP/1.1" status: 200 len: 993 time: 0.1011920 Dec 22 09:00:32.078217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59852) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:32.084517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:32.200643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.404219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:32.427873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.432723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.499053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:32.499651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.501044 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/ports/dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 200 len: 938 time: 0.4218647 Dec 22 09:00:32.501706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:32.524119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,revision_number=6']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:32.532005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.532347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.532674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.533000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.533319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.533804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.534124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.535320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.535320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.535320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.535658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.535840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33857b24-b572-49fe-9fc9-4f8c5c0f784e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:32.549848 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'status': 'completed', 'code': 200} Dec 22 09:00:32.650712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-945d5a64-c462-4695-91ad-d87947cca85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:32.652358 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-945d5a64-c462-4695-91ad-d87947cca85b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 1099 time: 0.0754521 Dec 22 09:00:32.738394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-81909e9b-c860-44a7-a6b5-37805bbfefda None None] Provisioning complete for port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:32.738972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-81909e9b-c860-44a7-a6b5-37805bbfefda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.793881 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-fddd54c4-d214-4a89-ad55-ac500a1e3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:32.795394 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-fddd54c4-d214-4a89-ad55-ac500a1e3562 service neutron] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 898 time: 0.1358016 Dec 22 09:00:32.799094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-81909e9b-c860-44a7-a6b5-37805bbfefda None None] Port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 is administratively disabled so it will not transition to active. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Dec 22 09:00:32.897607 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-e1db351c-64ed-41be-ade7-7ae50c957049 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 200 len: 1002 time: 0.0953147 Dec 22 09:00:32.958462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-8b8f9a14-cc9a-4464-88ba-df474fe59c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:32.960325 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-8b8f9a14-cc9a-4464-88ba-df474fe59c80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.0566955 Dec 22 09:00:33.039053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-9f78b5ee-45a0-4203-9b80-f4fea86577dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:33.040509 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-9f78b5ee-45a0-4203-9b80-f4fea86577dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715675 Dec 22 09:00:33.168518 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-0c2c292d-d952-479c-9d8a-88f150961183 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209946 Dec 22 09:00:33.403645 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9466fe7-3af6-4430-9637-67d96b1807e3 req-1c240567-1c2b-45fd-9ef9-1cd9820d50f2 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286956 Dec 22 09:00:35.957152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59862) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:35.963490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c37a79a3-918f-4fb5-8a53-e03e276d999b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:36.080855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c37a79a3-918f-4fb5-8a53-e03e276d999b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.288289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-c37a79a3-918f-4fb5-8a53-e03e276d999b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:36.311412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c37a79a3-918f-4fb5-8a53-e03e276d999b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.315727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c37a79a3-918f-4fb5-8a53-e03e276d999b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.386448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a79a3-918f-4fb5-8a53-e03e276d999b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:36.387045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c37a79a3-918f-4fb5-8a53-e03e276d999b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.391009 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c37a79a3-918f-4fb5-8a53-e03e276d999b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/ports/dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 200 len: 937 time: 0.4302270 Dec 22 09:00:36.391009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:36.391393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59866) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:36.414258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a79a3-918f-4fb5-8a53-e03e276d999b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,revision_number=7']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:36.439404 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'status': 'completed', 'code': 200} Dec 22 09:00:36.513714 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6993f6b1-ca25-4232-990e-0b63eac325fc tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d HTTP/1.1" status: 200 len: 993 time: 0.1130500 Dec 22 09:00:36.540632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-90a0481b-2b42-4228-ad8a-05d514c370d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:36.542062 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-90a0481b-2b42-4228-ad8a-05d514c370d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 1098 time: 0.0750849 Dec 22 09:00:36.639570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:00:36.669892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3213b6c0-4629-4eb9-b299-1fed600b774a None None] Provisioning complete for port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:36.670270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3213b6c0-4629-4eb9-b299-1fed600b774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.679293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-f9f465f7-31f8-443e-be26-c63bfe74d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:36.681216 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-f9f465f7-31f8-443e-be26-c63bfe74d38f service neutron] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 898 time: 0.1321886 Dec 22 09:00:36.792656 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-b9be760e-b4b4-4ebd-806d-496de1a9821c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 200 len: 1001 time: 0.1023760 Dec 22 09:00:36.853933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-fd6fe8bf-6596-4905-a26d-eb40012d0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:36.855356 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-fd6fe8bf-6596-4905-a26d-eb40012d0d01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.0569811 Dec 22 09:00:36.934338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-aacc2435-5188-49c7-91c1-3e49eb62c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:36.935802 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-aacc2435-5188-49c7-91c1-3e49eb62c5ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733504 Dec 22 09:00:37.066162 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-0e386ff0-7122-412a-898b-2a24c9758a29 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232288 Dec 22 09:00:37.194004 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c57f13fb-0cf5-43a8-b59b-7d2379c356a3 req-3af63775-8244-40a1-95f2-32d021d9b38f service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213136 Dec 22 09:00:37.668798 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-b9a63388-96be-4ca9-a385-c4e81427f6d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658946 Dec 22 09:00:37.806733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-a914fcfc-d38c-4e5b-aaf1-abd151357b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:37.808157 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-a914fcfc-d38c-4e5b-aaf1-abd151357b84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 1098 time: 0.0709927 Dec 22 09:00:37.949260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-08a255e0-31e0-4b0a-b8f5-0d442ed64b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:37.950573 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-08a255e0-31e0-4b0a-b8f5-0d442ed64b16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 898 time: 0.1227703 Dec 22 09:00:38.049636 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-69d09759-9929-4c9a-9a7d-993bf28886ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 200 len: 1001 time: 0.0925243 Dec 22 09:00:38.218884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-c092c0cc-2fd3-4f93-8662-57b7a6ef863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:38.220215 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-c092c0cc-2fd3-4f93-8662-57b7a6ef863b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.1643667 Dec 22 09:00:38.294520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-9704b74a-0dad-41a4-b782-4af5c2ed77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:38.295914 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-9704b74a-0dad-41a4-b782-4af5c2ed77af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689206 Dec 22 09:00:38.422055 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-5cc9896c-f6b0-46c7-a246-dbba7c49d543 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194246 Dec 22 09:00:38.549435 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee8aca39-ce39-4d61-af4f-e23425523930 req-8792a3b2-9fb6-40df-99c5-c43603ad356f service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214180 Dec 22 09:00:39.086476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59878) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:39.378680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 171751f0-8145-4648-afc0-a3ba47d5dde4 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:39.379023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.543193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.543511 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.663238 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 171751f0-8145-4648-afc0-a3ba47d5dde4 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:39.809364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.854361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=171751f0-8145-4648-afc0-a3ba47d5dde4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:39.886204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.886541 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.886867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.887188 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.887506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.887824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.888139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.888451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.888764 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.889075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.889401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.889706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:39.957493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.957809 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP d9bdfe08-56c7-4b80-9ed2-fc3955484a60 disassociated (deleted). External IP: 172.26.1.20, port: 352505d6-e4c0-4898-b36c-cd989cab6b51. Dec 22 09:00:40.303129 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 1043ae80-aba3-444f-a255-0b20986e60cd has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:00:40.488772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:00:40.501530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] Sync routers for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:00:40.511998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:40.512440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.512653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:40.566011 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-116b0513-01f7-46a1-9107-695c1704f43e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/floatingips/d9bdfe08-56c7-4b80-9ed2-fc3955484a60 HTTP/1.1" status: 204 len: 168 time: 1.4783454 Dec 22 09:00:40.566490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'tag': '352505d6-e4c0-4898-b36c-cd989cab6b51'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:40.668491 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'tag': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'status': 'completed', 'code': 200} Dec 22 09:00:40.692952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:40.752237 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:00:40.777744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-0b33ac7b-4172-49c0-a11e-924d683f3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:40.779500 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-0b33ac7b-4172-49c0-a11e-924d683f3529 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 1098 time: 0.0858796 Dec 22 09:00:40.969411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-fcd06c1d-fc17-4b97-ab10-a80fe17e006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:40.970879 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-fcd06c1d-fc17-4b97-ab10-a80fe17e006d service neutron] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 898 time: 0.1854851 Dec 22 09:00:40.987049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294f0a8-6c36-496d-b628-79b7286cd21e req-7b2cb87a-c056-47c3-a014-c83b8b34c135 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:40.988481 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b294f0a8-6c36-496d-b628-79b7286cd21e req-7b2cb87a-c056-47c3-a014-c83b8b34c135 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 945 time: 0.1186159 Dec 22 09:00:41.059791 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-5f05b036-014a-4a06-89fd-b0484b4d916f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352505d6-e4c0-4898-b36c-cd989cab6b51 HTTP/1.1" status: 200 len: 217 time: 0.0804553 Dec 22 09:00:41.085740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:c5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:41Z', 'updated_at': '2021-12-22T08:59:44Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:41.089612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] Checking router: 1043ae80-aba3-444f-a255-0b20986e60cd for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:00:41.097874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:41.098468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:41.130190 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b294f0a8-6c36-496d-b628-79b7286cd21e req-8a3db280-0a6a-412d-ab57-6e1ef15102c3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc044d73-4da4-4eb5-8777-bd3c0960eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901043 Dec 22 09:00:41.143764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-8da401e4-5999-40aa-b26f-3aafaede1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:41.145190 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-8da401e4-5999-40aa-b26f-3aafaede1ab9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.0770280 Dec 22 09:00:41.220658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-c6da541c-d72f-4c7a-bbb1-1af84b8a067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:41.222047 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-c6da541c-d72f-4c7a-bbb1-1af84b8a067d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692203 Dec 22 09:00:41.276699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:41.359788 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-98de9262-a958-4653-9d1a-05b723819ee1 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259301 Dec 22 09:00:41.492456 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87414cb6-1aa7-4228-9b9c-a6bd6e30a7f7 req-2adff603-c26e-4e52-8332-f7e6ff3d5eea service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237786 Dec 22 09:00:41.610392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:c5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:41Z', 'updated_at': '2021-12-22T08:59:44Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:41.614194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945563e-eded-46ab-8b03-1e2ed8897a86 None None] The sync data for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv is: [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'port_id': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'mac_address': 'fa:16:3e:c5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:41Z', 'updated_at': '2021-12-22T08:59:44Z', 'revision_number': 1, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:00:41.821277 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c176a588-3185-43a0-9dfa-7846d0319872 None None] New status for floating IP d9bdfe08-56c7-4b80-9ed2-fc3955484a60: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:00:42.216518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-5f9c0144-6a9f-406c-b2f2-e4a8f96730a6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:42.218041 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-5f9c0144-6a9f-406c-b2f2-e4a8f96730a6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 945 time: 0.0814164 Dec 22 09:00:42.287799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-781e7f19-7af6-43db-b014-a5fce12927e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 352505d6-e4c0-4898-b36c-cd989cab6b51 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:42.288041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-781e7f19-7af6-43db-b014-a5fce12927e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:42.423004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9274ac-f20a-45b1-8ee7-22fd221fa527 req-249f1eb2-2869-4212-a6ea-de45d2511b04 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:42.423688 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-7a9274ac-f20a-45b1-8ee7-22fd221fa527 req-249f1eb2-2869-4212-a6ea-de45d2511b04 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:42.438445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-7a9274ac-f20a-45b1-8ee7-22fd221fa527 req-249f1eb2-2869-4212-a6ea-de45d2511b04 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:42.439653 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7a9274ac-f20a-45b1-8ee7-22fd221fa527 req-249f1eb2-2869-4212-a6ea-de45d2511b04 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 945 time: 0.2029488 Dec 22 09:00:42.483915 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7a9274ac-f20a-45b1-8ee7-22fd221fa527 req-b6a63583-e352-4b3f-958a-575e8544c20f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc044d73-4da4-4eb5-8777-bd3c0960eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371706 Dec 22 09:00:42.642242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-781e7f19-7af6-43db-b014-a5fce12927e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 352505d6-e4c0-4898-b36c-cd989cab6b51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=352505d6-e4c0-4898-b36c-cd989cab6b51,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:42.642593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-781e7f19-7af6-43db-b014-a5fce12927e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:42.760429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-781e7f19-7af6-43db-b014-a5fce12927e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 352505d6-e4c0-4898-b36c-cd989cab6b51 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:42.904280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-781e7f19-7af6-43db-b014-a5fce12927e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:42.980481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e7f19-7af6-43db-b014-a5fce12927e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=352505d6-e4c0-4898-b36c-cd989cab6b51,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:43.029236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-781e7f19-7af6-43db-b014-a5fce12927e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port 352505d6-e4c0-4898-b36c-cd989cab6b51 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:00:43.031613 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-781e7f19-7af6-43db-b014-a5fce12927e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:43.034003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'name': 'network-vif-deleted', 'tag': '352505d6-e4c0-4898-b36c-cd989cab6b51'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:43.049168 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-49b9c92e-0e87-4a77-a049-e0de9ce44c07 req-781e7f19-7af6-43db-b014-a5fce12927e4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "DELETE /v2.0/ports/352505d6-e4c0-4898-b36c-cd989cab6b51 HTTP/1.1" status: 204 len: 173 time: 0.8260851 Dec 22 09:00:43.081982 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f7a63-dcba-4a0c-8b7a-28fea7efddc3', 'name': 'network-vif-deleted', 'tag': '352505d6-e4c0-4898-b36c-cd989cab6b51', 'status': 'completed', 'code': 200} Dec 22 09:00:43.647237 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3a364f01-8b63-4e17-a789-195afcead7bf req-e13d61a2-47e3-4614-ae8f-d5f023ac992e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37f7a63-dcba-4a0c-8b7a-28fea7efddc3 HTTP/1.1" status: 200 len: 210 time: 0.0422142 Dec 22 09:00:44.247819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:44.739914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59898) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:44.807915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d1d40b6-c23e-4787-b592-215db39b27ed tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:44.837043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d1d40b6-c23e-4787-b592-215db39b27ed tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:44.900723 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d1d40b6-c23e-4787-b592-215db39b27ed tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:44.918470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d40b6-c23e-4787-b592-215db39b27ed tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc044d73-4da4-4eb5-8777-bd3c0960eb08,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:44.930810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d1d40b6-c23e-4787-b592-215db39b27ed tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:44.932137 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4d1d40b6-c23e-4787-b592-215db39b27ed tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/fc044d73-4da4-4eb5-8777-bd3c0960eb08 HTTP/1.1" status: 204 len: 168 time: 0.1912513 Dec 22 09:00:44.967839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59904) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:45.170567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port dc8846a4-ab35-4835-8bb0-37e5cabfcd54 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:45.172063 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:45.331208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:45.331530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:45.448585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for dc8846a4-ab35-4835-8bb0-37e5cabfcd54 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:45.592259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:45.666035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=dc8846a4-ab35-4835-8bb0-37e5cabfcd54,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:45.730030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:45.730312 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d disassociated (deleted). External IP: 172.26.1.106, port: dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1. Dec 22 09:00:46.071214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 1043ae80-aba3-444f-a255-0b20986e60cd has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:00:46.337586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:00:46.346741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] Sync routers for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:00:46.353272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:46.356048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:46.356660 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:46.408407 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-57203c16-31e2-49e7-ad91-b3ef6e488988 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/floatingips/ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d HTTP/1.1" status: 204 len: 168 time: 1.4394588 Dec 22 09:00:46.408982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:46.461184 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'status': 'completed', 'code': 200} Dec 22 09:00:46.533819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:46.554557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-61171214-426e-4b2c-8b4d-5b83912579d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:46.556033 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-61171214-426e-4b2c-8b4d-5b83912579d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 1098 time: 0.0728958 Dec 22 09:00:46.705161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-77f4ff90-70b9-4ba9-8d62-904eec1d0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:46.706653 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-77f4ff90-70b9-4ba9-8d62-904eec1d0397 service neutron] 10.222.0.54 "GET /v2.0/networks?id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 200 len: 898 time: 0.1438744 Dec 22 09:00:46.780883 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-c7f5d48c-870c-4318-b1c8-8ff405ff469b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 200 len: 217 time: 0.0649152 Dec 22 09:00:46.788594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70847867-99a7-488c-b1fc-97a562d827f4 req-62ea357a-ff19-4fdf-a0ea-875f5bf7716c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:46.789286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-70847867-99a7-488c-b1fc-97a562d827f4 req-62ea357a-ff19-4fdf-a0ea-875f5bf7716c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:46.805951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-70847867-99a7-488c-b1fc-97a562d827f4 req-62ea357a-ff19-4fdf-a0ea-875f5bf7716c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:46.811143 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-70847867-99a7-488c-b1fc-97a562d827f4 req-62ea357a-ff19-4fdf-a0ea-875f5bf7716c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 945 time: 0.1003058 Dec 22 09:00:46.846999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-32c59932-dc8d-41d4-9032-f7155c2638f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:46.848500 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-32c59932-dc8d-41d4-9032-f7155c2638f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 200 len: 834 time: 0.0608628 Dec 22 09:00:46.861542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-70847867-99a7-488c-b1fc-97a562d827f4 req-483b40ca-53ea-49bc-98be-15ccf9971b9e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:46.879987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-70847867-99a7-488c-b1fc-97a562d827f4 req-483b40ca-53ea-49bc-98be-15ccf9971b9e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:46.879987 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-70847867-99a7-488c-b1fc-97a562d827f4 req-483b40ca-53ea-49bc-98be-15ccf9971b9e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630343 Dec 22 09:00:46.909736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:46.913528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] Checking router: 1043ae80-aba3-444f-a255-0b20986e60cd for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:00:46.921729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:46.922375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:46.927846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-b41355fa-3f68-4711-9b5c-bfc78ef5b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:46.930120 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-b41355fa-3f68-4711-9b5c-bfc78ef5b70b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38ddb6e5-41ac-4d38-81f9-557b89f26e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746567 Dec 22 09:00:47.062210 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-9fcf54dc-141e-4cc1-90bf-ff0410d110f1 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236439 Dec 22 09:00:47.097014 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:47.192464 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0c2cddaa-ea03-42ca-9970-81167b40fc3e req-0a9335b0-a98a-48cc-9a66-4e9df1211865 service neutron] 10.222.0.54 "GET /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232677 Dec 22 09:00:47.400991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:47.404777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85eaa2-1724-4cce-8a24-d14bf16a6b94 None None] The sync data for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv is: [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T08:59:24Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '4555e012-0f0f-4af0-b91a-67ee7cac952f', 'name': '', 'network_id': '38ddb6e5-41ac-4d38-81f9-557b89f26e2c', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:23Z', 'updated_at': '2021-12-22T08:59:29Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '29a6970a-c576-4127-a3af-4d9c60e9866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:00:47.621901 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e0ba47-bc86-412b-a104-4a1a04f23db3 None None] New status for floating IP ffe8d6e8-5ed6-435f-a5a8-cfebe4c1b03d: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:00:47.919426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 352505d6-e4c0-4898-b36c-cd989cab6b51 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:47.957049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 352505d6-e4c0-4898-b36c-cd989cab6b51 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:00:47.957386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 352505d6-e4c0-4898-b36c-cd989cab6b51 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:48.067380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734138a7-0db4-483e-9162-8e3e29a13760 req-0ab15907-bdf6-4e66-9d5a-bd99489f0b4d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:48.068055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-734138a7-0db4-483e-9162-8e3e29a13760 req-0ab15907-bdf6-4e66-9d5a-bd99489f0b4d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:48.079394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-734138a7-0db4-483e-9162-8e3e29a13760 req-0ab15907-bdf6-4e66-9d5a-bd99489f0b4d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:48.080540 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-734138a7-0db4-483e-9162-8e3e29a13760 req-0ab15907-bdf6-4e66-9d5a-bd99489f0b4d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 945 time: 0.0894938 Dec 22 09:00:48.178238 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-734138a7-0db4-483e-9162-8e3e29a13760 req-bda6d4ca-2964-4781-a757-7d926eba7d9d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad7b930-747a-42c5-ab61-2b85b235ebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902171 Dec 22 09:00:48.197703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-cb39a275-3dfa-4ff8-b33b-3eec3d4b5526 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:48.199223 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-cb39a275-3dfa-4ff8-b33b-3eec3d4b5526 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 945 time: 0.1122491 Dec 22 09:00:48.267403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-26063019-8031-4aba-9644-8a1cfdead74f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:48.267634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-26063019-8031-4aba-9644-8a1cfdead74f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:48.501895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-26063019-8031-4aba-9644-8a1cfdead74f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:48.502247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-26063019-8031-4aba-9644-8a1cfdead74f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:48.728654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-26063019-8031-4aba-9644-8a1cfdead74f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:48.864604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-26063019-8031-4aba-9644-8a1cfdead74f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:48.917956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26063019-8031-4aba-9644-8a1cfdead74f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:48.987368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-26063019-8031-4aba-9644-8a1cfdead74f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:00:48.989838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-26063019-8031-4aba-9644-8a1cfdead74f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:48.992751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'name': 'network-vif-deleted', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:49.011523 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8e0708e7-23b0-457b-ac45-3d3faf0a77c2 req-26063019-8031-4aba-9644-8a1cfdead74f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "DELETE /v2.0/ports/dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 HTTP/1.1" status: 204 len: 173 time: 0.8068566 Dec 22 09:00:49.036600 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bc81ef-6cbf-4e48-a152-cb5792a823ac', 'name': 'network-vif-deleted', 'tag': 'dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1', 'status': 'completed', 'code': 200} Dec 22 09:00:49.343097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-86c9bc6c-1ab5-452f-b52c-e11b9557c45c req-1bfa33fa-dfdc-4569-b4eb-d52cd8a3b88f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:49.362210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-86c9bc6c-1ab5-452f-b52c-e11b9557c45c req-1bfa33fa-dfdc-4569-b4eb-d52cd8a3b88f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:49.364284 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86c9bc6c-1ab5-452f-b52c-e11b9557c45c req-1bfa33fa-dfdc-4569-b4eb-d52cd8a3b88f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=47bc81ef-6cbf-4e48-a152-cb5792a823ac HTTP/1.1" status: 200 len: 210 time: 0.0659971 Dec 22 09:00:49.366949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76b71084-01b6-4915-8bd2-02a6c570db94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:50.459635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59922) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:50.529226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ced9fd3-8bf8-4fcc-be2b-e43b6d3fe44a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:50.559051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ced9fd3-8bf8-4fcc-be2b-e43b6d3fe44a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:50.619703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ced9fd3-8bf8-4fcc-be2b-e43b6d3fe44a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:50.638655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced9fd3-8bf8-4fcc-be2b-e43b6d3fe44a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad7b930-747a-42c5-ab61-2b85b235ebd0,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:50.651169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9ced9fd3-8bf8-4fcc-be2b-e43b6d3fe44a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:50.655216 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9ced9fd3-8bf8-4fcc-be2b-e43b6d3fe44a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/aad7b930-747a-42c5-ab61-2b85b235ebd0 HTTP/1.1" status: 204 len: 168 time: 0.1916139 Dec 22 09:00:50.683415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59930) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:51.215544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:51.549725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 4555e012-0f0f-4af0-b91a-67ee7cac952f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:51.550446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:51.728458 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7c000c8d-82e0-4e22-9d37-04d83b728afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:51.833045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 4555e012-0f0f-4af0-b91a-67ee7cac952f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4555e012-0f0f-4af0-b91a-67ee7cac952f,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:51.833400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:51.934825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:51.962753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 4555e012-0f0f-4af0-b91a-67ee7cac952f owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:51.968260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:00:51.968612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device dd2cbe1c-a9c1-4ea2-a408-43e0eaa225e1 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:52.273937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:52.324684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=4555e012-0f0f-4af0-b91a-67ee7cac952f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:52.588889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:52.803167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:52.950017 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 1043ae80-aba3-444f-a255-0b20986e60cd has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:00:52.988989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:53.226851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:00:53.237184 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] Sync routers for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:00:53.245427 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8c4ec518-92b7-466f-94cd-f0f8b20e0e2e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/1043ae80-aba3-444f-a255-0b20986e60cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5608766 Dec 22 09:00:53.248183 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59934) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:53.248352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:53.248911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:53.315688 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-61726f11-cda0-48bd-af1e-4a3bc7e56382 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting subnet 29a6970a-c576-4127-a3af-4d9c60e9866a {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:00:53.319090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-61726f11-cda0-48bd-af1e-4a3bc7e56382 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:53.373523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-61726f11-cda0-48bd-af1e-4a3bc7e56382 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:53.432227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:53.461212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-61726f11-cda0-48bd-af1e-4a3bc7e56382 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:53.537102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-61726f11-cda0-48bd-af1e-4a3bc7e56382 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:53.577379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61726f11-cda0-48bd-af1e-4a3bc7e56382 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Subnet': ['ID=29a6970a-c576-4127-a3af-4d9c60e9866a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:53.579324 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-61726f11-cda0-48bd-af1e-4a3bc7e56382 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:53.586411 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-61726f11-cda0-48bd-af1e-4a3bc7e56382 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/subnets/29a6970a-c576-4127-a3af-4d9c60e9866a HTTP/1.1" status: 204 len: 168 time: 0.3369267 Dec 22 09:00:53.588986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59938) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:53.618505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20857674-4bb8-4719-b6db-4fd672b289bc None None] Network 38ddb6e5-41ac-4d38-81f9-557b89f26e2c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:00:53.769648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:53.928321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48'}], 'enable_snat': True}, 'gw_port_id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T09:00:52Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '78ef7a52-9853-4f15-92d5-bedf34a039ed', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:20Z', 'updated_at': '2021-12-22T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:53.932740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] Checking router: 1043ae80-aba3-444f-a255-0b20986e60cd for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:00:53.941075 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] Routers {'1043ae80-aba3-444f-a255-0b20986e60cd'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:53.942048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['1043ae80-aba3-444f-a255-0b20986e60cd'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:53.952573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:53.964117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 78ef7a52-9853-4f15-92d5-bedf34a039ed {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:53.965308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.013780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] DHCP port deletion for 38ddb6e5-41ac-4d38-81f9-557b89f26e2c request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:00:54.090119 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Deleting port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:54.090484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.144058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 78ef7a52-9853-4f15-92d5-bedf34a039ed, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=78ef7a52-9853-4f15-92d5-bedf34a039ed,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:54.144423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.164794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] Set router 1043ae80-aba3-444f-a255-0b20986e60cd gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:54.266549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 78ef7a52-9853-4f15-92d5-bedf34a039ed owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:54.315887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.319819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T09:00:53Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:54.336706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc00002-1641-471a-a03b-7f19e7bbde5b None None] The sync data for ids ['1043ae80-aba3-444f-a255-0b20986e60cd'] in dv-neutron-822561-2-hyperv is: [{'id': '1043ae80-aba3-444f-a255-0b20986e60cd', 'name': 'tempest-TestNetworkBasicOps-router-471691388', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:59:19Z', 'updated_at': '2021-12-22T09:00:53Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:00:54.442301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.485411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=78ef7a52-9853-4f15-92d5-bedf34a039ed,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:54.558615 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] For port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7dca128d-11bf-459b-8aa6-7c5fd3838ae3,segment=NetworkSegment(d42a7f2f-828a-47fb-90e5-232d708ba961),segment_id=d42a7f2f-828a-47fb-90e5-232d708ba961)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:54.558919 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.683338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Calling delete_port for 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:54.683499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.781314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.834317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:54.858346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Pushing event deleted for resources: {'Port': ['ID=7dca128d-11bf-459b-8aa6-7c5fd3838ae3,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:54.868874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.871088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.881293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] No DVR routers for this DVR port 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:00:54.884103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.884447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.884776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.885104 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.885426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.885774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.886103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.886420 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.886745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.887059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.887368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.887679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d815b-6c3d-47ab-9ba6-f7e693aae60a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:54.892448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:00:54.892963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7dca128d-11bf-459b-8aa6-7c5fd3838ae3 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:54.893899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4555e012-0f0f-4af0-b91a-67ee7cac952f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:54.906787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.907691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Fanout notify agent at l3_agent the message router_deleted on router 1043ae80-aba3-444f-a255-0b20986e60cd {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:00:54.924773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:54.926105 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d48ea0ae-a55b-4ad3-9a5e-373ad20c66ac tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/routers/1043ae80-aba3-444f-a255-0b20986e60cd HTTP/1.1" status: 204 len: 168 time: 1.3362596 Dec 22 09:00:54.928846 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59942) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:54.931688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 4555e012-0f0f-4af0-b91a-67ee7cac952f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:00:54.932230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4555e012-0f0f-4af0-b91a-67ee7cac952f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:55.040160 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.167583 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.197802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ddb6e5-41ac-4d38-81f9-557b89f26e2c']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:55.211334 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42a7f2f-828a-47fb-90e5-232d708ba961') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:55.211626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42a7f2f-828a-47fb-90e5-232d708ba961') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:55.222854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.237944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.243695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:00:55.244065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:00:55.258588 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:00:55.341209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.362153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.375401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Network': ['ID=38ddb6e5-41ac-4d38-81f9-557b89f26e2c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:55.383410 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1747f5b7-1cb9-454c-a5a7-80f9b58ce9a2 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/networks/38ddb6e5-41ac-4d38-81f9-557b89f26e2c HTTP/1.1" status: 204 len: 168 time: 0.4534039 Dec 22 09:00:55.404738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59946) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:55.410404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'network': {'name': 'tempest-network-smoke--294524153', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'port_security_enabled': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:55.415864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:55.420248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:network and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:55.423492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:55.430758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:55.442598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:00:55.446808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.473381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:00:55.481872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.482208 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Added segment d896f4b7-944b-4e31-8279-47ecdbc774e1 of type vlan for network 2fee03b3-398b-4636-9647-cda65dc49ecf Dec 22 09:00:55.507827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.534974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.540273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:55.540892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.639431 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2335269 Dec 22 09:00:55.642421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59950) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:55.647669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-383663519', 'admin_state_up': True, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:55.648270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcfd4f-1259-4bae-a261-0f47c88ff7ef tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Network': ['ID=2fee03b3-398b-4636-9647-cda65dc49ecf,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:55.655114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:55.658516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:router and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:55.658692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 2fee03b3-398b-4636-9647-cda65dc49ecf details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:00:55.661298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:55.667882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:55.677841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.679423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.696006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:55.952752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:56.340096 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:56.368591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:56.498275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.101 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/3d4614b2-48c4-4887-bb8a-0aec5b1925ce) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:00:56.639046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:56.671082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:56.671369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 78ef7a52-9853-4f15-92d5-bedf34a039ed no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:56.705419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 78ef7a52-9853-4f15-92d5-bedf34a039ed {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:00:56.705785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 78ef7a52-9853-4f15-92d5-bedf34a039ed not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:56.739822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:00:56.742566 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:00:56.746026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:00:56.778565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:57.149557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:57.479895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:57.786102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6b7e7534-f0f8-439f-b033-c86f57fc030f is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:00:57.963463 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:00:57.973002 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Sync routers for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:00:57.982641 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:57.983231 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:57.990594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:57.991946 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d6c19cb2-4dcc-473a-bd96-27ba4f6f12b0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3484762 Dec 22 09:00:57.995108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59954) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:58.040650 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-70e7b5e6-fd8c-4f27-bbec-8646034efd0b tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bb4971834ad94cd983d776e93f1d353e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438156 Dec 22 09:00:58.043154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59958) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:58.155699 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:58.171390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d73272-82cd-4d30-a4a7-7b2c9f541436 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:58.172852 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-20d73272-82cd-4d30-a4a7-7b2c9f541436 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288214 Dec 22 09:00:58.175647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59962) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:58.215045 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-808619b0-54fb-4568-928e-238d3e97f1aa tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383563 Dec 22 09:00:58.217507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59966) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:58.222652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2110303406', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:58.331355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:58.335070 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:subnet and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:58.337843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:58.343407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:58.352874 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:00:58.356317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:58.427949 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:00:56Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:58.432150 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Checking router: 6b7e7534-f0f8-439f-b033-c86f57fc030f for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:00:58.432491 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Updating router 6b7e7534-f0f8-439f-b033-c86f57fc030f port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:00:58.486473 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:58.571303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:58.649472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Subnet': ['ID=95ece951-d7a4-4cc5-a226-e6fbfc0897e7,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:58.654810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Checking segment: {'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:00:58.655163 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network hostable DHCP agents. Network: 2fee03b3-398b-4636-9647-cda65dc49ecf, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:00:58.676896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 2fee03b3-398b-4636-9647-cda65dc49ecf is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:00:58.687334 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 2fee03b3-398b-4636-9647-cda65dc49ecf) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:00:58.691423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:58.692372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:58.698016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3832ef-416a-46e1-84ae-148a033685e1 None None] Network 2fee03b3-398b-4636-9647-cda65dc49ecf requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:00:58.717908 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-113ff473-7d92-40a7-b6f5-f355eb8d5e78 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4966705 Dec 22 09:00:58.718329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:58.817953 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:58.829381 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Transition to ACTIVE for port object 3d4614b2-48c4-4887-bb8a-0aec5b1925ce will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:00:58.835825 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:58.911927 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Pushing event updated for resources: {'Port': ['ID=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:58.920663 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.921011 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.921345 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.921668 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.922009 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.922334 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.922654 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.922960 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.923277 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.923586 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.923896 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.924203 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:58.934347 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Attempting to bind port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:00:58.934699 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Attempting to bind port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:00:58.935056 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Attempting to bind port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:00:58.940375 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:00:58.940736 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:00:58.941122 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:58.941856 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:00:58.942317 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Bound port: 3d4614b2-48c4-4887-bb8a-0aec5b1925ce, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:00:58.942714 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:58.964332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-2fee03b3-398b-4636-9647-cda65dc49ecf', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:00:58.965484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:59.013798 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] For port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:00:59.016688 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] For port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:00:59.024808 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:59.098247 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:59.098851 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:59.138790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Allocated IP 172.20.0.2 (2fee03b3-398b-4636-9647-cda65dc49ecf/95ece951-d7a4-4cc5-a226-e6fbfc0897e7/b3eec858-09d2-4f26-9551-71d8e645a8a3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:00:59.289872 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa61a1-a8ca-4af3-af99-03a27445ac6e None None] Pushing event updated for resources: {'Port': ['ID=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:59.308786 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:59.346601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:59.357398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Transition to ACTIVE for port object b3eec858-09d2-4f26-9551-71d8e645a8a3 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:00:59.377709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Transition to ACTIVE for port object b3eec858-09d2-4f26-9551-71d8e645a8a3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:00:59.382983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:59.442425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:59.452931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Network 2fee03b3-398b-4636-9647-cda65dc49ecf is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:00:59.455926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:00:59.458496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:00:59.467354 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Pushing event updated for resources: {'Port': ['ID=b3eec858-09d2-4f26-9551-71d8e645a8a3,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:59.555239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Attempting to bind port b3eec858-09d2-4f26-9551-71d8e645a8a3 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:00:59.555507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Attempting to bind port b3eec858-09d2-4f26-9551-71d8e645a8a3 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:00:59.555864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Attempting to bind port b3eec858-09d2-4f26-9551-71d8e645a8a3 on network 2fee03b3-398b-4636-9647-cda65dc49ecf {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:00:59.561838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:00:59.562257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Checking segment: {'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:00:59.562603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:59.562986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Bound using segment: {'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:00:59.563451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Bound port: b3eec858-09d2-4f26-9551-71d8e645a8a3, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:00:59.563939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:59.594754 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:00:56Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:59.599054 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb6618c-6a8c-4eb1-9711-38b6ee2bea01 None None] The sync data for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv is: [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:00:56Z', 'revision_number': 3, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:00:59.658584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] For port b3eec858-09d2-4f26-9551-71d8e645a8a3, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:00:59.661814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] For port b3eec858-09d2-4f26-9551-71d8e645a8a3, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b3eec858-09d2-4f26-9551-71d8e645a8a3,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:00:59.668103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:59.753493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c352da1-8d34-44a6-9fc3-49f21c50d9e8 None None] Pushing event updated for resources: {'Port': ['ID=b3eec858-09d2-4f26-9551-71d8e645a8a3,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:00.037188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.1 (2fee03b3-398b-4636-9647-cda65dc49ecf/95ece951-d7a4-4cc5-a226-e6fbfc0897e7/9feac478-bcbb-4d0b-8d79-45fe25a40a79) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:01:00.221601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:00.238075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 9feac478-bcbb-4d0b-8d79-45fe25a40a79 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:01:00.263191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:00.337908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 2fee03b3-398b-4636-9647-cda65dc49ecf is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:01:00.341105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:01:00.345079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:01:00.375137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=9feac478-bcbb-4d0b-8d79-45fe25a40a79,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:00.406931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:00.543360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:00.774028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3d4614b2-48c4-4887-bb8a-0aec5b1925ce up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:00.807278 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34260bdd-84b1-402d-8646-2954066bd743 None None] Network 2fee03b3-398b-4636-9647-cda65dc49ecf requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:01:00.920036 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0d835120-5fcb-4548-8e19-29bd7bc28418 None None] Provisioning for port b3eec858-09d2-4f26-9551-71d8e645a8a3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:01:00.959141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:01:00.967731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:00.968581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:00.978595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:00.985555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.110830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=9feac478-bcbb-4d0b-8d79-45fe25a40a79,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:01.114164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.174285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.198282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:01.203391 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.204266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b3eec858-09d2-4f26-9551-71d8e645a8a3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:01.248659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 2fee03b3-398b-4636-9647-cda65dc49ecf is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:01:01.250092 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:01:01.326225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:01.340214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port b3eec858-09d2-4f26-9551-71d8e645a8a3 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:01:01.345533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port b3eec858-09d2-4f26-9551-71d8e645a8a3 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:01.345955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.469979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.505277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port b3eec858-09d2-4f26-9551-71d8e645a8a3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b3eec858-09d2-4f26-9551-71d8e645a8a3,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:01.510176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.580600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6b7e7534-f0f8-439f-b033-c86f57fc030f has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:01:01.615077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-36f1a3e1-a926-4009-807c-955901bb91e1 None None] Provisioning for port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:01:01.625255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-36f1a3e1-a926-4009-807c-955901bb91e1 None None] Provisioning complete for port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:01.625628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-36f1a3e1-a926-4009-807c-955901bb91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.669467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=b3eec858-09d2-4f26-9551-71d8e645a8a3,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:01.687032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-36f1a3e1-a926-4009-807c-955901bb91e1 None None] Port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:01:01.699609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-36f1a3e1-a926-4009-807c-955901bb91e1 None None] Provisioning complete for port b3eec858-09d2-4f26-9551-71d8e645a8a3 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:01.699934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-36f1a3e1-a926-4009-807c-955901bb91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.770749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:01:01.784744 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e85ee1ad-982b-40d2-b7c5-e245318ca2a3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/6b7e7534-f0f8-439f-b033-c86f57fc030f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0645802 Dec 22 09:01:01.786729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59974) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:01.794737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Sync routers for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:01:01.822525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:01:01.823480 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:01.931519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b55d2-1ba2-47b9-86ad-c5b3e0fc0f43 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:01.931987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b55d2-1ba2-47b9-86ad-c5b3e0fc0f43 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:01.932440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b55d2-1ba2-47b9-86ad-c5b3e0fc0f43 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:01.932888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b55d2-1ba2-47b9-86ad-c5b3e0fc0f43 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:01.934532 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8e5b55d2-1ba2-47b9-86ad-c5b3e0fc0f43 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1468463 Dec 22 09:01:01.937212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59978) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:02.010011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:01:02.013122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce89b4-522f-49c2-932f-0add8862a013 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:02.013702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce89b4-522f-49c2-932f-0add8862a013 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:02.014073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce89b4-522f-49c2-932f-0add8862a013 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:02.014524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce89b4-522f-49c2-932f-0add8862a013 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:02.016205 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9fce89b4-522f-49c2-932f-0add8862a013 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0781507 Dec 22 09:01:02.018863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59982) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:02.139274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8404b2eb-7a3e-4d09-8bc1-893d070a04b8 None None] Provisioning complete for port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:02.139274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8404b2eb-7a3e-4d09-8bc1-893d070a04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.217860 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b89c5279-857c-45f0-9497-a957727ad208 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1978202 Dec 22 09:01:02.269514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8404b2eb-7a3e-4d09-8bc1-893d070a04b8 None None] Port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:01:02.382359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:00Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:00Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:02.386506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Checking router: 6b7e7534-f0f8-439f-b033-c86f57fc030f for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:01:02.386860 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Updating router 6b7e7534-f0f8-439f-b033-c86f57fc030f port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:01:02.437896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.626671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59988) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:02.631975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570518103', 'description': 'tempest-secgroup-smoke-1570518103 description', 'project_id': 'bb4971834ad94cd983d776e93f1d353e'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:02.637991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:02.642511 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:02.645404 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:02.651248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:02.662116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.687595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:02.691921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:02.695276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:02.701085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:02.730441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3d4614b2-48c4-4887-bb8a-0aec5b1925ce up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:02.773535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.777210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.822640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:02.826264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.827569 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f4aed7c7-bd9f-4d35-95ab-9e30b6d2386b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1999173 Dec 22 09:01:02.830462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 59992) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:02.836130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '2b2fc419-f415-4b3d-9ad9-ccf61ec33d42', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:02.839147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.842503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:02.848751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:02.852285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:02.856009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Transition to ACTIVE for port object 9feac478-bcbb-4d0b-8d79-45fe25a40a79 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:01:02.858138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:02.867280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.875266 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.908707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:02.909077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.935195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.938787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.959365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f02800-edd5-4e0b-be90-37e143b44e52,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:02.982065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.986160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 59996) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:02.991442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '2b2fc419-f415-4b3d-9ad9-ccf61ec33d42', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:02.995749 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9a1e8ba7-7f51-4714-b7e9-e5bf1e5a3ef1 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642313 Dec 22 09:01:02.998480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:03.002410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:03.006546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:03.019477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:03.041464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.053032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24981f57-f54c-4a17-96d4-29b044598146 None None] Pushing event updated for resources: {'Port': ['ID=9feac478-bcbb-4d0b-8d79-45fe25a40a79,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:03.116307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.120700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.140798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca2cc26-e9fd-465d-b837-47786241d308,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:03.160133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.161519 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1ad22cd4-78c0-4bc8-b0ff-bb08bb336735 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1743648 Dec 22 09:01:03.164491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60000) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:03.171417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '2b2fc419-f415-4b3d-9ad9-ccf61ec33d42', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:03.177798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:03.182100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:03.185342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:03.191290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:03.196634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Attempting to bind port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:01:03.197010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Attempting to bind port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:01:03.197371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Attempting to bind port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 on network 2fee03b3-398b-4636-9647-cda65dc49ecf {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:01:03.209410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.233899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:01:03.234206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Checking segment: {'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:01:03.234608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.234995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Bound using segment: {'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:01:03.235466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Bound port: 9feac478-bcbb-4d0b-8d79-45fe25a40a79, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:01:03.235837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.274100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.278000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.301337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a401f92-b7df-42e2-ae5a-fcfee7cc1cec,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:03.310240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.311403 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-15213c7f-1f3c-474a-b9fc-1fae41e91efd tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457512 Dec 22 09:01:03.314509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60004) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:03.319733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b3eec858-09d2-4f26-9551-71d8e645a8a3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:03.320241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '2b2fc419-f415-4b3d-9ad9-ccf61ec33d42', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:03.325946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:03.329783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:03.332557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:03.338778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:03.355018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.409730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] For port 9feac478-bcbb-4d0b-8d79-45fe25a40a79, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:01:03.413186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] For port 9feac478-bcbb-4d0b-8d79-45fe25a40a79, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9feac478-bcbb-4d0b-8d79-45fe25a40a79,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:01:03.417669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.418947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.422472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.445225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9061cf80-74b2-4de4-bdf0-d9637cfb76a7,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:03.454977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.456644 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-518aa2be-a2bd-4563-8382-9fcd0865bc6e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407912 Dec 22 09:01:03.458994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60008) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:03.464530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '2b2fc419-f415-4b3d-9ad9-ccf61ec33d42', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:03.470233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:03.473963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:03.476760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:03.482346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:03.494581 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:01:03.494863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port b3eec858-09d2-4f26-9551-71d8e645a8a3 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:03.495265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.501909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.554951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24981f57-f54c-4a17-96d4-29b044598146 None None] Pushing event updated for resources: {'Port': ['ID=9feac478-bcbb-4d0b-8d79-45fe25a40a79,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:03.564604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:01:03.565266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:03.572318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.576238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.602314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89b9039-a8bd-4ab6-8203-c20a81317ffe,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:03.613361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.614936 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-950dc17b-bbb5-475f-8d9f-f4de0be41c68 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550107 Dec 22 09:01:03.618251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60012) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:03.623558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'security_group_rule': {'security_group_id': '2b2fc419-f415-4b3d-9ad9-ccf61ec33d42', 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:03.630284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:03.634723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:security_group_rule and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:03.637636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:03.644175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:03.656936 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Project bb4971834ad94cd983d776e93f1d353e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:01:03.664859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.743570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.747662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.773104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c04fa7-6739-45ad-8693-16be9a64bf1e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:03.783191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:03.784422 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cb0c5d54-c243-4f3a-b413-707c55c4f4bf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1652594 Dec 22 09:01:03.818669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:01:03.948030 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-145bb609-96c2-4dce-9266-eb581adfa395 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570518103&fields=id&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 267 time: 0.0403960 Dec 22 09:01:04.095680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-6e47f6d0-105a-4cb6-b6de-bd270963a5e0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:04.096401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-6e47f6d0-105a-4cb6-b6de-bd270963a5e0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:04.111842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-6e47f6d0-105a-4cb6-b6de-bd270963a5e0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:04.113195 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-6e47f6d0-105a-4cb6-b6de-bd270963a5e0 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/networks?id=2fee03b3-398b-4636-9647-cda65dc49ecf HTTP/1.1" status: 200 len: 796 time: 0.1586022 Dec 22 09:01:04.128457 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-859cfe30-a1c9-42d5-a99d-d4679f31fa28 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/quotas/bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 375 time: 0.0087876 Dec 22 09:01:04.129097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:00Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:03Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:04.133066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d42b2-7cfa-4fa0-8c36-fa6fe5149e3d None None] The sync data for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv is: [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:00Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:03Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:01:04.221457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-8fc4e5bf-2d62-4409-9321-d5746d578f8d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:04.247809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-8fc4e5bf-2d62-4409-9321-d5746d578f8d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:04.249322 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-8fc4e5bf-2d62-4409-9321-d5746d578f8d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156428 Dec 22 09:01:04.389527 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-80e31777-5bcf-4c05-964d-65c7abcda8e1 service neutron] 10.222.0.37 "GET /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282525 Dec 22 09:01:04.526690 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-2edbeedf-a551-4300-be34-72661113376c service neutron] 10.222.0.37 "GET /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313164 Dec 22 09:01:04.754141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9feac478-bcbb-4d0b-8d79-45fe25a40a79 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:04.858844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-588383de-d32f-424b-9176-e35a127f6e3f req-24c123e6-a306-4826-b01b-286e162c89f3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:04.865064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:01:04.870952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:04.871414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:04.873720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-588383de-d32f-424b-9176-e35a127f6e3f req-24c123e6-a306-4826-b01b-286e162c89f3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:04.878178 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-588383de-d32f-424b-9176-e35a127f6e3f req-24c123e6-a306-4826-b01b-286e162c89f3 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 210 time: 0.2098427 Dec 22 09:01:05.024493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:05.064998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 9feac478-bcbb-4d0b-8d79-45fe25a40a79, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9feac478-bcbb-4d0b-8d79-45fe25a40a79,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:05.071262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:05.148494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=9feac478-bcbb-4d0b-8d79-45fe25a40a79,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:05.836363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-5fcb22d6-0cce-4fc9-8373-334bff5febc9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:05.837796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-5fcb22d6-0cce-4fc9-8373-334bff5febc9 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/networks?id=2fee03b3-398b-4636-9647-cda65dc49ecf HTTP/1.1" status: 200 len: 796 time: 0.1503758 Dec 22 09:01:05.889092 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-6ce774d9-457e-4105-be81-5927171dce8b tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4971834ad94cd983d776e93f1d353e HTTP/1.1" status: 200 len: 380 time: 0.0405788 Dec 22 09:01:05.897771 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'port': {'device_id': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'admin_state_up': True, 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'security_groups': ['2b2fc419-f415-4b3d-9ad9-ccf61ec33d42']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:06.040516 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-71ce6dd8-8dfd-49cd-bdcb-84f8aad3600e req-de3e1203-5f9f-4fc8-9b38-d10b7ae5fbad tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 210 time: 0.0523911 Dec 22 09:01:06.067536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:06.076779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:06.086858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Made reservation on behalf of bb4971834ad94cd983d776e93f1d353e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:01:06.090512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:06.358622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.20.0.7 (2fee03b3-398b-4636-9647-cda65dc49ecf/95ece951-d7a4-4cc5-a226-e6fbfc0897e7/617f723d-5bbf-441a-a83d-7d8e620f2fb6) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:01:06.541630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:06.557063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Transition to ACTIVE for port object 617f723d-5bbf-441a-a83d-7d8e620f2fb6 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:01:06.580132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:06.646766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 2fee03b3-398b-4636-9647-cda65dc49ecf is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:01:06.649945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:01:06.653758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:01:06.690104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=617f723d-5bbf-441a-a83d-7d8e620f2fb6,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:06.722201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:06.723058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:06.724785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9feac478-bcbb-4d0b-8d79-45fe25a40a79 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:06.754867 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-075bda05-3fa0-4060-8c0d-5b083fddaf7d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8609755 Dec 22 09:01:06.766838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Request body: {'port': {'device_id': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:06.793314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:06.793716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:06.890511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:06.945050 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-12935eb5-8ea4-4d53-a0a5-8a2ba2cc215a None None] Provisioning for port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:01:06.949664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-12935eb5-8ea4-4d53-a0a5-8a2ba2cc215a None None] Provisioning complete for port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:06.950299 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-12935eb5-8ea4-4d53-a0a5-8a2ba2cc215a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:07.043038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-12935eb5-8ea4-4d53-a0a5-8a2ba2cc215a None None] Port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:01:07.223624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56e5d2-56dd-49a5-910e-55fb7e2c0128 req-abaa3f01-9be8-4065-bfd1-c01fab9e3126 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:07.225086 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8e56e5d2-56dd-49a5-910e-55fb7e2c0128 req-abaa3f01-9be8-4065-bfd1-c01fab9e3126 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 931 time: 0.0825760 Dec 22 09:01:07.229744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617f723d-5bbf-441a-a83d-7d8e620f2fb6 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:01:07.237108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:07.252212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Transition to ACTIVE for port object 617f723d-5bbf-441a-a83d-7d8e620f2fb6 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:01:07.256005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:07.271100 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-8e56e5d2-56dd-49a5-910e-55fb7e2c0128 req-5484db97-b3fa-4743-be81-74c21768bb64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:07.288730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-8e56e5d2-56dd-49a5-910e-55fb7e2c0128 req-5484db97-b3fa-4743-be81-74c21768bb64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:07.294104 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8e56e5d2-56dd-49a5-910e-55fb7e2c0128 req-5484db97-b3fa-4743-be81-74c21768bb64 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619707 Dec 22 09:01:07.418396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Pushing event updated for resources: {'Port': ['ID=617f723d-5bbf-441a-a83d-7d8e620f2fb6,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:07.494855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Attempting to bind port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:01:07.495181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Attempting to bind port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:01:07.495502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Attempting to bind port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 on network 2fee03b3-398b-4636-9647-cda65dc49ecf {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:01:07.500162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 on network 2fee03b3-398b-4636-9647-cda65dc49ecf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:01:07.500470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Attempting to bind port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 on network 2fee03b3-398b-4636-9647-cda65dc49ecf {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:01:07.505582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:01:07.505943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Checking segment: {'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:01:07.506314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Bound using segment: {'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:01:07.506756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Bound port: 617f723d-5bbf-441a-a83d-7d8e620f2fb6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd896f4b7-944b-4e31-8279-47ecdbc774e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:01:07.507088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:07.593944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] For port 617f723d-5bbf-441a-a83d-7d8e620f2fb6, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:01:07.596846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] For port 617f723d-5bbf-441a-a83d-7d8e620f2fb6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=617f723d-5bbf-441a-a83d-7d8e620f2fb6,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:01:07.601168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:07.661489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:07.661627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:07.663181 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] 10.222.0.54 "PUT /v2.0/ports/617f723d-5bbf-441a-a83d-7d8e620f2fb6 HTTP/1.1" status: 200 len: 1093 time: 0.9007809 Dec 22 09:01:07.665428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'tag': '617f723d-5bbf-441a-a83d-7d8e620f2fb6'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:01:07.688900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757f994-0a7c-490c-8991-0b54e78f829e service neutron] Pushing event updated for resources: {'Port': ['ID=617f723d-5bbf-441a-a83d-7d8e620f2fb6,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:07.741066 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'tag': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'status': 'completed', 'code': 200} Dec 22 09:01:07.782099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9760b1bd-bf4a-42fd-a07e-472dd928840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:07.783600 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-9760b1bd-bf4a-42fd-a07e-472dd928840a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 1096 time: 0.0747242 Dec 22 09:01:07.856207 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-4b2446e2-c61f-4f41-9bf6-1fa350c325b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=617f723d-5bbf-441a-a83d-7d8e620f2fb6 HTTP/1.1" status: 200 len: 217 time: 0.0644264 Dec 22 09:01:07.916901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-568e5553-c0bf-4845-90f9-e0e5bfc6aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:07.918325 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-568e5553-c0bf-4845-90f9-e0e5bfc6aa1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95ece951-d7a4-4cc5-a226-e6fbfc0897e7 HTTP/1.1" status: 200 len: 835 time: 0.0559440 Dec 22 09:01:07.990466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-323a07ee-b63f-4db6-bdbb-d7fa6b5430b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:07.991861 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-323a07ee-b63f-4db6-bdbb-d7fa6b5430b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fee03b3-398b-4636-9647-cda65dc49ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675848 Dec 22 09:01:08.120092 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-c097aeda-af90-480b-8d9b-b9307658ca5b service neutron] 10.222.0.54 "GET /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210308 Dec 22 09:01:08.253778 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2e7a2bc-f687-4518-bd55-c9cd19596001 req-4e0eef71-c79c-4534-adc4-12432bd5482c service neutron] 10.222.0.54 "GET /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258221 Dec 22 09:01:08.373750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830df4e-40de-47ab-a21b-7f5743509360 req-799a4eea-92a3-44d6-9272-292fdc437600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:08.375214 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2830df4e-40de-47ab-a21b-7f5743509360 req-799a4eea-92a3-44d6-9272-292fdc437600 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 1096 time: 0.0749168 Dec 22 09:01:08.484280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757a0e8-ea45-4b80-9ed6-3ae112a521e3 req-44b4d08d-940b-4243-bb9d-25292e0d0cfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:08.485922 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9757a0e8-ea45-4b80-9ed6-3ae112a521e3 req-44b4d08d-940b-4243-bb9d-25292e0d0cfa tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 943 time: 0.0846484 Dec 22 09:01:08.532256 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9757a0e8-ea45-4b80-9ed6-3ae112a521e3 req-44dca440-0df0-4f06-9c29-6174e701d33f tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 Dec 22 09:01:08.612756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830df4e-40de-47ab-a21b-7f5743509360 req-06e70334-ad6b-48b6-9ef3-2c2cb4d4e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:08.614207 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2830df4e-40de-47ab-a21b-7f5743509360 req-06e70334-ad6b-48b6-9ef3-2c2cb4d4e2bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fee03b3-398b-4636-9647-cda65dc49ecf HTTP/1.1" status: 200 len: 897 time: 0.2316239 Dec 22 09:01:08.683071 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2830df4e-40de-47ab-a21b-7f5743509360 req-95ba1f03-a542-4fdf-bbe4-27b3d2dcf1f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=617f723d-5bbf-441a-a83d-7d8e620f2fb6 HTTP/1.1" status: 200 len: 217 time: 0.0614021 Dec 22 09:01:08.744869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830df4e-40de-47ab-a21b-7f5743509360 req-21aff0bf-db7c-47d1-9126-140b59d00cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:08.746364 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2830df4e-40de-47ab-a21b-7f5743509360 req-21aff0bf-db7c-47d1-9126-140b59d00cb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95ece951-d7a4-4cc5-a226-e6fbfc0897e7 HTTP/1.1" status: 200 len: 835 time: 0.0560071 Dec 22 09:01:08.819334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830df4e-40de-47ab-a21b-7f5743509360 req-6d506ffb-ce65-45c7-ba77-4393eb4c77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:08.820756 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2830df4e-40de-47ab-a21b-7f5743509360 req-6d506ffb-ce65-45c7-ba77-4393eb4c77a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fee03b3-398b-4636-9647-cda65dc49ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681038 Dec 22 09:01:08.952026 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2830df4e-40de-47ab-a21b-7f5743509360 req-9a4bb567-d490-4a16-8ac8-42813e4802df service neutron] 10.222.0.54 "GET /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224372 Dec 22 09:01:09.081795 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2830df4e-40de-47ab-a21b-7f5743509360 req-8de3f48e-bc29-41ee-8f46-105ace610640 service neutron] 10.222.0.54 "GET /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227753 Dec 22 09:01:09.719743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede260-c696-417e-b3db-d966e8624b87 req-e50330d3-dad4-4f94-98a2-acd7e9982734 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:09.720427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-faede260-c696-417e-b3db-d966e8624b87 req-e50330d3-dad4-4f94-98a2-acd7e9982734 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:09.735894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-faede260-c696-417e-b3db-d966e8624b87 req-e50330d3-dad4-4f94-98a2-acd7e9982734 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:09.736971 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-faede260-c696-417e-b3db-d966e8624b87 req-e50330d3-dad4-4f94-98a2-acd7e9982734 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 943 time: 0.0990338 Dec 22 09:01:09.780906 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-faede260-c696-417e-b3db-d966e8624b87 req-7ba1349f-e48f-473f-986c-a2229718ee9a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376737 Dec 22 09:01:10.958744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d72e36-ffe3-434e-84fd-c9c72387cf78 req-8857709b-99aa-457b-9eb5-fa2572dbadf4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:10.960755 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-97d72e36-ffe3-434e-84fd-c9c72387cf78 req-8857709b-99aa-457b-9eb5-fa2572dbadf4 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 943 time: 0.0785651 Dec 22 09:01:11.002931 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-97d72e36-ffe3-434e-84fd-c9c72387cf78 req-ec14bf7e-956a-4157-851f-119e2522375e tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364811 Dec 22 09:01:12.011710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 617f723d-5bbf-441a-a83d-7d8e620f2fb6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:01:12.141963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 617f723d-5bbf-441a-a83d-7d8e620f2fb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=617f723d-5bbf-441a-a83d-7d8e620f2fb6,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:12.155991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'port_id': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'mac_address': 'fa:16:3e:0b:51:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:01:12.185810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de9ec2-0064-47b0-a333-7a6b0be377c5 req-aee689dd-b139-4ebe-bdc5-596b585bebec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:12.187265 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-74de9ec2-0064-47b0-a333-7a6b0be377c5 req-aee689dd-b139-4ebe-bdc5-596b585bebec tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 943 time: 0.0787711 Dec 22 09:01:12.209257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:12.225960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617f723d-5bbf-441a-a83d-7d8e620f2fb6 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:01:12.234570 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-74de9ec2-0064-47b0-a333-7a6b0be377c5 req-4ec4439f-71e3-4ab4-8ca3-0924e09e1877 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414844 Dec 22 09:01:12.240779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 617f723d-5bbf-441a-a83d-7d8e620f2fb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=617f723d-5bbf-441a-a83d-7d8e620f2fb6,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:12.245804 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:12.313663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=617f723d-5bbf-441a-a83d-7d8e620f2fb6,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:12.440434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['617f723d-5bbf-441a-a83d-7d8e620f2fb6'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:01:13.417813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd1537-da45-40a8-b5d3-e398d4d48182 req-4078ca3b-bfc9-4b7c-a0a5-02a3bf0f6a16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:13.419279 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-aecd1537-da45-40a8-b5d3-e398d4d48182 req-4078ca3b-bfc9-4b7c-a0a5-02a3bf0f6a16 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 944 time: 0.0834315 Dec 22 09:01:13.462367 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-aecd1537-da45-40a8-b5d3-e398d4d48182 req-70811be5-8d57-4607-b6b1-04a9db628b4a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374320 Dec 22 09:01:14.011310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 617f723d-5bbf-441a-a83d-7d8e620f2fb6 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:14.082045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:01:14.087447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:14.087812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:14.201485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:14.226600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617f723d-5bbf-441a-a83d-7d8e620f2fb6'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:01:14.241389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 617f723d-5bbf-441a-a83d-7d8e620f2fb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=617f723d-5bbf-441a-a83d-7d8e620f2fb6,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:14.248233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:14.285519 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'code': 200} Dec 22 09:01:14.297326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:14.318022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=617f723d-5bbf-441a-a83d-7d8e620f2fb6,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:14.506163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764264d5-133f-4e1a-9a4e-48ae988d90b9 req-2d322667-514f-486b-bec6-aec482b9f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:14.507621 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-764264d5-133f-4e1a-9a4e-48ae988d90b9 req-2d322667-514f-486b-bec6-aec482b9f9c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0690365 Dec 22 09:01:14.548064 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-764264d5-133f-4e1a-9a4e-48ae988d90b9 req-c62b26b7-b10e-4856-8156-68a3493c5100 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334518 Dec 22 09:01:14.642913 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e1eca-fb1e-4bba-b743-98e6a755d351 req-2cdd6916-d866-4cfa-bfea-e7229e029710 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:14.644339 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f42e1eca-fb1e-4bba-b743-98e6a755d351 req-2cdd6916-d866-4cfa-bfea-e7229e029710 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 945 time: 0.0766859 Dec 22 09:01:14.690689 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f42e1eca-fb1e-4bba-b743-98e6a755d351 req-8f253b49-67da-4056-a9ab-f296dc78215d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Dec 22 09:01:15.874412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5fab-6a83-4662-8e03-53cac2db9dba req-692bb901-1cc3-47a3-b41f-e584396347bb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:15.875813 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e3ac5fab-6a83-4662-8e03-53cac2db9dba req-692bb901-1cc3-47a3-b41f-e584396347bb tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 945 time: 0.0803320 Dec 22 09:01:15.918200 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e3ac5fab-6a83-4662-8e03-53cac2db9dba req-2ebdc196-75ce-4851-935d-0b480bb3d622 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368867 Dec 22 09:01:16.096560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f46f01-bc48-4c50-b587-2f43fa470809 req-1ecc57ed-7f47-47c9-9ec8-a3b88da25535 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:16.098052 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e6f46f01-bc48-4c50-b587-2f43fa470809 req-1ecc57ed-7f47-47c9-9ec8-a3b88da25535 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 945 time: 0.0785587 Dec 22 09:01:16.141039 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e6f46f01-bc48-4c50-b587-2f43fa470809 req-555d201b-61a7-46b9-ad8f-c6eabb0a98f6 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369325 Dec 22 09:01:16.163117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60066) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:16.233635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61f3597-b814-42d9-939b-250b2fb983f1 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:16.235120 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b61f3597-b814-42d9-939b-250b2fb983f1 tempest-TestNetworkBasicOps-778416712 tempest-TestNetworkBasicOps-778416712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 1093 time: 0.0710795 Dec 22 09:01:16.237852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60070) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:16.243334 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:16.249111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:16.252855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Usage tracker for resource:floatingip and tenant:bb4971834ad94cd983d776e93f1d353e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:16.255613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:16.261098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:16.271270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:16.406043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:16.534347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Allocated IP 172.26.1.213 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/bf15148e-76f4-4718-8a27-1e9e67acab96) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:01:16.675760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:16.704457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:16.774113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:01:16.776677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:01:16.779127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:01:16.807279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=bf15148e-76f4-4718-8a27-1e9e67acab96,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:17.181604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.254958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.546948 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.551295 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.656835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event updated for resources: {'Port': ['ID=bf15148e-76f4-4718-8a27-1e9e67acab96,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:17.669277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.751477 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:01:17.843845 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP a768eb8c-f83e-4724-91f8-c22958d7a6c2 associated. External IP: 172.26.1.213, port: 617f723d-5bbf-441a-a83d-7d8e620f2fb6. Dec 22 09:01:18.186192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6b7e7534-f0f8-439f-b033-c86f57fc030f has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:01:18.364609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:01:18.374124 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a871c-f467-480f-9f45-d210c87490bf None None] Sync routers for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:01:18.383651 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a871c-f467-480f-9f45-d210c87490bf None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:01:18.384279 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-600a871c-f467-480f-9f45-d210c87490bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:18.389169 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:18.446395 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b483643e-7254-4240-ac34-57493ef88252 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2074196 Dec 22 09:01:18.446959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'tag': '617f723d-5bbf-441a-a83d-7d8e620f2fb6'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:01:18.449120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60074) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:18.489895 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'tag': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'status': 'completed', 'code': 200} Dec 22 09:01:18.564666 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-600a871c-f467-480f-9f45-d210c87490bf None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:01:18.598784 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5c92252d-ac67-4bd2-b116-2bb199e40913 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a768eb8c-f83e-4724-91f8-c22958d7a6c2 HTTP/1.1" status: 200 len: 991 time: 0.1484885 Dec 22 09:01:18.617044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-65c4c165-d178-401c-8a4d-bfc2d6ad3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:18.618496 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-65c4c165-d178-401c-8a4d-bfc2d6ad3c00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0972483 Dec 22 09:01:18.745303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-b86e58fc-36a8-4631-aeac-508c8de88721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:18.746668 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-b86e58fc-36a8-4631-aeac-508c8de88721 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fee03b3-398b-4636-9647-cda65dc49ecf HTTP/1.1" status: 200 len: 897 time: 0.1216733 Dec 22 09:01:18.848403 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-2ca3299a-ddda-4951-8504-4e4b5121d044 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=617f723d-5bbf-441a-a83d-7d8e620f2fb6 HTTP/1.1" status: 200 len: 999 time: 0.0954275 Dec 22 09:01:18.909162 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-600a871c-f467-480f-9f45-d210c87490bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:00Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a768eb8c-f83e-4724-91f8-c22958d7a6c2', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.213', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'port_id': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'mac_address': 'fa:16:3e:0b:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:01:17Z', 'updated_at': '2021-12-22T09:01:17Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:05Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:18.913656 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a871c-f467-480f-9f45-d210c87490bf None None] Checking router: 6b7e7534-f0f8-439f-b033-c86f57fc030f for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:01:18.915730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-08f250ec-28ff-4bb2-8cc1-59e29d792595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:18.918173 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-08f250ec-28ff-4bb2-8cc1-59e29d792595 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95ece951-d7a4-4cc5-a226-e6fbfc0897e7 HTTP/1.1" status: 200 len: 835 time: 0.0633569 Dec 22 09:01:18.924156 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a871c-f467-480f-9f45-d210c87490bf None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:01:18.924742 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-600a871c-f467-480f-9f45-d210c87490bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:00:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:18.993404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-0f607308-5b99-459c-af3b-673498526f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:18.994924 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-0f607308-5b99-459c-af3b-673498526f37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fee03b3-398b-4636-9647-cda65dc49ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710194 Dec 22 09:01:19.103809 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-600a871c-f467-480f-9f45-d210c87490bf None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:01:19.129243 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-5b621f3f-83cd-4c7c-a5fd-ab6f08734b96 service neutron] 10.222.0.54 "GET /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279132 Dec 22 09:01:19.360940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6c911150-2efe-45f1-a6d4-25611fc8d9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:19.380876 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1792d245-5e61-4513-b9de-740ab3cc8495 req-e2086ab5-2ac9-4638-8a6c-2f2561ba5bcd service neutron] 10.222.0.54 "GET /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452850 Dec 22 09:01:19.490584 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-600a871c-f467-480f-9f45-d210c87490bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:00Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a768eb8c-f83e-4724-91f8-c22958d7a6c2', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.213', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'port_id': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'mac_address': 'fa:16:3e:0b:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:01:17Z', 'updated_at': '2021-12-22T09:01:17Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:05Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:19.494320 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a871c-f467-480f-9f45-d210c87490bf None None] The sync data for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv is: [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:00Z', 'revision_number': 4, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a768eb8c-f83e-4724-91f8-c22958d7a6c2', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.213', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'port_id': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'mac_address': 'fa:16:3e:0b:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:01:17Z', 'updated_at': '2021-12-22T09:01:17Z', 'revision_number': 0, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:05Z', 'revision_number': 5, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:01:19.602576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60080) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:19.678297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc158ad-790c-4764-90f1-bfe0c9d31c92 None None] New status for floating IP a768eb8c-f83e-4724-91f8-c22958d7a6c2: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:01:19.710309 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-74e34523-57f2-44ad-abaf-15e24c163710 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a768eb8c-f83e-4724-91f8-c22958d7a6c2 HTTP/1.1" status: 200 len: 991 time: 0.1065731 Dec 22 09:01:20.714113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60084) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:20.818186 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-03667920-2ce6-4ae2-bd79-336ac766e1ed tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a768eb8c-f83e-4724-91f8-c22958d7a6c2 HTTP/1.1" status: 200 len: 993 time: 0.1028950 Dec 22 09:01:21.729740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50786db1-7740-406d-b0ee-a62c1eb8b49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:22.799657 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:22.983382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:24.157407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:44.244947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:47.432339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60096) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:47.437527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-cb2389a5-406f-4be0-9813-15eb37913992 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:48.034660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb2389a5-406f-4be0-9813-15eb37913992 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:48.045809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb2389a5-406f-4be0-9813-15eb37913992 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:48.218466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2389a5-406f-4be0-9813-15eb37913992 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6b7e7534-f0f8-439f-b033-c86f57fc030f has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:01:48.390329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2389a5-406f-4be0-9813-15eb37913992 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:01:48.396738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb2389a5-406f-4be0-9813-15eb37913992 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:48.398474 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cb2389a5-406f-4be0-9813-15eb37913992 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/6b7e7534-f0f8-439f-b033-c86f57fc030f HTTP/1.1" status: 200 len: 888 time: 0.9651670 Dec 22 09:01:48.403361 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb85ca-e5bd-4463-856c-7c4ae248e905 None None] Sync routers for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:01:48.413040 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb85ca-e5bd-4463-856c-7c4ae248e905 None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:01:48.413640 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-60cb85ca-e5bd-4463-856c-7c4ae248e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:48.475463 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-60cb85ca-e5bd-4463-856c-7c4ae248e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:48.483519 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb85ca-e5bd-4463-856c-7c4ae248e905 None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:01:48.484099 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-60cb85ca-e5bd-4463-856c-7c4ae248e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:48.543501 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-60cb85ca-e5bd-4463-856c-7c4ae248e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:48.543992 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb85ca-e5bd-4463-856c-7c4ae248e905 None None] The sync data for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv is: [] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:01:48.942250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9feac478-bcbb-4d0b-8d79-45fe25a40a79 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:01:49.059106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:49.090329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 9feac478-bcbb-4d0b-8d79-45fe25a40a79, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9feac478-bcbb-4d0b-8d79-45fe25a40a79,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:49.093722 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:49.157918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=9feac478-bcbb-4d0b-8d79-45fe25a40a79,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:49.329499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6ffd7-ba84-4ea1-a261-a5fdec0cc025 None None] New status for floating IP a768eb8c-f83e-4724-91f8-c22958d7a6c2: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:01:49.418277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b8d402e1-70a8-4245-bd0b-52a19f275c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:50.569046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60104) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:50.574346 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c2ba4cca-3248-426c-a054-2fed598773ab tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:01:50.738246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3d4614b2-48c4-4887-bb8a-0aec5b1925ce no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:01:50.845937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:50.862006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:50.866042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:50.933273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:51.082620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4cca-3248-426c-a054-2fed598773ab tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:51.094821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4cca-3248-426c-a054-2fed598773ab tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16301893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16301884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16299966'] for router, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:51.373663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ba4cca-3248-426c-a054-2fed598773ab tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6b7e7534-f0f8-439f-b033-c86f57fc030f has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:01:51.547039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ba4cca-3248-426c-a054-2fed598773ab tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:01:51.553347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4cca-3248-426c-a054-2fed598773ab tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:51.554510 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c2ba4cca-3248-426c-a054-2fed598773ab tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/6b7e7534-f0f8-439f-b033-c86f57fc030f HTTP/1.1" status: 200 len: 887 time: 0.9844656 Dec 22 09:01:51.556767 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] Sync routers for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:01:51.557943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60110) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:51.565991 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:01:51.566830 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:51.665084 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d090e52c-f907-429e-85a6-c0809d931d90 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a768eb8c-f83e-4724-91f8-c22958d7a6c2 HTTP/1.1" status: 200 len: 991 time: 0.1060953 Dec 22 09:01:51.730427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e84503f-efbf-43c7-b1ce-9211f49fb759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:51.737886 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:01:52.069369 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:51Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a768eb8c-f83e-4724-91f8-c22958d7a6c2', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.213', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'port_id': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'mac_address': 'fa:16:3e:0b:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:01:17Z', 'updated_at': '2021-12-22T09:01:49Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:49Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:52.073026 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] Checking router: 6b7e7534-f0f8-439f-b033-c86f57fc030f for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:01:52.080968 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:01:52.081545 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:52.251561 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:01:52.609956 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:51Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a768eb8c-f83e-4724-91f8-c22958d7a6c2', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.213', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'port_id': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'mac_address': 'fa:16:3e:0b:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:01:17Z', 'updated_at': '2021-12-22T09:01:49Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:49Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:52.613696 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54947620-caf9-4eb1-a880-11f877d9fcbe None None] The sync data for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv is: [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:51Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a768eb8c-f83e-4724-91f8-c22958d7a6c2', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'floating_ip_address': '172.26.1.213', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'port_id': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'mac_address': 'fa:16:3e:0b:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:01:17Z', 'updated_at': '2021-12-22T09:01:49Z', 'revision_number': 2, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:49Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:01:52.669149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60114) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:52.776661 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-038867ba-41a9-42fc-93c1-71b531c7c8f7 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a768eb8c-f83e-4724-91f8-c22958d7a6c2 HTTP/1.1" status: 200 len: 991 time: 0.1062853 Dec 22 09:01:52.831638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:52.986034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:53.780374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60118) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:53.886970 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-12e6ebf5-7fe4-49b8-830e-d19846f11689 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a768eb8c-f83e-4724-91f8-c22958d7a6c2 HTTP/1.1" status: 200 len: 991 time: 0.1054671 Dec 22 09:01:54.163805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:54.231420 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf60d7-9f7a-472a-918c-37f620d150c6 None None] New status for floating IP a768eb8c-f83e-4724-91f8-c22958d7a6c2: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:01:54.750487 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:01:54.776792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9feac478-bcbb-4d0b-8d79-45fe25a40a79 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:54.846688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:54.847058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:54.890818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60122) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:54.958630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:54.993932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 9feac478-bcbb-4d0b-8d79-45fe25a40a79, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9feac478-bcbb-4d0b-8d79-45fe25a40a79,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:54.994737 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0b764cb9-c625-45ae-98cc-6b66248ad613 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/floatingips/a768eb8c-f83e-4724-91f8-c22958d7a6c2 HTTP/1.1" status: 200 len: 993 time: 0.1028225 Dec 22 09:01:55.000488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:55.001352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3d4614b2-48c4-4887-bb8a-0aec5b1925ce up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:55.112861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=9feac478-bcbb-4d0b-8d79-45fe25a40a79,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:55.122794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.123195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.123532 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.123863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.124192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.124526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.124843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.125164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.125484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.125835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.126154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.126473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:55.145923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:55.145923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:55.248555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:55.268266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:55.272283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:55.278480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60130) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:55.340936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:55.473076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port bf15148e-76f4-4718-8a27-1e9e67acab96 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:01:55.473408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:55.635997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:55.636319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:55.855433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for bf15148e-76f4-4718-8a27-1e9e67acab96 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:01:56.002644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:56.048198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=bf15148e-76f4-4718-8a27-1e9e67acab96,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:56.118408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.118743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.119073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.119395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.119712 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.120029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.120344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.120657 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.120972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.121286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.121595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.121943 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:56.152766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:56.153093 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Floating IP a768eb8c-f83e-4724-91f8-c22958d7a6c2 disassociated (deleted). External IP: 172.26.1.213, port: 617f723d-5bbf-441a-a83d-7d8e620f2fb6. Dec 22 09:01:56.493799 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6b7e7534-f0f8-439f-b033-c86f57fc030f has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:01:56.665821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:01:56.674868 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] Sync routers for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:01:56.685419 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:01:56.686249 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:56.687390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:56.743691 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-304380bf-10e9-4a3b-9e34-21ecb3b2674a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/floatingips/a768eb8c-f83e-4724-91f8-c22958d7a6c2 HTTP/1.1" status: 204 len: 168 time: 1.4638360 Dec 22 09:01:56.744139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'tag': '617f723d-5bbf-441a-a83d-7d8e620f2fb6'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:01:56.766538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9feac478-bcbb-4d0b-8d79-45fe25a40a79 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:56.792843 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'tag': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'status': 'completed', 'code': 200} Dec 22 09:01:56.837317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:56.838039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:56.894516 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:01:56.902817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-89ed8762-4981-4796-b5e1-3eb9460f598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:56.904305 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-89ed8762-4981-4796-b5e1-3eb9460f598e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb4971834ad94cd983d776e93f1d353e&device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0863805 Dec 22 09:01:56.992579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3d4614b2-48c4-4887-bb8a-0aec5b1925ce up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:57.068817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:57.069357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:57.097745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-5c173782-b7f4-42c0-a0e7-ef2ea2e0037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:57.099673 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-5c173782-b7f4-42c0-a0e7-ef2ea2e0037d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fee03b3-398b-4636-9647-cda65dc49ecf HTTP/1.1" status: 200 len: 897 time: 0.1889274 Dec 22 09:01:57.188253 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-1cd76223-3c37-4150-af79-f6ddc7a52cde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=617f723d-5bbf-441a-a83d-7d8e620f2fb6 HTTP/1.1" status: 200 len: 217 time: 0.0816183 Dec 22 09:01:57.210548 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe49bd7-ee6b-4b62-9de4-e3d98c2ae458 req-daa499fa-cdf1-4967-ae57-ecd553032255 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:57.211937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-0fe49bd7-ee6b-4b62-9de4-e3d98c2ae458 req-daa499fa-cdf1-4967-ae57-ecd553032255 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:57.231220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-0fe49bd7-ee6b-4b62-9de4-e3d98c2ae458 req-daa499fa-cdf1-4967-ae57-ecd553032255 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:57.233885 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0fe49bd7-ee6b-4b62-9de4-e3d98c2ae458 req-daa499fa-cdf1-4967-ae57-ecd553032255 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 945 time: 0.1252716 Dec 22 09:01:57.246545 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:51Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:54Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:57.251182 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] Checking router: 6b7e7534-f0f8-439f-b033-c86f57fc030f for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:01:57.259655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-11922082-47ff-46df-be03-391d07be92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:57.260038 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:01:57.260621 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:57.261874 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-11922082-47ff-46df-be03-391d07be92bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95ece951-d7a4-4cc5-a226-e6fbfc0897e7 HTTP/1.1" status: 200 len: 835 time: 0.0643365 Dec 22 09:01:57.285030 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0fe49bd7-ee6b-4b62-9de4-e3d98c2ae458 req-f7857def-4f21-44f5-955d-3dcc418b3890 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449193 Dec 22 09:01:57.343080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-2545a542-7e49-42f8-b924-14b386ca73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:57.344555 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-2545a542-7e49-42f8-b924-14b386ca73b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fee03b3-398b-4636-9647-cda65dc49ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758257 Dec 22 09:01:57.432768 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:01:57.474789 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-506ce4fc-5cee-470f-b073-184d392e9f68 service neutron] 10.222.0.54 "GET /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226435 Dec 22 09:01:57.607075 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-36f1ee13-279d-4ee4-ae88-a27206a3dcf7 req-c3b9bb8d-eefa-4b68-be74-1c38ccf7aaea service neutron] 10.222.0.54 "GET /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240728 Dec 22 09:01:57.732461 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:51Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:54Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:01:57.736142 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205be4af-c301-4ea9-bc8d-f7e3c7beb186 None None] The sync data for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv is: [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:01:51Z', 'revision_number': 6, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '9feac478-bcbb-4d0b-8d79-45fe25a40a79', 'name': '', 'network_id': '2fee03b3-398b-4636-9647-cda65dc49ecf', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'mac_address': 'fa:16:3e:aa:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:59Z', 'updated_at': '2021-12-22T09:01:54Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'subnets': [{'id': '95ece951-d7a4-4cc5-a226-e6fbfc0897e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:01:58.395192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-bd0ee7a0-ddaf-4522-8cac-bf8cf3310257 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:58.396603 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-bd0ee7a0-ddaf-4522-8cac-bf8cf3310257 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 945 time: 0.0790994 Dec 22 09:01:58.462245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c19b2-dfa9-407d-9ba9-8c06f8990f75 None None] New status for floating IP a768eb8c-f83e-4724-91f8-c22958d7a6c2: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:01:58.521942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:01:58.522285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:58.595933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b7edb-7dc7-49d6-927a-fec01e4489b6 req-c85367c7-3b17-4642-bfbe-05a4a5cf9e5d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:58.597434 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-682b7edb-7dc7-49d6-927a-fec01e4489b6 req-c85367c7-3b17-4642-bfbe-05a4a5cf9e5d tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 945 time: 0.1999919 Dec 22 09:01:58.718487 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-682b7edb-7dc7-49d6-927a-fec01e4489b6 req-06f0deee-03f4-43ae-9f3f-7d67e2d0b7d5 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894997 Dec 22 09:01:58.820221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 617f723d-5bbf-441a-a83d-7d8e620f2fb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=617f723d-5bbf-441a-a83d-7d8e620f2fb6,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:01:58.820573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:59.053333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 617f723d-5bbf-441a-a83d-7d8e620f2fb6 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:01:59.190955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:59.244020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=617f723d-5bbf-441a-a83d-7d8e620f2fb6,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:59.281580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.281949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.282277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.282606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.282928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.283245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.283562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.283879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.284193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.284503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.284826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.285122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:59.326256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] No DVR routers for this DVR port 617f723d-5bbf-441a-a83d-7d8e620f2fb6 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:01:59.328626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:59.331050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'name': 'network-vif-deleted', 'tag': '617f723d-5bbf-441a-a83d-7d8e620f2fb6'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:01:59.347431 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-05cc74b7-6170-4c73-ad27-284e1920b29c req-ff2da687-b407-460a-aa79-a0970447064c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.54 "DELETE /v2.0/ports/617f723d-5bbf-441a-a83d-7d8e620f2fb6 HTTP/1.1" status: 204 len: 173 time: 0.9123261 Dec 22 09:01:59.380082 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8279ed7c-f257-4f28-b7fd-7238294ad3e1', 'name': 'network-vif-deleted', 'tag': '617f723d-5bbf-441a-a83d-7d8e620f2fb6', 'status': 'completed', 'code': 200} Dec 22 09:01:59.880027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-74e128fd-912b-4324-bde6-fa2b66205a4d req-d412acd1-2ddb-4158-a1e4-fc16c352852a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Synchronizing usage tracker for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:59.895306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-74e128fd-912b-4324-bde6-fa2b66205a4d req-d412acd1-2ddb-4158-a1e4-fc16c352852a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Unset dirty status for tenant:bb4971834ad94cd983d776e93f1d353e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:59.896477 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-74e128fd-912b-4324-bde6-fa2b66205a4d req-d412acd1-2ddb-4158-a1e4-fc16c352852a tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "GET /v2.0/ports?device_id=8279ed7c-f257-4f28-b7fd-7238294ad3e1 HTTP/1.1" status: 200 len: 210 time: 0.0610869 Dec 22 09:02:00.989962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60148) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:01.055520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78990b21-6b93-40fb-8bee-3c733b2475da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:01.084634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78990b21-6b93-40fb-8bee-3c733b2475da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:01.148147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78990b21-6b93-40fb-8bee-3c733b2475da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:01.164768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78990b21-6b93-40fb-8bee-3c733b2475da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2fc419-f415-4b3d-9ad9-ccf61ec33d42,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:01.178581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-78990b21-6b93-40fb-8bee-3c733b2475da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:01.179848 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-78990b21-6b93-40fb-8bee-3c733b2475da tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/security-groups/2b2fc419-f415-4b3d-9ad9-ccf61ec33d42 HTTP/1.1" status: 204 len: 168 time: 0.1889324 Dec 22 09:02:01.211488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60154) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:01.846204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:02.187599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 9feac478-bcbb-4d0b-8d79-45fe25a40a79 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:02:02.188338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:02.280853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 617f723d-5bbf-441a-a83d-7d8e620f2fb6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:02:02.314762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 617f723d-5bbf-441a-a83d-7d8e620f2fb6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:02:02.315111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 617f723d-5bbf-441a-a83d-7d8e620f2fb6 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:02:02.371935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 9feac478-bcbb-4d0b-8d79-45fe25a40a79, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=9feac478-bcbb-4d0b-8d79-45fe25a40a79,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:02.372288 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:02.492627 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 9feac478-bcbb-4d0b-8d79-45fe25a40a79 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:02:02.672220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:02.723427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=9feac478-bcbb-4d0b-8d79-45fe25a40a79,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:03.092253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:03.448022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Router 6b7e7534-f0f8-439f-b033-c86f57fc030f has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:02:03.622457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:02:03.632133 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] Sync routers for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:02:03.638792 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5af90327-2360-4c2f-95eb-93da7a3b9373 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "PUT /v2.0/routers/6b7e7534-f0f8-439f-b033-c86f57fc030f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4261868 Dec 22 09:02:03.641355 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60158) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:03.642112 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:03.642821 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:03.707783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1120c202-260b-4e3f-9567-b3043b017fbf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting subnet 95ece951-d7a4-4cc5-a226-e6fbfc0897e7 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:02:03.710765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1120c202-260b-4e3f-9567-b3043b017fbf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:03.768041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1120c202-260b-4e3f-9567-b3043b017fbf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:03.845300 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:03.850130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1120c202-260b-4e3f-9567-b3043b017fbf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:03.921382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1120c202-260b-4e3f-9567-b3043b017fbf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:03.961053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120c202-260b-4e3f-9567-b3043b017fbf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Subnet': ['ID=95ece951-d7a4-4cc5-a226-e6fbfc0897e7,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:03.968011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1120c202-260b-4e3f-9567-b3043b017fbf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:03.974242 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1120c202-260b-4e3f-9567-b3043b017fbf tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/subnets/95ece951-d7a4-4cc5-a226-e6fbfc0897e7 HTTP/1.1" status: 204 len: 168 time: 0.3319056 Dec 22 09:02:03.976911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60162) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:03.977415 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299fc434-a2e3-4175-8949-7786377fc317 None None] Network 2fee03b3-398b-4636-9647-cda65dc49ecf requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:02:04.137373 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:02:02Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:04.141581 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] Checking router: 6b7e7534-f0f8-439f-b033-c86f57fc030f for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:02:04.150382 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] Routers {'6b7e7534-f0f8-439f-b033-c86f57fc030f'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:04.151468 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['6b7e7534-f0f8-439f-b033-c86f57fc030f'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:04.164148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:04.235105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c92344b-058d-48aa-b4a1-ab8a86849795 None None] DHCP port deletion for 2fee03b3-398b-4636-9647-cda65dc49ecf request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:02:04.239061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1c92344b-058d-48aa-b4a1-ab8a86849795 None None] Deleting port b3eec858-09d2-4f26-9551-71d8e645a8a3 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:02:04.239441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c92344b-058d-48aa-b4a1-ab8a86849795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:04.338283 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] Set router 6b7e7534-f0f8-439f-b033-c86f57fc030f gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:04.347535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:04.358700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Deleting port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:02:04.359102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:04.459581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1c92344b-058d-48aa-b4a1-ab8a86849795 None None] For port b3eec858-09d2-4f26-9551-71d8e645a8a3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=b3eec858-09d2-4f26-9551-71d8e645a8a3,segment=NetworkSegment(d896f4b7-944b-4e31-8279-47ecdbc774e1),segment_id=d896f4b7-944b-4e31-8279-47ecdbc774e1)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:04.460009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c92344b-058d-48aa-b4a1-ab8a86849795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:04.535380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] For port 3d4614b2-48c4-4887-bb8a-0aec5b1925ce, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:04.535799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:04.581388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1c92344b-058d-48aa-b4a1-ab8a86849795 None None] Calling delete_port for b3eec858-09d2-4f26-9551-71d8e645a8a3 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:02:04.625124 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:02:02Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:04.628890 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e3b65-f66e-4a69-b404-e2a1bd376bb7 None None] The sync data for ids ['6b7e7534-f0f8-439f-b033-c86f57fc030f'] in dv-neutron-822561-2-hyperv is: [{'id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'name': 'tempest-TestNetworkBasicOps-router-383663519', 'tenant_id': 'bb4971834ad94cd983d776e93f1d353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:55Z', 'updated_at': '2021-12-22T09:02:02Z', 'revision_number': 7, 'project_id': 'bb4971834ad94cd983d776e93f1d353e', 'gw_port': {'id': '3d4614b2-48c4-4887-bb8a-0aec5b1925ce', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e7534-f0f8-439f-b033-c86f57fc030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:56Z', 'updated_at': '2021-12-22T09:01:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:02:04.659480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Calling delete_port for 3d4614b2-48c4-4887-bb8a-0aec5b1925ce owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:02:04.667990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c92344b-058d-48aa-b4a1-ab8a86849795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:04.713830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92344b-058d-48aa-b4a1-ab8a86849795 None None] Pushing event deleted for resources: {'Port': ['ID=b3eec858-09d2-4f26-9551-71d8e645a8a3,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:04.717302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92344b-058d-48aa-b4a1-ab8a86849795 None None] No DVR routers for this DVR port b3eec858-09d2-4f26-9551-71d8e645a8a3 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:02:04.828816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:04.875325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Port': ['ID=3d4614b2-48c4-4887-bb8a-0aec5b1925ce,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:05.080558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9feac478-bcbb-4d0b-8d79-45fe25a40a79 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:02:05.110784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.116375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 9feac478-bcbb-4d0b-8d79-45fe25a40a79 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:02:05.116916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 9feac478-bcbb-4d0b-8d79-45fe25a40a79 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:02:05.117339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b3eec858-09d2-4f26-9551-71d8e645a8a3 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:02:05.154465 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: b3eec858-09d2-4f26-9551-71d8e645a8a3 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:02:05.154968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device b3eec858-09d2-4f26-9551-71d8e645a8a3 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:02:05.291500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.293615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.315035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.315698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Fanout notify agent at l3_agent the message router_deleted on router 6b7e7534-f0f8-439f-b033-c86f57fc030f {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:02:05.331124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.332062 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e9918ab6-228a-4d76-ae89-fd5b4d40fd3c tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/routers/6b7e7534-f0f8-439f-b033-c86f57fc030f HTTP/1.1" status: 204 len: 168 time: 1.3541679 Dec 22 09:02:05.334639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60166) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:05.447567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.572512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.595917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fee03b3-398b-4636-9647-cda65dc49ecf']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:05.610523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd896f4b7-944b-4e31-8279-47ecdbc774e1') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:05.610810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd896f4b7-944b-4e31-8279-47ecdbc774e1') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:05.622037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.637482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.643189 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:02:05.643555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:02:05.657489 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:02:05.731936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.749308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:05.764102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] Pushing event deleted for resources: {'Network': ['ID=2fee03b3-398b-4636-9647-cda65dc49ecf,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:05.775345 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-70c4e274-7df2-4e8f-b01d-b938bf827137 tempest-TestNetworkBasicOps-908427185 tempest-TestNetworkBasicOps-908427185-project] 10.222.0.37 "DELETE /v2.0/networks/2fee03b3-398b-4636-9647-cda65dc49ecf HTTP/1.1" status: 204 len: 168 time: 0.4396157 Dec 22 09:02:06.103441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60174) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:06.244943 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-eea53906-8e3a-4e92-a52b-fb8a26d4af2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb4971834ad94cd983d776e93f1d353e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403446 Dec 22 09:02:06.247337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60180) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:06.301923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0115801d-1fc8-4fc6-b799-373c38e73422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:06.326027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0115801d-1fc8-4fc6-b799-373c38e73422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:06.375470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0115801d-1fc8-4fc6-b799-373c38e73422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:06.389972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115801d-1fc8-4fc6-b799-373c38e73422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c907dc-53f7-44de-b3bd-0d56bcbec5bc,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:06.398893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0115801d-1fc8-4fc6-b799-373c38e73422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:06.403172 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0115801d-1fc8-4fc6-b799-373c38e73422 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99c907dc-53f7-44de-b3bd-0d56bcbec5bc HTTP/1.1" status: 204 len: 168 time: 0.1525707 Dec 22 09:02:06.690909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60188) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:06.709524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ec78-0fde-4d09-a34b-869a2f1e98fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:06.709725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3d4614b2-48c4-4887-bb8a-0aec5b1925ce no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:02:06.724091 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ecb6ec78-0fde-4d09-a34b-869a2f1e98fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:06.727894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ecb6ec78-0fde-4d09-a34b-869a2f1e98fb admin admin] Usage tracker for resource:security_group_rule and tenant:aceb9a3044ef4b26891477c9570ab536 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:06.730613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ecb6ec78-0fde-4d09-a34b-869a2f1e98fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:06.736135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ecb6ec78-0fde-4d09-a34b-869a2f1e98fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:06.742805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 3d4614b2-48c4-4887-bb8a-0aec5b1925ce {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:02:06.743153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3d4614b2-48c4-4887-bb8a-0aec5b1925ce not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:02:06.818656 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ec78-0fde-4d09-a34b-869a2f1e98fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:06.822773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ec78-0fde-4d09-a34b-869a2f1e98fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:06.869240 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ecb6ec78-0fde-4d09-a34b-869a2f1e98fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aceb9a3044ef4b26891477c9570ab536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769257 Dec 22 09:02:06.870092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6ec78-0fde-4d09-a34b-869a2f1e98fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c795991a-c2b6-454b-a3c9-567797a1ca73,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:06.872053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60192) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:06.931606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0bfb-c78a-4a13-95d4-556fcfd54540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:06.956678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0bfb-c78a-4a13-95d4-556fcfd54540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:07.005842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0bfb-c78a-4a13-95d4-556fcfd54540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:07.020308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e0bfb-c78a-4a13-95d4-556fcfd54540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c795991a-c2b6-454b-a3c9-567797a1ca73,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:07.026258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0bfb-c78a-4a13-95d4-556fcfd54540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:07.027352 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6b8e0bfb-c78a-4a13-95d4-556fcfd54540 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c795991a-c2b6-454b-a3c9-567797a1ca73 HTTP/1.1" status: 204 len: 168 time: 0.1543372 Dec 22 09:02:07.764766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60216) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:07.866953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1905595169-network', 'tenant_id': '76d9eb094ab54636947a57475833e596'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:07.871619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:07.875372 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Usage tracker for resource:network and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:07.878201 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:07.884290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:07.893729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Made reservation on behalf of 76d9eb094ab54636947a57475833e596 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:02:07.896080 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:07.908450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:07.926231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:07.929932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Usage tracker for resource:security_group_rule and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:07.932631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:07.938173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:08.020469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.025388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.057199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:02:08.062313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733b948a-ee31-4594-b1f0-9e0c45bd54a9,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:08.070227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.070227 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Added segment a3a21f80-e2af-4d78-bf9b-830a61b05511 of type vlan for network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b Dec 22 09:02:08.096826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.124190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.125109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:08.125695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.231037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] Pushing event updated for resources: {'Network': ['ID=3ed7e46d-48d0-49ec-8cbe-80934f8d301b,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:08.234637 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9a1fe208-9287-4b56-8311-6168661ae2ae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4688885 Dec 22 09:02:08.238122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60222) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:08.242078 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:02:08.244571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Request body: {'subnet': {'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1905595169-subnet', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'ip_version': 4}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:08.250175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:08.254576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Usage tracker for resource:subnet and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:08.257695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:08.265004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:08.275992 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Made reservation on behalf of 76d9eb094ab54636947a57475833e596 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:02:08.278380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.479669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.668031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745d19a2-ae6f-49e9-a4ec-b7b2a971d666,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:08.679991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Checking segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:02:08.680342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Network hostable DHCP agents. Network: 3ed7e46d-48d0-49ec-8cbe-80934f8d301b, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:02:08.700098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:02:08.709031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 3ed7e46d-48d0-49ec-8cbe-80934f8d301b) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:08.713052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:08.713627 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.718088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a674f43-001b-436f-98a5-413c6bfc4008 None None] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:02:08.733986 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1f7d4f54-48cb-4eac-a796-17609b4f5754 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4948361 Dec 22 09:02:08.736748 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60226) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:08.741885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:08.746927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:08.750905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Usage tracker for resource:router and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:08.753742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:08.759411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:08.769798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.770746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.786011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.932651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:02:08.933502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.052127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.083369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Allocated IP 172.20.0.2 (3ed7e46d-48d0-49ec-8cbe-80934f8d301b/745d19a2-ae6f-49e9-a4ec-b7b2a971d666/e6c6ed89-24c6-434e-b573-d94e5acc965f) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:02:09.322820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.333814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Transition to ACTIVE for port object e6c6ed89-24c6-434e-b573-d94e5acc965f will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:09.352032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Transition to ACTIVE for port object e6c6ed89-24c6-434e-b573-d94e5acc965f will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:09.357720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.362076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.392253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.421717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:09.422783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:09.425389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:02:09.465902 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Pushing event updated for resources: {'Port': ['ID=e6c6ed89-24c6-434e-b573-d94e5acc965f,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:09.520219 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Attempting to bind port e6c6ed89-24c6-434e-b573-d94e5acc965f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:02:09.520580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Attempting to bind port e6c6ed89-24c6-434e-b573-d94e5acc965f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:02:09.520933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Attempting to bind port e6c6ed89-24c6-434e-b573-d94e5acc965f on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:02:09.526041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:02:09.526408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Checking segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:02:09.526800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.527183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Bound using segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:02:09.527775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Bound port: e6c6ed89-24c6-434e-b573-d94e5acc965f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:02:09.528146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.528647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Allocated IP 172.26.1.26 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/4dccd6a1-616a-4ae4-a4cc-0c989f25c110) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:02:09.623221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] For port e6c6ed89-24c6-434e-b573-d94e5acc965f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:02:09.626217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] For port e6c6ed89-24c6-434e-b573-d94e5acc965f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e6c6ed89-24c6-434e-b573-d94e5acc965f,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:02:09.630393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.677246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.708669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.710888 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ad062-a3f3-4ac6-a756-80a5372bcd90 None None] Pushing event updated for resources: {'Port': ['ID=e6c6ed89-24c6-434e-b573-d94e5acc965f,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:09.774768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:09.777547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:09.781126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:02:09.813965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Pushing event updated for resources: {'Port': ['ID=4dccd6a1-616a-4ae4-a4cc-0c989f25c110,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:10.303467 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:10.647308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:10.679914 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8da1a7-e620-4538-97c0-279e71929099 None None] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:02:10.790978 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e6c6ed89-24c6-434e-b573-d94e5acc965f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:10.835477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-89999a9e-0973-4623-95e4-0853421e7205 None None] Provisioning for port e6c6ed89-24c6-434e-b573-d94e5acc965f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:10.858730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Router e716e9aa-234d-4061-8f2f-60733103c490 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:02:10.925132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port e6c6ed89-24c6-434e-b573-d94e5acc965f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:10.970572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e6c6ed89-24c6-434e-b573-d94e5acc965f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:10.970916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.034777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:02:11.059775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.061058 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4144c904-0ce3-4cce-813e-4b570215cf1a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3231859 Dec 22 09:02:11.064105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60230) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:11.080736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Sync routers for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:02:11.112026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:11.112671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:11.187326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.300638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port e6c6ed89-24c6-434e-b573-d94e5acc965f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e6c6ed89-24c6-434e-b573-d94e5acc965f,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:11.309031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.372658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:11.525725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d2c30a28-d7d4-4b12-9bb3-53b42bc5dd18 None None] Provisioning complete for port e6c6ed89-24c6-434e-b573-d94e5acc965f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:11.526009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d2c30a28-d7d4-4b12-9bb3-53b42bc5dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.568459 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=e6c6ed89-24c6-434e-b573-d94e5acc965f,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:11.814858 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:10Z', 'revision_number': 3, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:11.819053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Checking router: e716e9aa-234d-4061-8f2f-60733103c490 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:02:11.819408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Updating router e716e9aa-234d-4061-8f2f-60733103c490 port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:02:11.854134 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.870817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.055303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Allocated IP 172.20.0.1 (3ed7e46d-48d0-49ec-8cbe-80934f8d301b/745d19a2-ae6f-49e9-a4ec-b7b2a971d666/7e25c271-2ee1-4483-8b78-4472590a2bc6) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:02:12.189188 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.199216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.200883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Transition to ACTIVE for port object 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:12.206582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.214976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Transition to ACTIVE for port object 7e25c271-2ee1-4483-8b78-4472590a2bc6 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:12.237856 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.284600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Attempting to bind port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:02:12.284972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Attempting to bind port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:02:12.285333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Attempting to bind port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:02:12.294943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:02:12.294943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:02:12.295296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.295742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:02:12.296137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Bound port: 4dccd6a1-616a-4ae4-a4cc-0c989f25c110, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:02:12.296507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.302167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:12.304978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:12.309064 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:02:12.320712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150074d7-13ed-4397-a95e-693813e5915c None None] Pushing event updated for resources: {'Port': ['ID=4dccd6a1-616a-4ae4-a4cc-0c989f25c110,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:12.345246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Pushing event updated for resources: {'Port': ['ID=7e25c271-2ee1-4483-8b78-4472590a2bc6,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:12.368750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.374269 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] For port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:02:12.377775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] For port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4dccd6a1-616a-4ae4-a4cc-0c989f25c110,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:02:12.383113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.464632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:12.465273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:12.525717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150074d7-13ed-4397-a95e-693813e5915c None None] Pushing event updated for resources: {'Port': ['ID=4dccd6a1-616a-4ae4-a4cc-0c989f25c110,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:12.635447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.646195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3ec880f2-629e-4b81-8058-58e6bdbe6806 None None] Provisioning for port 7e25c271-2ee1-4483-8b78-4472590a2bc6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:12.657583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3ec880f2-629e-4b81-8058-58e6bdbe6806 None None] Provisioning complete for port 7e25c271-2ee1-4483-8b78-4472590a2bc6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:12.657959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3ec880f2-629e-4b81-8058-58e6bdbe6806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.702975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:12.804240 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e6c6ed89-24c6-434e-b573-d94e5acc965f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:12.862945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.867498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.894828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3ec880f2-629e-4b81-8058-58e6bdbe6806 None None] Port 7e25c271-2ee1-4483-8b78-4472590a2bc6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:02:12.977931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.982290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Pushing event updated for resources: {'Port': ['ID=7e25c271-2ee1-4483-8b78-4472590a2bc6,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:12.994459 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e6c6ed89-24c6-434e-b573-d94e5acc965f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:12.994837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:13.162071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:10Z', 'revision_number': 3, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:13.168679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610326c4-eb79-49fe-86cb-1141391156f8 None None] The sync data for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv is: [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:10Z', 'revision_number': 3, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:02:13.234872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:13.236230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:13.447019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Router e716e9aa-234d-4061-8f2f-60733103c490 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:02:13.526547 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5f694cbc-3b45-4a6c-b540-cbda6bb443fd None None] Provisioning complete for port 7e25c271-2ee1-4483-8b78-4472590a2bc6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:13.527067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5f694cbc-3b45-4a6c-b540-cbda6bb443fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:13.628545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5f694cbc-3b45-4a6c-b540-cbda6bb443fd None None] Port 7e25c271-2ee1-4483-8b78-4472590a2bc6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:02:13.637244 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:02:13.646088 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fd0612c2-294c-407e-a0b4-d52c9d94100c admin admin] 10.222.0.37 "PUT /v2.0/routers/e716e9aa-234d-4061-8f2f-60733103c490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5809660 Dec 22 09:02:14.151408 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60248) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:14.156891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1110189210-network', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:14.161589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:14.165430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Usage tracker for resource:network and tenant:0bc77d9dc74340aebd7f7f6dfc2d835a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:14.168298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:14.174003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:14.184688 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Made reservation on behalf of 0bc77d9dc74340aebd7f7f6dfc2d835a for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:02:14.186956 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.203400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.223265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:14.227154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc77d9dc74340aebd7f7f6dfc2d835a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:14.229980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:14.236716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:14.257624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.320185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.324088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.350763 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:02:14.362845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a0138-05d6-4607-8df3-e48b5c5dbaa5,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:14.367256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.367596 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Added segment ff80b706-ccf7-4a57-93c2-b93340952265 of type vlan for network 0c280e08-7a82-4993-b78d-09dec20f8d9f Dec 22 09:02:14.394646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.424723 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.425872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:14.426547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.529980 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3774633 Dec 22 09:02:14.532830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60252) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:14.533338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c99d7-8a88-4fc8-a98e-729b82555442 admin admin] Pushing event updated for resources: {'Network': ['ID=0c280e08-7a82-4993-b78d-09dec20f8d9f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:14.538634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Request body: {'subnet': {'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1110189210-subnet', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:14.542881 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 0c280e08-7a82-4993-b78d-09dec20f8d9f details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:02:14.543620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:14.547434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Usage tracker for resource:subnet and tenant:0bc77d9dc74340aebd7f7f6dfc2d835a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:14.550508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:14.556666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:14.566798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Made reservation on behalf of 0bc77d9dc74340aebd7f7f6dfc2d835a for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:02:14.569461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.669255 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Sync routers for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:02:14.679493 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:14.680095 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:14.782811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.783949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:14.851930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:14.857419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:14.857926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.861869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d5da1b-23f2-4246-9c24-428975fbc7f6,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:14.862060 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:14.870875 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Checking segment: {'id': 'ff80b706-ccf7-4a57-93c2-b93340952265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:02:14.871233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Network hostable DHCP agents. Network: 0c280e08-7a82-4993-b78d-09dec20f8d9f, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:02:14.889910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Network 0c280e08-7a82-4993-b78d-09dec20f8d9f is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:02:14.899546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 0c280e08-7a82-4993-b78d-09dec20f8d9f) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:14.912256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9fa3da-1237-460c-9eef-3e0cbc13d04a None None] Network 0c280e08-7a82-4993-b78d-09dec20f8d9f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:02:14.913279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:14.913884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.939888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60256) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:14.940135 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6966a4bb-d751-4635-992b-021f58ec1efc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4060528 Dec 22 09:02:14.945574 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1110189210-router', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:14.950582 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:14.954668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Usage tracker for resource:router and tenant:0bc77d9dc74340aebd7f7f6dfc2d835a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:14.957828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:14.963994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:14.976868 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.978920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:14.997087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.112288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.170478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4dccd6a1-616a-4ae4-a4cc-0c989f25c110,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:15.177362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.218060 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 2, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:15.222222 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Checking router: e716e9aa-234d-4061-8f2f-60733103c490 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:02:15.222573 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Updating router e716e9aa-234d-4061-8f2f-60733103c490 port 7e25c271-2ee1-4483-8b78-4472590a2bc6 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:02:15.274862 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.276250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-0c280e08-7a82-4993-b78d-09dec20f8d9f', 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'fixed_ips': [{'subnet_id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:02:15.277051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.282442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.297110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=4dccd6a1-616a-4ae4-a4cc-0c989f25c110,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:15.437819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Allocated IP 172.20.0.2 (0c280e08-7a82-4993-b78d-09dec20f8d9f/c5d5da1b-23f2-4246-9c24-428975fbc7f6/52da9198-d663-460c-8115-d67362303a9e) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:02:15.596022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.620193 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.632501 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Transition to ACTIVE for port object 7e25c271-2ee1-4483-8b78-4472590a2bc6 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:15.640719 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.651227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.662442 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Transition to ACTIVE for port object 52da9198-d663-460c-8115-d67362303a9e will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:15.682140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Transition to ACTIVE for port object 52da9198-d663-460c-8115-d67362303a9e will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:15.688048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.712761 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Pushing event updated for resources: {'Port': ['ID=7e25c271-2ee1-4483-8b78-4472590a2bc6,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:15.721871 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.722219 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.722567 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.722878 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.723208 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.723535 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.723861 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.724184 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.724506 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.724825 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.725150 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.725465 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:15.744409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.765611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Network 0c280e08-7a82-4993-b78d-09dec20f8d9f is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:15.768790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:15.771381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:02:15.778301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Pushing event updated for resources: {'Port': ['ID=52da9198-d663-460c-8115-d67362303a9e,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:15.871854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Attempting to bind port 52da9198-d663-460c-8115-d67362303a9e on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:02:15.872405 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Attempting to bind port 52da9198-d663-460c-8115-d67362303a9e by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'ff80b706-ccf7-4a57-93c2-b93340952265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:02:15.872859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Attempting to bind port 52da9198-d663-460c-8115-d67362303a9e on network 0c280e08-7a82-4993-b78d-09dec20f8d9f {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:02:15.878589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:02:15.879102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Checking segment: {'id': 'ff80b706-ccf7-4a57-93c2-b93340952265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:02:15.879796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.880272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Bound using segment: {'id': 'ff80b706-ccf7-4a57-93c2-b93340952265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:02:15.881337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Bound port: 52da9198-d663-460c-8115-d67362303a9e, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff80b706-ccf7-4a57-93c2-b93340952265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:02:15.881698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.886499 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Attempting to bind port 7e25c271-2ee1-4483-8b78-4472590a2bc6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:02:15.886865 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Attempting to bind port 7e25c271-2ee1-4483-8b78-4472590a2bc6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:02:15.887217 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Attempting to bind port 7e25c271-2ee1-4483-8b78-4472590a2bc6 on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:02:15.891005 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Allocated IP 172.26.1.50 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/e95d0c51-a01e-4538-a0b0-9f92affa6080) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:02:15.892796 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:02:15.893422 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Checking segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:02:15.894222 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.894777 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Bound using segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:02:15.895408 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Bound port: 7e25c271-2ee1-4483-8b78-4472590a2bc6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:02:15.896025 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.984918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] For port 52da9198-d663-460c-8115-d67362303a9e, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:02:15.986901 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] For port 7e25c271-2ee1-4483-8b78-4472590a2bc6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:02:15.988769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] For port 52da9198-d663-460c-8115-d67362303a9e, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=52da9198-d663-460c-8115-d67362303a9e,segment=NetworkSegment(ff80b706-ccf7-4a57-93c2-b93340952265),segment_id=ff80b706-ccf7-4a57-93c2-b93340952265)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:02:15.990475 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] For port 7e25c271-2ee1-4483-8b78-4472590a2bc6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7e25c271-2ee1-4483-8b78-4472590a2bc6,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:02:15.998060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.999215 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:16.086306 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ce221-3440-4846-ab8a-4aa5ab92ee21 None None] Pushing event updated for resources: {'Port': ['ID=7e25c271-2ee1-4483-8b78-4472590a2bc6,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:16.094171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c473b-aba9-427d-b484-0a7eafcb4f36 None None] Pushing event updated for resources: {'Port': ['ID=52da9198-d663-460c-8115-d67362303a9e,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:16.103487 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:16.104111 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:16.126925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:16.167519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:16.237556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:16.240406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:16.244233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:02:16.273841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Pushing event updated for resources: {'Port': ['ID=e95d0c51-a01e-4538-a0b0-9f92affa6080,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:16.340598 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:16.669737 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:16.673527 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90957a21-1d3c-4c31-9c32-a884b65cd863 None None] The sync data for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv is: [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:02:16.743477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:16.912501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:17.021554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:17.021982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:17.123912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:17.153569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 52da9198-d663-460c-8115-d67362303a9e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:17.260137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c7394-fc39-478c-84ce-ac81f5237b53 None None] Network 0c280e08-7a82-4993-b78d-09dec20f8d9f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:02:17.376005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9ab0145a-beb2-4788-a09d-0ca6963aa53d None None] Provisioning for port 52da9198-d663-460c-8115-d67362303a9e completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:17.385238 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 52da9198-d663-460c-8115-d67362303a9e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:17.390200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9ab0145a-beb2-4788-a09d-0ca6963aa53d None None] Provisioning complete for port 52da9198-d663-460c-8115-d67362303a9e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:17.390512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9ab0145a-beb2-4788-a09d-0ca6963aa53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:17.433863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 52da9198-d663-460c-8115-d67362303a9e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:17.434239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:17.474599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Router 7b143619-5d57-4d05-9d30-95897309c589 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:02:17.662812 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:02:17.687782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:17.690664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Sync routers for ids ['7b143619-5d57-4d05-9d30-95897309c589'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:02:17.692297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60260) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:17.692806 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3a144a8a-a60e-44aa-8c0c-390423902e52 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7512023 Dec 22 09:02:17.731968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9ab0145a-beb2-4788-a09d-0ca6963aa53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:17.742638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Routers {'7b143619-5d57-4d05-9d30-95897309c589'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:17.743883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['7b143619-5d57-4d05-9d30-95897309c589'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:17.790161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:17.875222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 52da9198-d663-460c-8115-d67362303a9e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=52da9198-d663-460c-8115-d67362303a9e,segment=NetworkSegment(ff80b706-ccf7-4a57-93c2-b93340952265),segment_id=ff80b706-ccf7-4a57-93c2-b93340952265)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:17.940904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:18.081221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Set router 7b143619-5d57-4d05-9d30-95897309c589 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:18.197607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-9ab0145a-beb2-4788-a09d-0ca6963aa53d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:02:18.197996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-9ab0145a-beb2-4788-a09d-0ca6963aa53d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:02:18.212390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=52da9198-d663-460c-8115-d67362303a9e,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:18.380642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b143619-5d57-4d05-9d30-95897309c589', 'name': 'tempest-TestVolumeBootPattern-1110189210-router', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:14Z', 'updated_at': '2021-12-22T09:02:16Z', 'revision_number': 3, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'gw_port': {'id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:34:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:15Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:18.385390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Checking router: 7b143619-5d57-4d05-9d30-95897309c589 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:02:18.385726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Updating router 7b143619-5d57-4d05-9d30-95897309c589 port e95d0c51-a01e-4538-a0b0-9f92affa6080 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:02:18.436910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:18.491488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:18.696019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Allocated IP 172.20.0.1 (0c280e08-7a82-4993-b78d-09dec20f8d9f/c5d5da1b-23f2-4246-9c24-428975fbc7f6/e672d3e8-7bf2-422b-b0ab-1a966706b51a) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:02:18.844543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 52da9198-d663-460c-8115-d67362303a9e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:18.847587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:18.863951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Transition to ACTIVE for port object e672d3e8-7bf2-422b-b0ab-1a966706b51a will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:18.887106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:18.925560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:18.935049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d2702949-fcff-4520-b5fd-4d86cf2ea63f None None] Provisioning complete for port 52da9198-d663-460c-8115-d67362303a9e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:18.935409 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d2702949-fcff-4520-b5fd-4d86cf2ea63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:18.956557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Network 0c280e08-7a82-4993-b78d-09dec20f8d9f is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:18.959341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:18.963375 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:02:18.986838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Transition to ACTIVE for port object e95d0c51-a01e-4538-a0b0-9f92affa6080 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:18.996652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Pushing event updated for resources: {'Port': ['ID=e672d3e8-7bf2-422b-b0ab-1a966706b51a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:19.002476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.023031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.064518 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 52da9198-d663-460c-8115-d67362303a9e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:19.064877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.155213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.158590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Attempting to bind port e95d0c51-a01e-4538-a0b0-9f92affa6080 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:02:19.158962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Attempting to bind port e95d0c51-a01e-4538-a0b0-9f92affa6080 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:02:19.159324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Attempting to bind port e95d0c51-a01e-4538-a0b0-9f92affa6080 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:02:19.174665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f115b-ada4-44e6-9092-7d736143614b None None] Pushing event updated for resources: {'Port': ['ID=e95d0c51-a01e-4538-a0b0-9f92affa6080,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:19.178151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:02:19.178528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:02:19.178929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.179312 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:02:19.179780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Bound port: e95d0c51-a01e-4538-a0b0-9f92affa6080, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:02:19.180150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.373195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7e25c271-2ee1-4483-8b78-4472590a2bc6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:19.380935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.385938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.404199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] For port e95d0c51-a01e-4538-a0b0-9f92affa6080, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:02:19.422565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-936b2a11-87d3-4e8d-8836-392752d544df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.428860 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] For port e95d0c51-a01e-4538-a0b0-9f92affa6080, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e95d0c51-a01e-4538-a0b0-9f92affa6080,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:02:19.437011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.495082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Pushing event updated for resources: {'Port': ['ID=e672d3e8-7bf2-422b-b0ab-1a966706b51a,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:19.498481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.529486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e5517b7e-639f-4d76-8e24-41835719eb45 None None] Provisioning for port e672d3e8-7bf2-422b-b0ab-1a966706b51a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:19.539278 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f115b-ada4-44e6-9092-7d736143614b None None] Pushing event updated for resources: {'Port': ['ID=e95d0c51-a01e-4538-a0b0-9f92affa6080,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:19.543347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7e25c271-2ee1-4483-8b78-4472590a2bc6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:19.546816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Routers {'7b143619-5d57-4d05-9d30-95897309c589'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:19.547437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:01:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['7b143619-5d57-4d05-9d30-95897309c589'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:19.598990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e5517b7e-639f-4d76-8e24-41835719eb45 None None] Provisioning complete for port e672d3e8-7bf2-422b-b0ab-1a966706b51a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:19.599320 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e5517b7e-639f-4d76-8e24-41835719eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.651006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7e25c271-2ee1-4483-8b78-4472590a2bc6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:19.651381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.750975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Network 0c280e08-7a82-4993-b78d-09dec20f8d9f is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:19.752022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:19.774282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e5517b7e-639f-4d76-8e24-41835719eb45 None None] Port e672d3e8-7bf2-422b-b0ab-1a966706b51a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:02:19.860574 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] Set router 7b143619-5d57-4d05-9d30-95897309c589 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:19.966357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Router 7b143619-5d57-4d05-9d30-95897309c589 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:02:20.009544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:20.125349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0fc0c2d5-a39e-482a-a7c7-361d739bfaf2 None None] Provisioning complete for port e672d3e8-7bf2-422b-b0ab-1a966706b51a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:20.125746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0fc0c2d5-a39e-482a-a7c7-361d739bfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:20.147996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:02:20.157736 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-02901a1b-383c-4bb7-96b5-2222a1e28aff admin admin] 10.222.0.37 "PUT /v2.0/routers/7b143619-5d57-4d05-9d30-95897309c589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4635890 Dec 22 09:02:20.161606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 7e25c271-2ee1-4483-8b78-4472590a2bc6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7e25c271-2ee1-4483-8b78-4472590a2bc6,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:20.238490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:20.319708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0c2d5-a39e-482a-a7c7-361d739bfaf2 None None] Port e672d3e8-7bf2-422b-b0ab-1a966706b51a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:02:20.361219 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=7e25c271-2ee1-4483-8b78-4472590a2bc6,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:20.397528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b143619-5d57-4d05-9d30-95897309c589', 'name': 'tempest-TestVolumeBootPattern-1110189210-router', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:14Z', 'updated_at': '2021-12-22T09:02:19Z', 'revision_number': 4, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'gw_port': {'id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:34:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:15Z', 'updated_at': '2021-12-22T09:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'e672d3e8-7bf2-422b-b0ab-1a966706b51a', 'name': '', 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'mac_address': 'fa:16:3e:9c:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:18Z', 'updated_at': '2021-12-22T09:02:19Z', 'revision_number': 2, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'subnets': [{'id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:20.401835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4e2b-8bc4-4551-b8df-7036a919e768 None None] The sync data for ids ['7b143619-5d57-4d05-9d30-95897309c589'] in dv-neutron-822561-2-hyperv is: [{'id': '7b143619-5d57-4d05-9d30-95897309c589', 'name': 'tempest-TestVolumeBootPattern-1110189210-router', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:14Z', 'updated_at': '2021-12-22T09:02:19Z', 'revision_number': 4, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'gw_port': {'id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:34:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:15Z', 'updated_at': '2021-12-22T09:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'e672d3e8-7bf2-422b-b0ab-1a966706b51a', 'name': '', 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'mac_address': 'fa:16:3e:9c:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:18Z', 'updated_at': '2021-12-22T09:02:19Z', 'revision_number': 2, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'subnets': [{'id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:02:20.775647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7e25c271-2ee1-4483-8b78-4472590a2bc6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:20.843832 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7e25c271-2ee1-4483-8b78-4472590a2bc6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:20.844160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.132658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60270) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:21.138574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1840053456', 'description': 'tempest-secgroup-smoke-1840053456 description', 'project_id': '76d9eb094ab54636947a57475833e596'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:21.146358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:21.150649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:security_group and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:21.153725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:21.159610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:21.170746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.191884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:21.196547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:security_group_rule and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:21.200695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:21.207014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:21.290973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.294896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.342363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b78753-282c-40b4-852c-98b9a78ba75d,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:21.344781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.346009 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d6214762-2804-4082-aa8f-aeacbbac4cb3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2122655 Dec 22 09:02:21.349147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60274) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:21.354710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'security_group_rule': {'security_group_id': 'b9b78753-282c-40b4-852c-98b9a78ba75d', 'project_id': '76d9eb094ab54636947a57475833e596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:21.361438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:21.365576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:security_group_rule and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:21.369864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:21.375918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:21.393717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.460026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.463892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.488060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71496f4b-bc46-47d2-8d75-c6b0174298c0,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:21.498607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.499933 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fa534d75-f94a-4094-98dd-ca47b934bf15 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497116 Dec 22 09:02:21.502703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60278) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:21.507728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'security_group_rule': {'security_group_id': 'b9b78753-282c-40b4-852c-98b9a78ba75d', 'project_id': '76d9eb094ab54636947a57475833e596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:21.514409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:21.518327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:security_group_rule and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:21.521120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:21.527280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:21.546624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.612604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.619124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.643068 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558b9bdc-faab-46e4-8761-3bff13a98bfa,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:21.651206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.652673 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-db527741-1867-45d3-9118-724467a89c73 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490293 Dec 22 09:02:21.655312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60282) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:21.660508 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'security_group_rule': {'security_group_id': 'b9b78753-282c-40b4-852c-98b9a78ba75d', 'project_id': '76d9eb094ab54636947a57475833e596', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:21.666881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:21.670786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:security_group_rule and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:21.673757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:21.679787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:21.699811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.733175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2de56ec1-6c59-47e4-a871-4921ffdd88d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.764721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.768031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.790562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795ac85e-7515-4c78-9756-9c07a1d0e124,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:21.800759 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.801941 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c3782b19-0aea-4375-b866-0490d7ea1372 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457086 Dec 22 09:02:21.804658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60286) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:21.810067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'security_group_rule': {'security_group_id': 'b9b78753-282c-40b4-852c-98b9a78ba75d', 'project_id': '76d9eb094ab54636947a57475833e596', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:21.815715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:21.819706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:security_group_rule and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:21.822600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:21.828280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:21.846980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.909113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.912747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.935631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11ba195-08fd-4f5d-ba5d-4ecf19fab9ff,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:21.943938 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.945096 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b9220e6a-22e9-467f-9e9a-30bf4deb4e65 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389434 Dec 22 09:02:21.947904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60290) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:21.952688 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'security_group_rule': {'security_group_id': 'b9b78753-282c-40b4-852c-98b9a78ba75d', 'project_id': '76d9eb094ab54636947a57475833e596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:21.958415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:21.962726 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:security_group_rule and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:21.965474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:21.971055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:21.981751 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Project 76d9eb094ab54636947a57475833e596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:02:21.988175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:22.053495 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:22.057026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:22.080947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a0b596-5dd5-4de6-99c4-3813381c1072,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:22.092001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:22.093278 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ed2fc534-c799-4906-81b2-105b5b809126 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444805 Dec 22 09:02:22.096036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60294) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:22.100775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'security_group_rule': {'security_group_id': 'b9b78753-282c-40b4-852c-98b9a78ba75d', 'project_id': '76d9eb094ab54636947a57475833e596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:22.106994 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:22.110676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:security_group_rule and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:22.113456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:22.119025 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:22.128981 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Project 76d9eb094ab54636947a57475833e596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:02:22.135273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:22.200565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:22.204030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:22.227424 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f239f4de-0f35-47a0-8daf-b5144c860638,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:22.235536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:22.236703 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ac859489-1606-4d82-9a78-b99247b6cadb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397705 Dec 22 09:02:22.782158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e95d0c51-a01e-4538-a0b0-9f92affa6080 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:22.843669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:22.861929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port e95d0c51-a01e-4538-a0b0-9f92affa6080 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:22.866816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e95d0c51-a01e-4538-a0b0-9f92affa6080 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:22.867521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:22.987611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:23.014251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:23.016942 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port e95d0c51-a01e-4538-a0b0-9f92affa6080, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e95d0c51-a01e-4538-a0b0-9f92affa6080,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:23.020717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:23.097919 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=e95d0c51-a01e-4538-a0b0-9f92affa6080,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:24.010166 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Sync routers for ids ['7b143619-5d57-4d05-9d30-95897309c589'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:02:24.020663 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Routers {'7b143619-5d57-4d05-9d30-95897309c589'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:24.021563 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:02:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['7b143619-5d57-4d05-9d30-95897309c589'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:24.165727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:24.220933 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Set router 7b143619-5d57-4d05-9d30-95897309c589 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:24.533372 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b143619-5d57-4d05-9d30-95897309c589', 'name': 'tempest-TestVolumeBootPattern-1110189210-router', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:14Z', 'updated_at': '2021-12-22T09:02:19Z', 'revision_number': 4, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'gw_port': {'id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:15Z', 'updated_at': '2021-12-22T09:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'e672d3e8-7bf2-422b-b0ab-1a966706b51a', 'name': '', 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'mac_address': 'fa:16:3e:9c:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:18Z', 'updated_at': '2021-12-22T09:02:19Z', 'revision_number': 2, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'subnets': [{'id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:24.537215 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Checking router: 7b143619-5d57-4d05-9d30-95897309c589 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:02:24.537543 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Updating router 7b143619-5d57-4d05-9d30-95897309c589 port e672d3e8-7bf2-422b-b0ab-1a966706b51a binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:02:24.591558 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:24.768704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e95d0c51-a01e-4538-a0b0-9f92affa6080 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:24.840510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e95d0c51-a01e-4538-a0b0-9f92affa6080 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:24.841128 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:24.934311 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:24.946540 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Transition to ACTIVE for port object e672d3e8-7bf2-422b-b0ab-1a966706b51a will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:24.954116 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:25.096577 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b5d16-189a-4d4b-b97d-4aa8fb6df6f8 None None] Pushing event updated for resources: {'Port': ['ID=e672d3e8-7bf2-422b-b0ab-1a966706b51a,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:25.201670 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Attempting to bind port e672d3e8-7bf2-422b-b0ab-1a966706b51a on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:02:25.202302 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Attempting to bind port e672d3e8-7bf2-422b-b0ab-1a966706b51a by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'ff80b706-ccf7-4a57-93c2-b93340952265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:02:25.202659 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Attempting to bind port e672d3e8-7bf2-422b-b0ab-1a966706b51a on network 0c280e08-7a82-4993-b78d-09dec20f8d9f {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:02:25.208642 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:02:25.209246 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Checking segment: {'id': 'ff80b706-ccf7-4a57-93c2-b93340952265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:02:25.209858 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:25.210432 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Bound using segment: {'id': 'ff80b706-ccf7-4a57-93c2-b93340952265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:02:25.211074 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Bound port: e672d3e8-7bf2-422b-b0ab-1a966706b51a, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff80b706-ccf7-4a57-93c2-b93340952265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:02:25.212292 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:25.308084 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] For port e672d3e8-7bf2-422b-b0ab-1a966706b51a, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:02:25.310871 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] For port e672d3e8-7bf2-422b-b0ab-1a966706b51a, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e672d3e8-7bf2-422b-b0ab-1a966706b51a,segment=NetworkSegment(ff80b706-ccf7-4a57-93c2-b93340952265),segment_id=ff80b706-ccf7-4a57-93c2-b93340952265)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:02:25.318191 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:25.399516 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b5d16-189a-4d4b-b97d-4aa8fb6df6f8 None None] Pushing event updated for resources: {'Port': ['ID=e672d3e8-7bf2-422b-b0ab-1a966706b51a,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:25.416927 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Routers {'7b143619-5d57-4d05-9d30-95897309c589'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:25.418652 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:02:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['7b143619-5d57-4d05-9d30-95897309c589'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:25.622861 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] Set router 7b143619-5d57-4d05-9d30-95897309c589 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:25.955653 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b143619-5d57-4d05-9d30-95897309c589', 'name': 'tempest-TestVolumeBootPattern-1110189210-router', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:14Z', 'updated_at': '2021-12-22T09:02:19Z', 'revision_number': 4, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'gw_port': {'id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:15Z', 'updated_at': '2021-12-22T09:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'e672d3e8-7bf2-422b-b0ab-1a966706b51a', 'name': '', 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'mac_address': 'fa:16:3e:9c:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:18Z', 'updated_at': '2021-12-22T09:02:25Z', 'revision_number': 4, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'subnets': [{'id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:25.960142 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dddd2-8665-4c4f-a9ac-4c5605736dd7 None None] The sync data for ids ['7b143619-5d57-4d05-9d30-95897309c589'] in dv-neutron-822561-2-hyperv is: [{'id': '7b143619-5d57-4d05-9d30-95897309c589', 'name': 'tempest-TestVolumeBootPattern-1110189210-router', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:14Z', 'updated_at': '2021-12-22T09:02:19Z', 'revision_number': 4, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'gw_port': {'id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:15Z', 'updated_at': '2021-12-22T09:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'e672d3e8-7bf2-422b-b0ab-1a966706b51a', 'name': '', 'network_id': '0c280e08-7a82-4993-b78d-09dec20f8d9f', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'mac_address': 'fa:16:3e:9c:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:18Z', 'updated_at': '2021-12-22T09:02:25Z', 'revision_number': 4, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'subnets': [{'id': 'c5d5da1b-23f2-4246-9c24-428975fbc7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:02:26.783280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e672d3e8-7bf2-422b-b0ab-1a966706b51a up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:26.861237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port e672d3e8-7bf2-422b-b0ab-1a966706b51a completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:26.866144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e672d3e8-7bf2-422b-b0ab-1a966706b51a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:26.866518 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:26.985875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:27.018995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port e672d3e8-7bf2-422b-b0ab-1a966706b51a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e672d3e8-7bf2-422b-b0ab-1a966706b51a,segment=NetworkSegment(ff80b706-ccf7-4a57-93c2-b93340952265),segment_id=ff80b706-ccf7-4a57-93c2-b93340952265)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:27.024059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:27.093989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=e672d3e8-7bf2-422b-b0ab-1a966706b51a,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:28.768494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e672d3e8-7bf2-422b-b0ab-1a966706b51a up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:28.843746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e672d3e8-7bf2-422b-b0ab-1a966706b51a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:28.844147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:31.750354 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:02:37.605562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d8d34e87-57fd-4c96-9590-21568b57648c req-10d0c123-ce8c-4ce1-9bcc-3fa24c6b9b92 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Synchronizing usage tracker for tenant:76d9eb094ab54636947a57475833e596 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:02:37.621121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d8d34e87-57fd-4c96-9590-21568b57648c req-10d0c123-ce8c-4ce1-9bcc-3fa24c6b9b92 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Unset dirty status for tenant:76d9eb094ab54636947a57475833e596 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:02:37.622280 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-10d0c123-ce8c-4ce1-9bcc-3fa24c6b9b92 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840053456&fields=id&tenant_id=76d9eb094ab54636947a57475833e596 HTTP/1.1" status: 200 len: 267 time: 0.0551448 Dec 22 09:02:37.768011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34e87-57fd-4c96-9590-21568b57648c req-8475f2fb-c0c4-4526-b753-c5f189d4cd6f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:37.770081 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-8475f2fb-c0c4-4526-b753-c5f189d4cd6f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 812 time: 0.1411350 Dec 22 09:02:37.785710 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-debc22b9-29cb-4f8b-9adf-3a196fd60317 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/quotas/76d9eb094ab54636947a57475833e596 HTTP/1.1" status: 200 len: 375 time: 0.0095017 Dec 22 09:02:37.873641 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-7fa48751-ffa1-43b2-a918-0a167d9ad69c tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835481 Dec 22 09:02:37.985332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-ca636aa9-d90c-410c-9c32-27dafe6debd0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:02:37.986402 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-ca636aa9-d90c-410c-9c32-27dafe6debd0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1017847 Dec 22 09:02:38.118064 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-7a280f16-4c0c-47ad-a8c0-1e4da9045426 service neutron] 10.222.0.37 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256304 Dec 22 09:02:38.242916 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-e5d7056f-675c-4d71-bd22-51414d2507d7 service neutron] 10.222.0.37 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192234 Dec 22 09:02:38.624937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-ca77f1e2-8b5b-490c-8d6f-95be3693e54e req-fa885a06-8de7-4788-9b0f-974eb0fe894f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Synchronizing usage tracker for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:02:38.642799 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-ca77f1e2-8b5b-490c-8d6f-95be3693e54e req-fa885a06-8de7-4788-9b0f-974eb0fe894f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Unset dirty status for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:02:38.643832 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ca77f1e2-8b5b-490c-8d6f-95be3693e54e req-fa885a06-8de7-4788-9b0f-974eb0fe894f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 210 time: 0.0659719 Dec 22 09:02:39.631332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34e87-57fd-4c96-9590-21568b57648c req-8c8a3dcd-c8a3-4284-bf69-39b0210b9db3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:39.632730 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-8c8a3dcd-c8a3-4284-bf69-39b0210b9db3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 812 time: 0.1469743 Dec 22 09:02:39.715511 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-fef9097c-f8db-4b84-a061-3983f40ec3c0 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76d9eb094ab54636947a57475833e596 HTTP/1.1" status: 200 len: 380 time: 0.0402238 Dec 22 09:02:39.724895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'port': {'device_id': '52b01a46-262b-4d6b-9a65-2474242cccee', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'admin_state_up': True, 'tenant_id': '76d9eb094ab54636947a57475833e596', 'security_groups': ['b9b78753-282c-40b4-852c-98b9a78ba75d']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:39.805890 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a631e6a4-b2c4-4d64-9bfc-e7bc41e7e27d req-19d22109-f2b7-4d19-81a1-83189bcd8468 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 210 time: 0.0508387 Dec 22 09:02:39.899110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:39.908738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:39.918340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Made reservation on behalf of 76d9eb094ab54636947a57475833e596 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:02:39.921838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:40.201896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Allocated IP 172.20.0.7 (3ed7e46d-48d0-49ec-8cbe-80934f8d301b/745d19a2-ae6f-49e9-a4ec-b7b2a971d666/3540feb5-89a8-4a55-8129-8da2fdbfb1ae) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:02:40.389296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:40.404507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Transition to ACTIVE for port object 3540feb5-89a8-4a55-8129-8da2fdbfb1ae will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:40.428119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:40.503036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:40.506112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:40.508563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:02:40.553176 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'Port': ['ID=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:40.585600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:40.586343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:40.615869 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-568132c1-fa11-43ad-b0f7-515fbf4597ec tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8942742 Dec 22 09:02:40.627008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-8441ad0e-bf04-4441-b75c-012404dee245 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:02:40.628319 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-8441ad0e-bf04-4441-b75c-012404dee245 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056324 Dec 22 09:02:40.684995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Request body: {'port': {'device_id': '52b01a46-262b-4d6b-9a65-2474242cccee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:40.799832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:40.816910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e531427d-1400-40ab-a323-d7e14f48c68b None None] Provisioning for port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:40.821770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e531427d-1400-40ab-a323-d7e14f48c68b None None] Provisioning complete for port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:40.822111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e531427d-1400-40ab-a323-d7e14f48c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:40.882692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e531427d-1400-40ab-a323-d7e14f48c68b None None] Port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:02:41.019684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73731f-1a50-4f52-ab14-5112dd0e22ba req-5c3c91db-ab62-48da-a7fb-d49d42281639 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:41.021827 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cc73731f-1a50-4f52-ab14-5112dd0e22ba req-5c3c91db-ab62-48da-a7fb-d49d42281639 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 931 time: 0.0817993 Dec 22 09:02:41.071194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-cc73731f-1a50-4f52-ab14-5112dd0e22ba req-d63334e6-ab81-4c32-b801-4a319c07d549 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Synchronizing usage tracker for tenant:76d9eb094ab54636947a57475833e596 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:02:41.083259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-cc73731f-1a50-4f52-ab14-5112dd0e22ba req-d63334e6-ab81-4c32-b801-4a319c07d549 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Unset dirty status for tenant:76d9eb094ab54636947a57475833e596 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:02:41.084644 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cc73731f-1a50-4f52-ab14-5112dd0e22ba req-d63334e6-ab81-4c32-b801-4a319c07d549 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562768 Dec 22 09:02:41.164142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3540feb5-89a8-4a55-8129-8da2fdbfb1ae {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:02:41.171423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:41.185163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Transition to ACTIVE for port object 3540feb5-89a8-4a55-8129-8da2fdbfb1ae will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:41.188946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:41.342398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Pushing event updated for resources: {'Port': ['ID=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:41.425172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Attempting to bind port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:02:41.425636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Attempting to bind port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:02:41.426149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Attempting to bind port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:02:41.431404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:02:41.432327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Attempting to bind port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:02:41.438017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:02:41.438461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Checking segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:02:41.438938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Bound using segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:02:41.439603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Bound port: 3540feb5-89a8-4a55-8129-8da2fdbfb1ae, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:02:41.440048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:41.532177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] For port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:02:41.535126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] For port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:02:41.539475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:41.599130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:41.599333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:41.600865 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] 10.222.0.54 "PUT /v2.0/ports/3540feb5-89a8-4a55-8129-8da2fdbfb1ae HTTP/1.1" status: 200 len: 1093 time: 0.9662156 Dec 22 09:02:41.604414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b01a46-262b-4d6b-9a65-2474242cccee', 'tag': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:02:41.638186 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7c930-5a79-4c04-bd88-d92997c56817 service neutron] Pushing event updated for resources: {'Port': ['ID=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:41.692662 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b01a46-262b-4d6b-9a65-2474242cccee', 'tag': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae', 'status': 'completed', 'code': 200} Dec 22 09:02:41.731200 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34e87-57fd-4c96-9590-21568b57648c req-a3242251-f3a6-4256-93f1-6b3715cd4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:41.732705 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-a3242251-f3a6-4256-93f1-6b3715cd4f10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 1096 time: 0.0816026 Dec 22 09:02:41.806824 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-e7c620aa-a4ca-4c96-af07-60f9b5beb897 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3540feb5-89a8-4a55-8129-8da2fdbfb1ae HTTP/1.1" status: 200 len: 217 time: 0.0669723 Dec 22 09:02:41.867843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34e87-57fd-4c96-9590-21568b57648c req-97d2318b-5bb7-46f2-a771-7d34cde29459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:41.869191 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-97d2318b-5bb7-46f2-a771-7d34cde29459 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0568163 Dec 22 09:02:42.058113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34e87-57fd-4c96-9590-21568b57648c req-ac48b191-6456-43e4-8601-eda6a6de1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:42.059540 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-ac48b191-6456-43e4-8601-eda6a6de1dcb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1845310 Dec 22 09:02:42.202114 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-9efcdbf8-d3b2-4def-8260-bbf1ee56e7aa service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356671 Dec 22 09:02:42.271116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74781123-8c6a-42f9-afde-7dd93033be17 req-39e4a2bf-d74a-4008-9a1a-08540272729f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:42.272661 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-74781123-8c6a-42f9-afde-7dd93033be17 req-39e4a2bf-d74a-4008-9a1a-08540272729f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 943 time: 0.0805933 Dec 22 09:02:42.317109 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-74781123-8c6a-42f9-afde-7dd93033be17 req-c748b1e0-a93f-432a-bd00-3290712a4db0 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380361 Dec 22 09:02:42.339193 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d8d34e87-57fd-4c96-9590-21568b57648c req-39c4abeb-5aff-4bf7-af59-d4d580f56c0e service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310933 Dec 22 09:02:42.450939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-c4acbf68-1698-4496-b3c2-faff59609143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:42.452340 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-c4acbf68-1698-4496-b3c2-faff59609143 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 1096 time: 0.0704098 Dec 22 09:02:42.581090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-b06a05ba-b932-424a-9771-10c021b81f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:42.582571 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-b06a05ba-b932-424a-9771-10c021b81f5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1243377 Dec 22 09:02:42.659087 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-9d258acc-580e-4c7b-826e-7d9800647131 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3540feb5-89a8-4a55-8129-8da2fdbfb1ae HTTP/1.1" status: 200 len: 217 time: 0.0699477 Dec 22 09:02:42.721866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-0c3e2aa0-de6e-4aac-9e30-6ea4021001a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:42.723277 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-0c3e2aa0-de6e-4aac-9e30-6ea4021001a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0579748 Dec 22 09:02:42.799161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-fa563daa-3e1f-478e-984c-5de863c9cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:42.800619 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-fa563daa-3e1f-478e-984c-5de863c9cac2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703232 Dec 22 09:02:42.935356 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-b41e5dd3-691b-4668-a9c2-00c9f5cc656b service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277468 Dec 22 09:02:43.066496 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4606121f-8e96-4e69-9740-4785e4451dc7 req-e1a9622f-e8ad-4e57-87f4-e4aea02d22a4 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251976 Dec 22 09:02:43.502750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7d014-e802-44e1-a435-b38c0c4d63d7 req-0f94460e-2ec8-49a3-931b-5e59e2ff6023 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:43.503340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-0be7d014-e802-44e1-a435-b38c0c4d63d7 req-0f94460e-2ec8-49a3-931b-5e59e2ff6023 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Synchronizing usage tracker for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:02:43.517657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-0be7d014-e802-44e1-a435-b38c0c4d63d7 req-0f94460e-2ec8-49a3-931b-5e59e2ff6023 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Unset dirty status for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:02:43.518816 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0be7d014-e802-44e1-a435-b38c0c4d63d7 req-0f94460e-2ec8-49a3-931b-5e59e2ff6023 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 943 time: 0.0933957 Dec 22 09:02:43.562062 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0be7d014-e802-44e1-a435-b38c0c4d63d7 req-12dd2db1-f6e8-4898-a2ad-531fa2c9502b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375910 Dec 22 09:02:44.272100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:44.749972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e6da5-ca54-441e-969e-880addfb4821 req-75a4672f-6680-4f07-ba61-7f5423bd5d1f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:44.751417 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ee6e6da5-ca54-441e-969e-880addfb4821 req-75a4672f-6680-4f07-ba61-7f5423bd5d1f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 943 time: 0.0821741 Dec 22 09:02:44.794056 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ee6e6da5-ca54-441e-969e-880addfb4821 req-acf4302d-beaa-4c4b-bdbf-cef4d517e995 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370700 Dec 22 09:02:45.974887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb527e-9b0c-484c-97c3-c781b14ed60d req-00850b71-c686-4a07-9030-c930f4c67453 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:45.976305 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5edb527e-9b0c-484c-97c3-c781b14ed60d req-00850b71-c686-4a07-9030-c930f4c67453 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 943 time: 0.0799487 Dec 22 09:02:46.020096 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5edb527e-9b0c-484c-97c3-c781b14ed60d req-db8b3d32-7921-4994-bc36-e16e4faf8f6f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380783 Dec 22 09:02:47.200089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dacf8-224f-4024-b9a0-e2c66de3ffec req-9132102a-b750-46c1-bedd-e3ed2a0c2ee1 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:47.201580 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-109dacf8-224f-4024-b9a0-e2c66de3ffec req-9132102a-b750-46c1-bedd-e3ed2a0c2ee1 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 943 time: 0.0776498 Dec 22 09:02:47.243767 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-109dacf8-224f-4024-b9a0-e2c66de3ffec req-fa5ff755-8dc9-4664-a540-241e1108e637 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366883 Dec 22 09:02:48.423445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80168dbc-5cf2-4190-b8e0-3bf89f6b8cd8 req-8a356464-0725-473e-906e-7de94513cfb8 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:48.424861 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-80168dbc-5cf2-4190-b8e0-3bf89f6b8cd8 req-8a356464-0725-473e-906e-7de94513cfb8 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 943 time: 0.0774283 Dec 22 09:02:48.467380 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-80168dbc-5cf2-4190-b8e0-3bf89f6b8cd8 req-7590f3ff-6ca6-4ca3-8b22-b6bb7412c488 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370224 Dec 22 09:02:49.364188 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-03756bb4-4097-42b5-8523-ca4e3a14d512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:49.646893 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435ece9-687b-4e1f-b995-621391a4d284 req-3d473dc9-d3e9-404e-b7a7-aa9af100c375 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:49.648333 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a435ece9-687b-4e1f-b995-621391a4d284 req-3d473dc9-d3e9-404e-b7a7-aa9af100c375 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 943 time: 0.0806215 Dec 22 09:02:49.692044 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a435ece9-687b-4e1f-b995-621391a4d284 req-f66af0a4-b821-446f-b47b-4df80318a01a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375905 Dec 22 09:02:50.874926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a9aee-4806-4764-8846-f63951f925ff req-d495b4ed-bd3f-4fd0-8d8e-627f757fabaf tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:50.876354 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c7a9aee-4806-4764-8846-f63951f925ff req-d495b4ed-bd3f-4fd0-8d8e-627f757fabaf tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 943 time: 0.0814629 Dec 22 09:02:50.918807 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c7a9aee-4806-4764-8846-f63951f925ff req-81b45ecb-0f57-4900-a10c-0bb8f6cf1e27 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367942 Dec 22 09:02:51.735653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-11c19c93-df79-4449-a210-dfa57e902ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:52.097842 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2b62c-82b7-4eb4-b537-24afc0b0f57b req-4b52ade3-2a2b-4674-9171-cabb44fec80e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:52.099286 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-70a2b62c-82b7-4eb4-b537-24afc0b0f57b req-4b52ade3-2a2b-4674-9171-cabb44fec80e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 943 time: 0.0776911 Dec 22 09:02:52.145865 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-70a2b62c-82b7-4eb4-b537-24afc0b0f57b req-cf323a84-4a39-4199-af09-08ab370713fd tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Dec 22 09:02:52.507708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 3540feb5-89a8-4a55-8129-8da2fdbfb1ae details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:02:52.637405 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:52.650630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'port_id': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae', 'mac_address': 'fa:16:3e:7d:32:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:02:52.706604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:52.723249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3540feb5-89a8-4a55-8129-8da2fdbfb1ae {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:02:52.739327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:52.743852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:52.820527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:52.823199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:52.954139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['3540feb5-89a8-4a55-8129-8da2fdbfb1ae'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:02:53.051214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:53.332899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f161aa2-9122-4cd2-b8f5-2fd211e0a833 req-4b3071ec-2a44-4a28-a479-fc014564ea86 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:53.334753 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2f161aa2-9122-4cd2-b8f5-2fd211e0a833 req-4b3071ec-2a44-4a28-a479-fc014564ea86 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 944 time: 0.0854881 Dec 22 09:02:53.381457 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2f161aa2-9122-4cd2-b8f5-2fd211e0a833 req-6a56d1e6-508d-430b-9b94-b50fb2e4d3e1 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 Dec 22 09:02:54.161711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:54.530439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 3540feb5-89a8-4a55-8129-8da2fdbfb1ae up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:54.562154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4170d-ca4a-4fa8-aba9-83b315789752 req-770d1593-eab0-4bd3-ad37-cbdb2020c59f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:54.563609 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c4e4170d-ca4a-4fa8-aba9-83b315789752 req-770d1593-eab0-4bd3-ad37-cbdb2020c59f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 944 time: 0.0784183 Dec 22 09:02:54.596519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:54.601266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:54.601630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:54.608352 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c4e4170d-ca4a-4fa8-aba9-83b315789752 req-a38043b9-a67b-45d4-b170-5e0e5c859cbb tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388405 Dec 22 09:02:54.718249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:54.743713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b01a46-262b-4d6b-9a65-2474242cccee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:02:54.753059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:02:54.756810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:54.790181 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b01a46-262b-4d6b-9a65-2474242cccee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae', 'code': 200} Dec 22 09:02:54.832441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:54.991225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86c047-1e6c-4e76-b36b-0ab2d77604a7 req-873272e2-391b-4db6-ac54-e3347b316506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:54.992628 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0f86c047-1e6c-4e76-b36b-0ab2d77604a7 req-873272e2-391b-4db6-ac54-e3347b316506 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 1098 time: 0.0701053 Dec 22 09:02:55.034885 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0f86c047-1e6c-4e76-b36b-0ab2d77604a7 req-32affab6-2df1-41ad-8879-7f8ed733aa71 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349529 Dec 22 09:02:55.788769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd177e-9b59-4c63-8a5a-3e6a6d905085 req-f9aaed5f-ae26-4b17-86c7-a6862424777d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:55.790209 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-38cd177e-9b59-4c63-8a5a-3e6a6d905085 req-f9aaed5f-ae26-4b17-86c7-a6862424777d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 945 time: 0.0800624 Dec 22 09:02:55.834053 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-38cd177e-9b59-4c63-8a5a-3e6a6d905085 req-d2f52370-e39c-4807-b138-1d2df1c03332 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382724 Dec 22 09:02:57.018217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f372f49-2646-4953-ae4c-f6c662a0acc2 req-d3290445-0af7-42d3-8a64-e3870a2a381e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:57.019669 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1f372f49-2646-4953-ae4c-f6c662a0acc2 req-d3290445-0af7-42d3-8a64-e3870a2a381e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 945 time: 0.0831966 Dec 22 09:02:57.167520 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1f372f49-2646-4953-ae4c-f6c662a0acc2 req-2b128a00-7b01-4cba-b72a-28be28cc004f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416008 Dec 22 09:02:57.347064 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86f065-4500-493a-975b-6fedcaa9d419 req-11093902-c4ae-4c34-9ad5-dac5c36e8526 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:57.348415 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2b86f065-4500-493a-975b-6fedcaa9d419 req-11093902-c4ae-4c34-9ad5-dac5c36e8526 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 945 time: 0.0793765 Dec 22 09:02:57.392343 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2b86f065-4500-493a-975b-6fedcaa9d419 req-25f489b0-fbd4-4626-b9ad-f58f9a9f9c83 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381718 Dec 22 09:02:57.420190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60498) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:57.532723 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4095c92c-d9a6-4716-a5cb-6bdb62d9e03b tempest-TestVolumeBootPattern-1096134024 tempest-TestVolumeBootPattern-1096134024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:57.534221 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4095c92c-d9a6-4716-a5cb-6bdb62d9e03b tempest-TestVolumeBootPattern-1096134024 tempest-TestVolumeBootPattern-1096134024-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 1093 time: 0.1130667 Dec 22 09:02:57.537142 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60504) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:57.542658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:02:57.548392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:57.552201 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:floatingip and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:57.555047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:57.561460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:57.571913 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:57.704801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:57.843432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Allocated IP 172.26.1.152 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/0b057ae4-d680-40b1-8386-a8796ae6e780) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:02:58.082140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:58.112150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:58.177019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:58.179639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:58.183678 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:02:58.207542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'Port': ['ID=0b057ae4-d680-40b1-8386-a8796ae6e780,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:58.222117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.222454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.222782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.223106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.223424 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.223739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.224053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.224366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.224677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.224985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.225290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.225593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.586945 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:58.658179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:58.855784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:58.860060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:58.967754 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'Port': ['ID=0b057ae4-d680-40b1-8386-a8796ae6e780,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:58.977550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:59.148553 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Floating IP a69d6ba3-d951-44ce-bcb3-b200e8d885d9 associated. External IP: 172.26.1.152, port: 3540feb5-89a8-4a55-8129-8da2fdbfb1ae. Dec 22 09:02:59.582638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Router e716e9aa-234d-4061-8f2f-60733103c490 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:02:59.757001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:02:59.767714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] Sync routers for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:02:59.777976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:02:59.778598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:02:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:59.781462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:59.842325 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5ced5823-a1a6-4c50-be33-e9d8b68724ff tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2970471 Dec 22 09:02:59.842325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b01a46-262b-4d6b-9a65-2474242cccee', 'tag': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:02:59.878216 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b01a46-262b-4d6b-9a65-2474242cccee', 'tag': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae', 'status': 'completed', 'code': 200} Dec 22 09:02:59.954941 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:02:59.967866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-b810c1e7-441f-4c1b-992d-ceaa4aeddbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:59.969322 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-b810c1e7-441f-4c1b-992d-ceaa4aeddbe7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 1098 time: 0.0684130 Dec 22 09:03:00.105881 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-abb488b5-f8f3-4cfa-905a-eb45ee695edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:00.107426 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-abb488b5-f8f3-4cfa-905a-eb45ee695edc service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1316905 Dec 22 09:03:00.208592 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-6d985f1d-21c1-4402-b12a-de8122088b94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3540feb5-89a8-4a55-8129-8da2fdbfb1ae HTTP/1.1" status: 200 len: 999 time: 0.0949697 Dec 22 09:03:00.274628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-07c1839b-6641-4f6e-95c1-f3b7426c1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:00.276611 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-07c1839b-6641-4f6e-95c1-f3b7426c1786 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0590532 Dec 22 09:03:00.298436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a69d6ba3-d951-44ce-bcb3-b200e8d885d9', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:7d:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01a46-262b-4d6b-9a65-2474242cccee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:02:58Z', 'updated_at': '2021-12-22T09:02:58Z', 'revision_number': 0, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:03:00.302276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] Checking router: e716e9aa-234d-4061-8f2f-60733103c490 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:03:00.311030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:03:00.311616 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:02:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:03:00.354891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-cf321685-5c72-4af6-ad5e-554ea72c8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:00.356447 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-cf321685-5c72-4af6-ad5e-554ea72c8165 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691674 Dec 22 09:03:00.486987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:03:00.497446 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-1f8ef998-f679-4f17-8b6d-7d204629a9ff service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340978 Dec 22 09:03:00.627915 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9e2de3b-c3f5-4515-a222-80fe8c7fe6b2 req-39e38b64-cef6-479a-a6b1-f5a188941d6e service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246040 Dec 22 09:03:00.867706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a69d6ba3-d951-44ce-bcb3-b200e8d885d9', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:7d:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01a46-262b-4d6b-9a65-2474242cccee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:02:58Z', 'updated_at': '2021-12-22T09:02:58Z', 'revision_number': 0, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:03:00.872124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7ffe7-d792-49bc-9b08-8801b9498d98 None None] The sync data for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv is: [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'a69d6ba3-d951-44ce-bcb3-b200e8d885d9', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:7d:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01a46-262b-4d6b-9a65-2474242cccee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:02:58Z', 'updated_at': '2021-12-22T09:02:58Z', 'revision_number': 0, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:03:01.064505 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465677dd-8c64-412e-8032-6f5a09fb52a5 None None] New status for floating IP a69d6ba3-d951-44ce-bcb3-b200e8d885d9: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:03:08.749078 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:03:14.271275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:19.369240 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-73415e12-3e60-4204-9ffa-0219eb9087a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:21.738305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8cccacce-5e13-4039-ad7c-c4f4fe824ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:22.815937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:22.987136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:24.167279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:38.642320 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-a3d81833-2cbf-4eb7-b04f-b83b65ed45f0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666170 Dec 22 09:03:38.782623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-ea5c5af6-2b5d-4309-938d-2d51135f4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:38.784068 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-ea5c5af6-2b5d-4309-938d-2d51135f4dfa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 1098 time: 0.0751910 Dec 22 09:03:38.922913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-8f03ada4-615d-4007-8837-78319ba25021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:38.924231 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-8f03ada4-615d-4007-8837-78319ba25021 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1226704 Dec 22 09:03:39.024706 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-4903e5ee-e2a5-4d7e-ae49-ab14722cec32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3540feb5-89a8-4a55-8129-8da2fdbfb1ae HTTP/1.1" status: 200 len: 1001 time: 0.0942802 Dec 22 09:03:39.085113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-eba75d5a-5885-4131-b1e5-44d6ca52d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:39.086500 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-eba75d5a-5885-4131-b1e5-44d6ca52d0e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0552804 Dec 22 09:03:39.161282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-8961ff3c-8826-4d66-838b-965aec5afc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:39.162833 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-8961ff3c-8826-4d66-838b-965aec5afc24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699501 Dec 22 09:03:39.290093 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-b4305f7c-1377-471b-88a3-a8c03a9b5437 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196842 Dec 22 09:03:39.416222 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-556789e5-f125-43da-9d98-4ec94bcdbbed req-2becc581-e4cc-4fd5-8a85-5c8d13d4073c service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191745 Dec 22 09:03:44.280844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:45.748076 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:03:49.368432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bc18264c-f8af-4181-8c83-0d8eb3094050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:51.739025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-259cc78f-9f67-4b82-8569-dc91b9967a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:52.817589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:52.989485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:54.171923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:14.284544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:19.369002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ab5e-680b-40f0-9603-8f201400a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:21.742790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bdfea790-27b2-462e-9096-f737f59b9004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:22.746755 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:04:22.820189 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:22.991884 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:24.174488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:41.596690 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21071755-9525-4250-937d-4ef21bf4b0ba req-19e3d813-5348-44a3-aae8-b1cefcdf343f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1640394 Dec 22 09:04:41.734509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21071755-9525-4250-937d-4ef21bf4b0ba req-7fcf3b8a-dd8a-4058-a91e-e0ecfe11a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:41.735957 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21071755-9525-4250-937d-4ef21bf4b0ba req-7fcf3b8a-dd8a-4058-a91e-e0ecfe11a357 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 1098 time: 0.0722265 Dec 22 09:04:41.875234 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21071755-9525-4250-937d-4ef21bf4b0ba req-f6f6a79e-90f6-4ec9-92e0-b1afaa1dcc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:41.876624 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21071755-9525-4250-937d-4ef21bf4b0ba req-f6f6a79e-90f6-4ec9-92e0-b1afaa1dcc58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1225119 Dec 22 09:04:41.976903 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21071755-9525-4250-937d-4ef21bf4b0ba req-aa61616a-9ae6-4200-8bc7-72ad91234e36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3540feb5-89a8-4a55-8129-8da2fdbfb1ae HTTP/1.1" status: 200 len: 1001 time: 0.0932055 Dec 22 09:04:42.038231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21071755-9525-4250-937d-4ef21bf4b0ba req-51c06f19-1b73-4f06-859c-ead64692e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:42.039626 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21071755-9525-4250-937d-4ef21bf4b0ba req-51c06f19-1b73-4f06-859c-ead64692e712 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0559478 Dec 22 09:04:42.113039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21071755-9525-4250-937d-4ef21bf4b0ba req-f82344c2-ab85-4f41-93f7-edeb74d49b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:42.114499 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21071755-9525-4250-937d-4ef21bf4b0ba req-f82344c2-ab85-4f41-93f7-edeb74d49b67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675621 Dec 22 09:04:42.245235 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21071755-9525-4250-937d-4ef21bf4b0ba req-60780ee8-1e3e-49d7-a66d-96a5701868cc service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199708 Dec 22 09:04:42.372475 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21071755-9525-4250-937d-4ef21bf4b0ba req-dd92f1a2-3372-4b2a-9eaa-c350efe5b9c3 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199808 Dec 22 09:04:44.283360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:49.369231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-eba89cbe-4176-43e3-bfa0-85b8de24a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:51.745060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c82c480b-c6b8-42a6-9c78-f4dc1f28b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:52.822194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:52.997702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:54.177918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:56.723408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797197b3-10f7-43d8-9406-86169dcd152c req-b8596a5b-4f95-44a9-b7d3-ddb0f4e816ac tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:56.724829 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-797197b3-10f7-43d8-9406-86169dcd152c req-b8596a5b-4f95-44a9-b7d3-ddb0f4e816ac tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 945 time: 0.1474075 Dec 22 09:04:56.771524 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-797197b3-10f7-43d8-9406-86169dcd152c req-8fc125aa-fd77-47ff-ae7c-107b0cfcc340 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384543 Dec 22 09:04:58.012990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcd164-6662-411c-88dd-e2389e19dc63 req-0ee2d663-f4a1-44c6-91bd-fe70a5d984bc tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:58.012990 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9dfcd164-6662-411c-88dd-e2389e19dc63 req-0ee2d663-f4a1-44c6-91bd-fe70a5d984bc tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 945 time: 0.1331675 Dec 22 09:04:58.052577 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9dfcd164-6662-411c-88dd-e2389e19dc63 req-d8742aaf-a2b6-44a5-9f8e-250bb2f446e2 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371957 Dec 22 09:04:58.125467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c3f16-0993-4316-8269-008df135085f req-59ccbf72-9a54-4503-b0de-e3e9713dbf4a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:58.126916 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-565c3f16-0993-4316-8269-008df135085f req-59ccbf72-9a54-4503-b0de-e3e9713dbf4a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 945 time: 0.0788722 Dec 22 09:04:58.197623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Deleting port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:04:58.197984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:58.435490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] For port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:04:58.435838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:58.807723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:58.808088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:58.808399 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Floating IP a69d6ba3-d951-44ce-bcb3-b200e8d885d9 disassociated. External IP: 172.26.1.152, port: 3540feb5-89a8-4a55-8129-8da2fdbfb1ae. Dec 22 09:04:58.808724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Calling delete_port for 3540feb5-89a8-4a55-8129-8da2fdbfb1ae owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:04:58.947205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:58.996564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event deleted for resources: {'Port': ['ID=3540feb5-89a8-4a55-8129-8da2fdbfb1ae,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:59.006257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.006606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.006938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.007267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.007591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.007915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.008237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.008558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.008880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.009198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.009516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.009852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:59.220798 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9bbafc90-aaa2-4a11-a11b-9d6c7ab7226a req-59a6e989-06e0-4709-a2c4-c8dcd0604ca9 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 210 time: 0.0515153 Dec 22 09:04:59.236032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Router e716e9aa-234d-4061-8f2f-60733103c490 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:04:59.438327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:04:59.449141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] Sync routers for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:04:59.459886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:04:59.460762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:04:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:59.514175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] No DVR routers for this DVR port 3540feb5-89a8-4a55-8129-8da2fdbfb1ae on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:04:59.516723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:59.519348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b01a46-262b-4d6b-9a65-2474242cccee', 'name': 'network-vif-deleted', 'tag': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:04:59.537471 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-565c3f16-0993-4316-8269-008df135085f req-d397aa0e-5d8d-4cc8-820b-2f12766e670f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "DELETE /v2.0/ports/3540feb5-89a8-4a55-8129-8da2fdbfb1ae HTTP/1.1" status: 204 len: 173 time: 1.4048569 Dec 22 09:04:59.633377 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b01a46-262b-4d6b-9a65-2474242cccee', 'name': 'network-vif-deleted', 'tag': '3540feb5-89a8-4a55-8129-8da2fdbfb1ae', 'status': 'completed', 'code': 200} Dec 22 09:04:59.662122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:04:59.745367 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:04:59.986109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:59.990386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] Checking router: e716e9aa-234d-4061-8f2f-60733103c490 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:05:00.000869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:00.001472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:04:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:00.222873 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:05:00.375901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-5123b95a-6382-460d-904a-724eb00d4a19 req-d25eb3fc-b5bf-44b9-938b-216374d5ece0 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Synchronizing usage tracker for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:05:00.392115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-5123b95a-6382-460d-904a-724eb00d4a19 req-d25eb3fc-b5bf-44b9-938b-216374d5ece0 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Unset dirty status for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:05:00.393392 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5123b95a-6382-460d-904a-724eb00d4a19 req-d25eb3fc-b5bf-44b9-938b-216374d5ece0 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b01a46-262b-4d6b-9a65-2474242cccee HTTP/1.1" status: 200 len: 210 time: 0.0579488 Dec 22 09:05:00.539681 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:00.543648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af024e-c420-4331-95ce-2e73550ec048 None None] The sync data for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv is: [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:05:00.765341 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b103ff74-156f-4294-8b7c-b06422b2e2cf None None] New status for floating IP a69d6ba3-d951-44ce-bcb3-b200e8d885d9: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:05:01.682880 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-63cf3277-0a4a-494d-ab98-b2ca39279094 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840053456&fields=id&tenant_id=76d9eb094ab54636947a57475833e596 HTTP/1.1" status: 200 len: 267 time: 0.0380831 Dec 22 09:05:01.829335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-a516e729-1205-4921-86b9-e8cc5c5c0154 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:01.830772 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-a516e729-1205-4921-86b9-e8cc5c5c0154 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 812 time: 0.1418085 Dec 22 09:05:01.845093 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-7cfe0e89-ed1b-4e36-a8aa-16f510cc1f3c tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/quotas/76d9eb094ab54636947a57475833e596 HTTP/1.1" status: 200 len: 375 time: 0.0090556 Dec 22 09:05:01.929816 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-096cc8c6-4ce0-41ac-90d3-316f17361f01 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793357 Dec 22 09:05:02.063917 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-91a7e156-13d0-4afc-bdb3-63b0a0c35f58 service neutron] 10.222.0.37 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232393 Dec 22 09:05:02.189648 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-1dbd5b39-11ee-4da9-9d77-f01d15582383 service neutron] 10.222.0.37 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196635 Dec 22 09:05:02.568763 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-75688eaa-f026-45d5-8310-040fd5a4813c req-a69fe969-262c-4149-a9ad-2412d425c461 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 210 time: 0.0417438 Dec 22 09:05:03.191670 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 3540feb5-89a8-4a55-8129-8da2fdbfb1ae no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:05:03.226089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 3540feb5-89a8-4a55-8129-8da2fdbfb1ae {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:05:03.226432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 3540feb5-89a8-4a55-8129-8da2fdbfb1ae not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:05:03.790447 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-28ce74e5-00b7-4227-8223-da78c6f21a7b req-28b112de-d26a-4e2a-a4de-c83062b5dcd9 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 210 time: 0.0525184 Dec 22 09:05:03.829701 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-34ee633f-ea0f-46e2-8d35-1ef93df3fd92 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:03.831611 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-34ee633f-ea0f-46e2-8d35-1ef93df3fd92 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 812 time: 0.3124008 Dec 22 09:05:03.877495 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-13b295de-5c2d-4a9a-bb35-55afd900cd2e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76d9eb094ab54636947a57475833e596 HTTP/1.1" status: 200 len: 380 time: 0.0379984 Dec 22 09:05:03.885839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'port': {'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'admin_state_up': True, 'tenant_id': '76d9eb094ab54636947a57475833e596', 'security_groups': ['b9b78753-282c-40b4-852c-98b9a78ba75d']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:05:04.022830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:05:04.032221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:05:04.041614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Made reservation on behalf of 76d9eb094ab54636947a57475833e596 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:05:04.045165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:04.206543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Allocated IP 172.20.0.8 (3ed7e46d-48d0-49ec-8cbe-80934f8d301b/745d19a2-ae6f-49e9-a4ec-b7b2a971d666/616fd77a-acc5-46ec-9b0d-65400b2a8506) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:05:04.396952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:04.412614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Transition to ACTIVE for port object 616fd77a-acc5-46ec-9b0d-65400b2a8506 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:05:04.435622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:04.508779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:05:04.511738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:05:04.515484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:05:04.547946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'Port': ['ID=616fd77a-acc5-46ec-9b0d-65400b2a8506,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:04.584729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:04.585280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:04.615072 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-c7e6b628-f496-4332-a680-29a05cb4ea49 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7326908 Dec 22 09:05:04.627824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Request body: {'port': {'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:05:04.751623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:04.759786 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9292fa5b-6145-4d35-8913-6d1a0cafe89a None None] Provisioning for port 616fd77a-acc5-46ec-9b0d-65400b2a8506 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:05:04.764959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9292fa5b-6145-4d35-8913-6d1a0cafe89a None None] Provisioning complete for port 616fd77a-acc5-46ec-9b0d-65400b2a8506 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:05:04.765319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9292fa5b-6145-4d35-8913-6d1a0cafe89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:04.823451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9292fa5b-6145-4d35-8913-6d1a0cafe89a None None] Port 616fd77a-acc5-46ec-9b0d-65400b2a8506 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:05:04.978747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da343ff-1ccb-466e-9997-0c0b40b23d43 req-04e14d83-d240-4f5a-963f-73993c7c24d2 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:04.986431 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8da343ff-1ccb-466e-9997-0c0b40b23d43 req-04e14d83-d240-4f5a-963f-73993c7c24d2 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 931 time: 0.0895343 Dec 22 09:05:05.039295 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8da343ff-1ccb-466e-9997-0c0b40b23d43 req-61ab068f-d56f-45d9-ad98-f10a881f7b3f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508144 Dec 22 09:05:05.120113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616fd77a-acc5-46ec-9b0d-65400b2a8506 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:05:05.127928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:05.142785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Transition to ACTIVE for port object 616fd77a-acc5-46ec-9b0d-65400b2a8506 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:05:05.146269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:05.284147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Pushing event updated for resources: {'Port': ['ID=616fd77a-acc5-46ec-9b0d-65400b2a8506,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:05.390840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Attempting to bind port 616fd77a-acc5-46ec-9b0d-65400b2a8506 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:05:05.391171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Attempting to bind port 616fd77a-acc5-46ec-9b0d-65400b2a8506 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:05:05.391502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Attempting to bind port 616fd77a-acc5-46ec-9b0d-65400b2a8506 on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:05:05.396133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Port 616fd77a-acc5-46ec-9b0d-65400b2a8506 on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:05:05.396448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Attempting to bind port 616fd77a-acc5-46ec-9b0d-65400b2a8506 on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:05:05.401543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:05:05.401909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Checking segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:05:05.402318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Bound using segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:05:05.402697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Bound port: 616fd77a-acc5-46ec-9b0d-65400b2a8506, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:05:05.403037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:05.494417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] For port 616fd77a-acc5-46ec-9b0d-65400b2a8506, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:05:05.497371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] For port 616fd77a-acc5-46ec-9b0d-65400b2a8506, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:05:05.501305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:05.559800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:05.560400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:05.561789 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] 10.222.0.54 "PUT /v2.0/ports/616fd77a-acc5-46ec-9b0d-65400b2a8506 HTTP/1.1" status: 200 len: 1093 time: 0.9389007 Dec 22 09:05:05.562220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'tag': '616fd77a-acc5-46ec-9b0d-65400b2a8506'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:05:05.589722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41d0d5-0955-4d97-a193-d291d2150c4b service neutron] Pushing event updated for resources: {'Port': ['ID=616fd77a-acc5-46ec-9b0d-65400b2a8506,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:05.643845 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'tag': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'status': 'completed', 'code': 200} Dec 22 09:05:05.683242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-adabd63e-3a7e-4877-8102-6572ea62de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:05.684757 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-adabd63e-3a7e-4877-8102-6572ea62de57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 1096 time: 0.0764756 Dec 22 09:05:05.752934 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-cd09d0ba-964b-4d48-98a7-1f959562b554 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506 HTTP/1.1" status: 200 len: 217 time: 0.0606608 Dec 22 09:05:05.818363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-ed520cd7-9734-4122-89cf-0d1f88502ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:05.819691 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-ed520cd7-9734-4122-89cf-0d1f88502ea7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0604632 Dec 22 09:05:05.893538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-d819854a-6373-4824-974e-a51a5b71e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:05.894986 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-d819854a-6373-4824-974e-a51a5b71e5f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681636 Dec 22 09:05:06.128937 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-210f7896-9c8e-47cf-a8f6-d7edf9a685ea service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271650 Dec 22 09:05:06.216859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2cd91-bb53-4e5f-b5d4-268a276d9845 req-ecc69091-737a-4ba9-8e42-a10d7751b53b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:06.218891 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e0f2cd91-bb53-4e5f-b5d4-268a276d9845 req-ecc69091-737a-4ba9-8e42-a10d7751b53b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 943 time: 0.0840600 Dec 22 09:05:06.258299 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd8d03e2-ae4c-46b5-bca0-6515dabda1ef req-55603a0a-eb37-425e-aabc-3c6a9bcf890b service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225853 Dec 22 09:05:06.261923 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e0f2cd91-bb53-4e5f-b5d4-268a276d9845 req-d5b4c5a8-6c5e-402e-82ab-2493dea0505a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372581 Dec 22 09:05:06.372853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-3e3f97a2-9961-4973-b7e9-ed36a462801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:06.374402 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-3e3f97a2-9961-4973-b7e9-ed36a462801f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 1096 time: 0.0733011 Dec 22 09:05:06.509854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-fe4afe01-7684-44b3-9c1d-773b3fba6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:06.509854 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-fe4afe01-7684-44b3-9c1d-773b3fba6d08 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1254675 Dec 22 09:05:06.573012 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-e6cf0595-71e9-41b2-8b80-dac15bce4374 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506 HTTP/1.1" status: 200 len: 217 time: 0.0593846 Dec 22 09:05:06.635433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-7a7b60bd-4b6e-4428-b22e-6ad53ef1d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:06.636724 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-7a7b60bd-4b6e-4428-b22e-6ad53ef1d9a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0571496 Dec 22 09:05:06.709204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-c59ecb8c-a950-4f61-8f01-dc32530a18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:06.710632 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-c59ecb8c-a950-4f61-8f01-dc32530a18df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670176 Dec 22 09:05:06.838089 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-575a7f2b-d06b-4fda-a3a7-6ad396b07c1c service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204684 Dec 22 09:05:06.964894 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-893b94b2-ed15-45b1-8cd5-896d3c429746 req-b1a31b4e-7a16-45f3-aa8d-e15920be25d3 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201015 Dec 22 09:05:07.452905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ec4d2-2df8-4e6c-8a91-3ba2d46a9d3a req-bae35147-9e99-45ec-ae8a-da954d0e3d11 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:07.453606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-8e4ec4d2-2df8-4e6c-8a91-3ba2d46a9d3a req-bae35147-9e99-45ec-ae8a-da954d0e3d11 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Synchronizing usage tracker for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:05:07.468590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-8e4ec4d2-2df8-4e6c-8a91-3ba2d46a9d3a req-bae35147-9e99-45ec-ae8a-da954d0e3d11 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Unset dirty status for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:05:07.469772 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8e4ec4d2-2df8-4e6c-8a91-3ba2d46a9d3a req-bae35147-9e99-45ec-ae8a-da954d0e3d11 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 943 time: 0.0974445 Dec 22 09:05:07.512993 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8e4ec4d2-2df8-4e6c-8a91-3ba2d46a9d3a req-05947f67-468d-45af-82a7-fc7cf1e4f8d7 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376441 Dec 22 09:05:08.695909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab4252-f235-4c06-a2e4-3282f305bbe0 req-af422ee2-4f02-4090-ba33-c31e8e043c9d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:08.697331 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-50ab4252-f235-4c06-a2e4-3282f305bbe0 req-af422ee2-4f02-4090-ba33-c31e8e043c9d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 943 time: 0.0814447 Dec 22 09:05:08.739497 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-50ab4252-f235-4c06-a2e4-3282f305bbe0 req-d926d0f0-f256-47fb-bdc8-4ae5c73e3f70 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366282 Dec 22 09:05:09.919696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c90ae-1e6f-446c-b542-f97d15aaaad5 req-6c497232-dd45-4158-857c-4702e6bbade8 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:09.921766 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-352c90ae-1e6f-446c-b542-f97d15aaaad5 req-6c497232-dd45-4158-857c-4702e6bbade8 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 943 time: 0.0781441 Dec 22 09:05:09.964324 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-352c90ae-1e6f-446c-b542-f97d15aaaad5 req-cc8e886c-9358-47ef-85b1-7c20176295ee tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369759 Dec 22 09:05:11.148711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff951cf-4eb9-40db-a15c-92269a7154e7 req-06529c88-a9d3-4de1-b38b-64e6db9de062 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:11.150189 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0ff951cf-4eb9-40db-a15c-92269a7154e7 req-06529c88-a9d3-4de1-b38b-64e6db9de062 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 943 time: 0.0844176 Dec 22 09:05:11.194119 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0ff951cf-4eb9-40db-a15c-92269a7154e7 req-498faaae-3240-429f-8786-56bca0878a24 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377915 Dec 22 09:05:12.372740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712a218-0f12-42c5-b616-4b5bb91ee250 req-53497626-eb6c-4575-8bfc-124614ba741a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:12.374803 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f712a218-0f12-42c5-b616-4b5bb91ee250 req-53497626-eb6c-4575-8bfc-124614ba741a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 943 time: 0.0808239 Dec 22 09:05:12.416288 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f712a218-0f12-42c5-b616-4b5bb91ee250 req-0a0827b0-d1a8-4a80-8560-2b26e0c5fc88 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359271 Dec 22 09:05:13.598189 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73410cc-47e7-4131-b34f-dbde8ac8f7cb req-3fa5c76e-9700-4f33-a10e-54699125e325 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:13.599617 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d73410cc-47e7-4131-b34f-dbde8ac8f7cb req-3fa5c76e-9700-4f33-a10e-54699125e325 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 943 time: 0.0821681 Dec 22 09:05:13.642418 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d73410cc-47e7-4131-b34f-dbde8ac8f7cb req-2d495f7a-37aa-432e-a58e-d2177dd1333a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372310 Dec 22 09:05:14.301275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:14.818350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395a8cd-e44a-4b77-8c73-83fcf58d80bb req-5ae27a70-1a77-4662-ab6b-ba82bd8cce00 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:14.819769 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a395a8cd-e44a-4b77-8c73-83fcf58d80bb req-5ae27a70-1a77-4662-ab6b-ba82bd8cce00 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 943 time: 0.0772774 Dec 22 09:05:14.865509 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a395a8cd-e44a-4b77-8c73-83fcf58d80bb req-cbc31aad-4f8b-4c02-9ee6-7a36a6bcdfd8 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402517 Dec 22 09:05:15.268917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 616fd77a-acc5-46ec-9b0d-65400b2a8506 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:05:15.397839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 616fd77a-acc5-46ec-9b0d-65400b2a8506, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:15.410904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'mac_address': 'fa:16:3e:1e:00:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:05:15.463154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:15.479500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616fd77a-acc5-46ec-9b0d-65400b2a8506 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:05:15.494327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 616fd77a-acc5-46ec-9b0d-65400b2a8506, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:15.498101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:15.565398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=616fd77a-acc5-46ec-9b0d-65400b2a8506,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:15.572439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.572829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.573182 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.573514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.573871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.574198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.574543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.574946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.575325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.575649 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.575969 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.576297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:15.735339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['616fd77a-acc5-46ec-9b0d-65400b2a8506'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:05:16.047135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0e508-9a46-440d-95bd-9292ce58fd39 req-c5f92785-1368-4701-9b2b-09d729c545b5 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:16.048566 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b0c0e508-9a46-440d-95bd-9292ce58fd39 req-c5f92785-1368-4701-9b2b-09d729c545b5 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 944 time: 0.0786872 Dec 22 09:05:16.094484 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b0c0e508-9a46-440d-95bd-9292ce58fd39 req-995c3413-cefb-491a-8179-21c85028ec34 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401947 Dec 22 09:05:17.275707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0668c-aa8f-46d3-9dca-34b213ad5faf req-b2161664-f413-4e1c-99b3-47a1f47b9fa3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:17.277152 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1ab0668c-aa8f-46d3-9dca-34b213ad5faf req-b2161664-f413-4e1c-99b3-47a1f47b9fa3 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 944 time: 0.0784876 Dec 22 09:05:17.300116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 616fd77a-acc5-46ec-9b0d-65400b2a8506 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:05:17.320754 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1ab0668c-aa8f-46d3-9dca-34b213ad5faf req-ec141997-9102-47b3-8b04-a98f07ff6f40 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380180 Dec 22 09:05:17.367243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 616fd77a-acc5-46ec-9b0d-65400b2a8506 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:05:17.371680 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 616fd77a-acc5-46ec-9b0d-65400b2a8506 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:05:17.372094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:17.484126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:17.509589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616fd77a-acc5-46ec-9b0d-65400b2a8506'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:05:17.519322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 616fd77a-acc5-46ec-9b0d-65400b2a8506, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:17.523045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:17.593464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=616fd77a-acc5-46ec-9b0d-65400b2a8506,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:17.605944 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'code': 200} Dec 22 09:05:17.870167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88ec97-a2ab-4395-b435-1200b74dfc43 req-2e837d29-e9d2-4968-b572-3ca7bf732b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:17.871526 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd88ec97-a2ab-4395-b435-1200b74dfc43 req-2e837d29-e9d2-4968-b572-3ca7bf732b17 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 1098 time: 0.0722628 Dec 22 09:05:17.909957 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd88ec97-a2ab-4395-b435-1200b74dfc43 req-6e1881e9-e4a8-480d-bf49-4c593cc4ba29 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Dec 22 09:05:18.497651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cc4f8-f135-42d1-96ce-46cac13e027f req-3c55ef9b-5981-4e57-83d8-365f2d96ca10 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:18.499102 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-958cc4f8-f135-42d1-96ce-46cac13e027f req-3c55ef9b-5981-4e57-83d8-365f2d96ca10 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 945 time: 0.0771155 Dec 22 09:05:18.541272 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-958cc4f8-f135-42d1-96ce-46cac13e027f req-45e98657-090a-4251-af3c-131f2327dc51 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367608 Dec 22 09:05:19.370932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-40657920-fe26-4033-800c-71ff8d3b12cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:19.721601 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f08cae-ffce-4ece-9a5f-a9117308334e req-9db5dfb2-9965-419d-9222-5f948124326b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:19.723058 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-10f08cae-ffce-4ece-9a5f-a9117308334e req-9db5dfb2-9965-419d-9222-5f948124326b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 945 time: 0.0786512 Dec 22 09:05:19.765834 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-10f08cae-ffce-4ece-9a5f-a9117308334e req-811136d0-84fd-429b-9f8b-b29b9421b1ba tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369749 Dec 22 09:05:19.952443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e2fa0-542c-4fc6-9632-e19aff05fbda req-2425e13f-e406-47ad-b000-3014aff0f1d1 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:19.953934 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9f8e2fa0-542c-4fc6-9632-e19aff05fbda req-2425e13f-e406-47ad-b000-3014aff0f1d1 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 945 time: 0.0817888 Dec 22 09:05:19.997214 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9f8e2fa0-542c-4fc6-9632-e19aff05fbda req-22f930b6-b16d-4361-866b-c22c7fc007fc tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375183 Dec 22 09:05:20.019888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60644) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:20.088294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcd5c5-e25d-4f13-9883-f30cfeced7b7 tempest-TestVolumeBootPattern-1096134024 tempest-TestVolumeBootPattern-1096134024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:20.088984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-90dcd5c5-e25d-4f13-9883-f30cfeced7b7 tempest-TestVolumeBootPattern-1096134024 tempest-TestVolumeBootPattern-1096134024-project-admin] Synchronizing usage tracker for tenant:0bc77d9dc74340aebd7f7f6dfc2d835a on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:05:20.104891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-90dcd5c5-e25d-4f13-9883-f30cfeced7b7 tempest-TestVolumeBootPattern-1096134024 tempest-TestVolumeBootPattern-1096134024-project-admin] Unset dirty status for tenant:0bc77d9dc74340aebd7f7f6dfc2d835a on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:05:20.106268 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-90dcd5c5-e25d-4f13-9883-f30cfeced7b7 tempest-TestVolumeBootPattern-1096134024 tempest-TestVolumeBootPattern-1096134024-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 1093 time: 0.0853546 Dec 22 09:05:20.108993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60648) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:20.113836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:05:20.119660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:05:20.123911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:floatingip and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:05:20.126762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:05:20.132446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:05:20.143163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:20.273035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:20.504223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Allocated IP 172.26.1.90 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/38815587-47e8-4ebb-907d-0607c7697944) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:05:20.645843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:20.674517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:20.740983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:05:20.743882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:05:20.747483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:05:20.780940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'Port': ['ID=38815587-47e8-4ebb-907d-0607c7697944,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:21.145536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:21.225737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:21.421311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:21.425449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:21.535810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'Port': ['ID=38815587-47e8-4ebb-907d-0607c7697944,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:21.545550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:21.710139 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Floating IP 19b96803-80b9-4120-aca8-e39330713cc8 associated. External IP: 172.26.1.90, port: 616fd77a-acc5-46ec-9b0d-65400b2a8506. Dec 22 09:05:21.747690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aad613b7-f287-49fc-8fb9-d507eb1b0c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:22.161774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Router e716e9aa-234d-4061-8f2f-60733103c490 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:05:22.337208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:05:22.347183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] Sync routers for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:05:22.356241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:22.356979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:05:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:22.362559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:22.416596 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9bc9f81b-d528-4438-8412-38f3cb0b6b4e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3066120 Dec 22 09:05:22.417188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'tag': '616fd77a-acc5-46ec-9b0d-65400b2a8506'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:05:22.463918 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'tag': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'status': 'completed', 'code': 200} Dec 22 09:05:22.534279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:05:22.556764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54213a43-de02-405a-93a3-2414690461c9 req-88da5569-453e-4ed6-aa71-ab29ba6faf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:22.558317 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54213a43-de02-405a-93a3-2414690461c9 req-88da5569-453e-4ed6-aa71-ab29ba6faf8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 1098 time: 0.0727425 Dec 22 09:05:22.688994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54213a43-de02-405a-93a3-2414690461c9 req-6c0488cf-ec30-423a-973e-c33542e88d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:22.690463 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54213a43-de02-405a-93a3-2414690461c9 req-6c0488cf-ec30-423a-973e-c33542e88d4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1262548 Dec 22 09:05:22.792669 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54213a43-de02-405a-93a3-2414690461c9 req-1c37ad04-e5fb-4dda-89b6-cdb065c67e1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506 HTTP/1.1" status: 200 len: 998 time: 0.0955968 Dec 22 09:05:22.839962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:22.855278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54213a43-de02-405a-93a3-2414690461c9 req-391982f1-7649-40ce-b218-15cc7776a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:22.856670 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54213a43-de02-405a-93a3-2414690461c9 req-391982f1-7649-40ce-b218-15cc7776a9bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0578949 Dec 22 09:05:22.925817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '19b96803-80b9-4120-aca8-e39330713cc8', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:1e:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:05:21Z', 'updated_at': '2021-12-22T09:05:21Z', 'revision_number': 0, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:22.929564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] Checking router: e716e9aa-234d-4061-8f2f-60733103c490 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:05:22.938044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:22.938600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54213a43-de02-405a-93a3-2414690461c9 req-598422e3-4fc3-470a-9fa1-bf79706bca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:22.938695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:05:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:22.940463 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54213a43-de02-405a-93a3-2414690461c9 req-598422e3-4fc3-470a-9fa1-bf79706bca24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769415 Dec 22 09:05:23.032204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:23.071254 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54213a43-de02-405a-93a3-2414690461c9 req-56283559-b0d6-4611-8b10-60933faab870 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244833 Dec 22 09:05:23.129359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:05:23.202238 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54213a43-de02-405a-93a3-2414690461c9 req-70ff94c8-07b6-456d-a278-4870f4b55087 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235073 Dec 22 09:05:23.466272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '19b96803-80b9-4120-aca8-e39330713cc8', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:1e:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:05:21Z', 'updated_at': '2021-12-22T09:05:21Z', 'revision_number': 0, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:23.470046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d3ee3-0a3c-4893-9e0a-b7846ada4c0e None None] The sync data for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv is: [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '19b96803-80b9-4120-aca8-e39330713cc8', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:1e:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:05:21Z', 'updated_at': '2021-12-22T09:05:21Z', 'revision_number': 0, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:05:23.658141 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c31e7-4094-4bff-81d6-db170203de61 None None] New status for floating IP 19b96803-80b9-4120-aca8-e39330713cc8: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:05:24.180525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:36.747894 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:05:43.272505 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-61324f7a-6478-41e9-a856-493d6e89a43c req-0623d4e1-9684-4583-a66f-8eff1df4303d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763481 Dec 22 09:05:43.417625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61324f7a-6478-41e9-a856-493d6e89a43c req-4370e10a-c928-4616-b4c9-4a70f7a07a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:43.417625 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-61324f7a-6478-41e9-a856-493d6e89a43c req-4370e10a-c928-4616-b4c9-4a70f7a07a4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 1098 time: 0.0695899 Dec 22 09:05:43.565520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61324f7a-6478-41e9-a856-493d6e89a43c req-3ef45214-347f-4755-a2ee-383d9d5f1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:43.565520 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-61324f7a-6478-41e9-a856-493d6e89a43c req-3ef45214-347f-4755-a2ee-383d9d5f1e72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1293972 Dec 22 09:05:43.793357 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-61324f7a-6478-41e9-a856-493d6e89a43c req-13d02de7-1387-4a74-b6c2-87809668d703 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506 HTTP/1.1" status: 200 len: 1000 time: 0.2226245 Dec 22 09:05:43.863265 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61324f7a-6478-41e9-a856-493d6e89a43c req-717417d6-b0c1-4005-8e2e-6948b204f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:43.865344 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-61324f7a-6478-41e9-a856-493d6e89a43c req-717417d6-b0c1-4005-8e2e-6948b204f5e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0641053 Dec 22 09:05:43.942595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61324f7a-6478-41e9-a856-493d6e89a43c req-1e0048e4-784d-41a9-8ba9-43cc09aa0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:43.944056 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-61324f7a-6478-41e9-a856-493d6e89a43c req-1e0048e4-784d-41a9-8ba9-43cc09aa0e9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725749 Dec 22 09:05:44.078686 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-61324f7a-6478-41e9-a856-493d6e89a43c req-69c0ad49-293b-4c36-8445-ca3961011421 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272025 Dec 22 09:05:44.219573 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-61324f7a-6478-41e9-a856-493d6e89a43c req-7dacf87c-6d25-4025-9c16-3d8b71150ef8 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312091 Dec 22 09:05:44.315621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:49.371807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1b42e77e-7346-4bcc-95f3-e61bcc886b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:51.746833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-89c4e2a3-afff-42fb-834c-4731a4b199a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:52.828716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:52.996123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:54.183560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:13.742738 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:06:14.312593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:19.374569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b0d3-2cb5-416f-94ce-5c92460040fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:21.747802 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee81f140-f232-439b-b8bc-d34d75624e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:22.830235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:23.001697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:24.186185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:44.327758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:44.645087 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c31947a8-89df-40f7-9092-72f03a825644 req-7f0092f2-e484-4e02-a928-ccf2c3020cab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711246 Dec 22 09:06:44.782297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31947a8-89df-40f7-9092-72f03a825644 req-f0712657-4bfb-4293-93b5-ae0442dbfafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:44.783734 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c31947a8-89df-40f7-9092-72f03a825644 req-f0712657-4bfb-4293-93b5-ae0442dbfafa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 1098 time: 0.0691423 Dec 22 09:06:44.926496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31947a8-89df-40f7-9092-72f03a825644 req-3fc33cb5-46f5-42b2-8c33-a6b8d5c2a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:44.927865 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c31947a8-89df-40f7-9092-72f03a825644 req-3fc33cb5-46f5-42b2-8c33-a6b8d5c2a20a service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1247430 Dec 22 09:06:45.029941 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c31947a8-89df-40f7-9092-72f03a825644 req-eafce964-7013-4aa9-86f3-39d6968ce9c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506 HTTP/1.1" status: 200 len: 1000 time: 0.0956717 Dec 22 09:06:45.093326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31947a8-89df-40f7-9092-72f03a825644 req-9d247778-170f-4adf-a7d8-8608e8665a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:45.094706 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c31947a8-89df-40f7-9092-72f03a825644 req-9d247778-170f-4adf-a7d8-8608e8665a5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0556872 Dec 22 09:06:45.169962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31947a8-89df-40f7-9092-72f03a825644 req-bed747a5-39d9-49cf-b5c0-8c5dd72ff5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:45.171389 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c31947a8-89df-40f7-9092-72f03a825644 req-bed747a5-39d9-49cf-b5c0-8c5dd72ff5be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702631 Dec 22 09:06:45.297841 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c31947a8-89df-40f7-9092-72f03a825644 req-d4f31bf7-2ae2-43de-bfb4-e9a55b1a15a0 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194005 Dec 22 09:06:45.424855 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c31947a8-89df-40f7-9092-72f03a825644 req-24471d86-5d47-48d1-ada9-a3affae5cefd service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211176 Dec 22 09:06:49.375936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a7a45ca9-8d9b-4ffe-a1a1-08c769e3cfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:50.741109 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:06:51.749710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-831eb45f-1ced-4128-a146-938d367a53f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.834383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:53.004672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:54.192040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:05.178197 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-aa3aeab2-743c-4c22-bef5-a9577de60c58 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840053456&fields=id&tenant_id=76d9eb094ab54636947a57475833e596 HTTP/1.1" status: 200 len: 267 time: 0.0389152 Dec 22 09:07:05.321839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-2bd837d6-908c-4823-a417-b7dce90191bc tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:05.323237 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-2bd837d6-908c-4823-a417-b7dce90191bc tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 812 time: 0.1388953 Dec 22 09:07:05.337605 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-cf91c746-8b9e-45e8-aeab-82f1204f80c1 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/quotas/76d9eb094ab54636947a57475833e596 HTTP/1.1" status: 200 len: 375 time: 0.0090230 Dec 22 09:07:05.422955 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-f3753cde-2129-413e-aa3a-c4ed96a1e44e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0805326 Dec 22 09:07:05.666550 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-27bfc730-72c0-4e18-b69c-48524b8131ad service neutron] 10.222.0.37 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326031 Dec 22 09:07:05.794139 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-93807a3d-591a-4a9f-9596-63c53f750225 service neutron] 10.222.0.37 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216669 Dec 22 09:07:06.182463 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e496b73d-bffa-4b3e-9423-10d9a016d856 req-6f97bda5-a2ac-4421-a390-999ccf4afb1e tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 210 time: 0.0459843 Dec 22 09:07:07.215340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-f2a95ff6-d2bf-49a9-bb16-e93f18912bf0 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:07.216935 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-f2a95ff6-d2bf-49a9-bb16-e93f18912bf0 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 812 time: 0.1430943 Dec 22 09:07:07.266458 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-2b0bfc9f-a431-426b-83f9-991009630f8b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76d9eb094ab54636947a57475833e596 HTTP/1.1" status: 200 len: 380 time: 0.0409074 Dec 22 09:07:07.274844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'port': {'device_id': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'admin_state_up': True, 'tenant_id': '76d9eb094ab54636947a57475833e596', 'security_groups': ['b9b78753-282c-40b4-852c-98b9a78ba75d']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:07:07.355795 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-28e2da85-be69-4986-8b11-53bf0aaf732d req-87433ba7-6b30-415c-8a34-01fc1ca741f1 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 210 time: 0.0601695 Dec 22 09:07:07.449415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:07:07.459037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:07:07.467789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Made reservation on behalf of 76d9eb094ab54636947a57475833e596 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:07:07.471256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:07.631329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Allocated IP 172.20.0.13 (3ed7e46d-48d0-49ec-8cbe-80934f8d301b/745d19a2-ae6f-49e9-a4ec-b7b2a971d666/aed83009-889a-405c-8b39-90a41ed98c4a) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:07:07.814855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:07.829996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Transition to ACTIVE for port object aed83009-889a-405c-8b39-90a41ed98c4a will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:07:07.854972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:07.933459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:07:07.936781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:07:07.940769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:07:08.015822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:08.016999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:08.024216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'Port': ['ID=aed83009-889a-405c-8b39-90a41ed98c4a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:08.041915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.042108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.042385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.042719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.043064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.043398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.043916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.044405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.044742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.045345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.045594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.045804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:08.063209 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-0d5d22cc-48cd-4d57-b586-21be86448211 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7919712 Dec 22 09:07:08.074694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Request body: {'port': {'device_id': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:07:08.187351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:08.214651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-279259d2-4023-49bd-99e1-2df257ddcb7d None None] Provisioning for port aed83009-889a-405c-8b39-90a41ed98c4a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:07:08.220245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-279259d2-4023-49bd-99e1-2df257ddcb7d None None] Provisioning complete for port aed83009-889a-405c-8b39-90a41ed98c4a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:07:08.220737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-279259d2-4023-49bd-99e1-2df257ddcb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:08.273815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-279259d2-4023-49bd-99e1-2df257ddcb7d None None] Port aed83009-889a-405c-8b39-90a41ed98c4a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:07:08.539833 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed83009-889a-405c-8b39-90a41ed98c4a {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:07:08.548755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:08.557784 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47afc5b-d105-434e-a5cc-e41db001208b req-d5a183fb-988a-4c86-9136-3df7e4801403 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:08.559334 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c47afc5b-d105-434e-a5cc-e41db001208b req-d5a183fb-988a-4c86-9136-3df7e4801403 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 932 time: 0.0836747 Dec 22 09:07:08.565820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Transition to ACTIVE for port object aed83009-889a-405c-8b39-90a41ed98c4a will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:07:08.571858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:08.608556 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c47afc5b-d105-434e-a5cc-e41db001208b req-863c13b9-44f6-45b4-b2aa-7ef0ebdeb990 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 Dec 22 09:07:08.811156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Pushing event updated for resources: {'Port': ['ID=aed83009-889a-405c-8b39-90a41ed98c4a,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:08.919180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Attempting to bind port aed83009-889a-405c-8b39-90a41ed98c4a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:07:08.919416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Attempting to bind port aed83009-889a-405c-8b39-90a41ed98c4a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:07:08.919742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Attempting to bind port aed83009-889a-405c-8b39-90a41ed98c4a on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:07:08.924482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Port aed83009-889a-405c-8b39-90a41ed98c4a on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:07:08.924802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Attempting to bind port aed83009-889a-405c-8b39-90a41ed98c4a on network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:07:08.930617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:07:08.930955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Checking segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:07:08.931337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Bound using segment: {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:07:08.931767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Bound port: aed83009-889a-405c-8b39-90a41ed98c4a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a21f80-e2af-4d78-bf9b-830a61b05511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:07:08.932107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:09.023835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] For port aed83009-889a-405c-8b39-90a41ed98c4a, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:07:09.026796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] For port aed83009-889a-405c-8b39-90a41ed98c4a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aed83009-889a-405c-8b39-90a41ed98c4a,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:07:09.031276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:09.090105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:09.090707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:09.092058 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] 10.222.0.54 "PUT /v2.0/ports/aed83009-889a-405c-8b39-90a41ed98c4a HTTP/1.1" status: 200 len: 1094 time: 1.0215914 Dec 22 09:07:09.092486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'tag': 'aed83009-889a-405c-8b39-90a41ed98c4a'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:07:09.112342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2715a-cfb1-4a62-87cf-9e3c6ee9563c service neutron] Pushing event updated for resources: {'Port': ['ID=aed83009-889a-405c-8b39-90a41ed98c4a,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:09.168623 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'tag': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'status': 'completed', 'code': 200} Dec 22 09:07:09.210017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-e7752c35-2dc8-4f6f-a341-ff3a0056fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:09.211525 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-e7752c35-2dc8-4f6f-a341-ff3a0056fdee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 1097 time: 0.0781624 Dec 22 09:07:09.279202 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-fbe75416-7a71-4426-b5d7-46438c666c4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed83009-889a-405c-8b39-90a41ed98c4a HTTP/1.1" status: 200 len: 217 time: 0.0605273 Dec 22 09:07:09.344281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-bebb35ae-a0f1-4c4d-86b3-210b7c645e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:09.345724 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-bebb35ae-a0f1-4c4d-86b3-210b7c645e82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0600257 Dec 22 09:07:09.418549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-042f3648-84bf-4039-945f-690978fe86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:09.419978 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-042f3648-84bf-4039-945f-690978fe86ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680625 Dec 22 09:07:09.548725 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-e60224ad-bba4-4902-8c3b-8057754e6f18 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214895 Dec 22 09:07:09.705152 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70f07cc2-84ea-42b3-a7e5-82048b8f5b54 req-6ffb3b9d-cbb4-4b38-8c48-3a253a6c8f73 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500580 Dec 22 09:07:09.807371 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6bc36-e4ff-47a0-a5f5-850ce71830a9 req-1db7eaaa-8439-4b1f-92fe-044b5022f650 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:09.809617 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-77a6bc36-e4ff-47a0-a5f5-850ce71830a9 req-1db7eaaa-8439-4b1f-92fe-044b5022f650 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 944 time: 0.0881779 Dec 22 09:07:09.830321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-4940a3f5-4e0e-46b5-892c-090f18ebc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:09.831802 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-4940a3f5-4e0e-46b5-892c-090f18ebc5ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 1097 time: 0.0756104 Dec 22 09:07:09.858225 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-77a6bc36-e4ff-47a0-a5f5-850ce71830a9 req-be1260a3-c1ed-4ac9-a184-0e7bcddc336a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Dec 22 09:07:09.969556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-0a2c9437-22a8-4ce5-a031-e0e8eb12e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:09.971011 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-0a2c9437-22a8-4ce5-a031-e0e8eb12e62e service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1324170 Dec 22 09:07:10.036977 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-6e415963-0e55-4990-bad2-845214cba3d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed83009-889a-405c-8b39-90a41ed98c4a HTTP/1.1" status: 200 len: 217 time: 0.0586402 Dec 22 09:07:10.100870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-5696bda5-8848-4724-9ed3-f2ed494b8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:10.102350 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-5696bda5-8848-4724-9ed3-f2ed494b8863 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0594287 Dec 22 09:07:10.176383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-6f571668-768b-445f-9bd8-66c2fcf8bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:10.178403 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-6f571668-768b-445f-9bd8-66c2fcf8bbbe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688288 Dec 22 09:07:10.307058 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-63658d41-911c-4aaa-a400-d10fa90abfad service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208215 Dec 22 09:07:10.538369 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-844f7081-9f4f-4d56-bf40-f55cc6363f43 req-cf6c7985-4e1e-400b-945c-a9391a0b732b service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232771 Dec 22 09:07:11.039804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b538b-0443-43e1-86b5-82e94b87da5b req-c9527331-0571-4f48-b679-ec4f5aaaa13c tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:11.040491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-0c7b538b-0443-43e1-86b5-82e94b87da5b req-c9527331-0571-4f48-b679-ec4f5aaaa13c tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Synchronizing usage tracker for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:07:11.055080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-0c7b538b-0443-43e1-86b5-82e94b87da5b req-c9527331-0571-4f48-b679-ec4f5aaaa13c tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Unset dirty status for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:07:11.056173 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0c7b538b-0443-43e1-86b5-82e94b87da5b req-c9527331-0571-4f48-b679-ec4f5aaaa13c tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 944 time: 0.0971074 Dec 22 09:07:11.100442 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0c7b538b-0443-43e1-86b5-82e94b87da5b req-5298be39-9150-4385-9f47-4cb162e3d493 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386107 Dec 22 09:07:12.277826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bd10b-fd44-4ba6-b4b0-a6f9db50637a req-bf57bc3f-6899-4eb4-b371-8f667d39f7b8 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:12.279192 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-883bd10b-fd44-4ba6-b4b0-a6f9db50637a req-bf57bc3f-6899-4eb4-b371-8f667d39f7b8 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 944 time: 0.0779181 Dec 22 09:07:12.322778 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-883bd10b-fd44-4ba6-b4b0-a6f9db50637a req-8e9814b8-db4d-435f-b67e-c92d1f61243a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380199 Dec 22 09:07:13.501341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4d5da-7ab5-4e8a-ba36-567ae91e94c5 req-2eea4b0e-d7fc-4675-8662-2a8c83e985f0 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:13.502779 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-94a4d5da-7ab5-4e8a-ba36-567ae91e94c5 req-2eea4b0e-d7fc-4675-8662-2a8c83e985f0 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 944 time: 0.0773053 Dec 22 09:07:13.544678 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-94a4d5da-7ab5-4e8a-ba36-567ae91e94c5 req-373ff841-b9c5-45a7-8227-164d27dd78bc tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357890 Dec 22 09:07:14.332115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:14.818171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c922ef0-eea7-412a-9af7-460eba016deb req-d7efb627-f274-4b25-a66f-83b4a9880289 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:14.819888 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0c922ef0-eea7-412a-9af7-460eba016deb req-d7efb627-f274-4b25-a66f-83b4a9880289 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 944 time: 0.1716440 Dec 22 09:07:14.862652 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0c922ef0-eea7-412a-9af7-460eba016deb req-6791f783-7d60-4a35-ac11-b71a2d582f7a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370924 Dec 22 09:07:16.052077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f6bfa-b833-4d61-bfba-763f523748fc req-9481bdc0-fd1a-420c-9c0d-fa6dc82f8095 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:16.052880 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b81f6bfa-b833-4d61-bfba-763f523748fc req-9481bdc0-fd1a-420c-9c0d-fa6dc82f8095 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 944 time: 0.0838883 Dec 22 09:07:16.101548 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b81f6bfa-b833-4d61-bfba-763f523748fc req-f2eaa05c-bfab-4b01-94a8-25165bba4d44 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414298 Dec 22 09:07:17.294457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9b6ab-404a-4f38-a0bf-e50beedebaf5 req-8687b633-f568-4f80-8a1e-cb06ffa90e9c tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:17.294997 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-45e9b6ab-404a-4f38-a0bf-e50beedebaf5 req-8687b633-f568-4f80-8a1e-cb06ffa90e9c tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 944 time: 0.0850759 Dec 22 09:07:17.343120 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-45e9b6ab-404a-4f38-a0bf-e50beedebaf5 req-56ab7bb4-eb34-425d-9b9d-6a8d78dc9aad tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415475 Dec 22 09:07:18.027482 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device aed83009-889a-405c-8b39-90a41ed98c4a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:07:18.201988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port aed83009-889a-405c-8b39-90a41ed98c4a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aed83009-889a-405c-8b39-90a41ed98c4a,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:18.216136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'port_id': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'mac_address': 'fa:16:3e:5b:f7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:07:18.278552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:18.299284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed83009-889a-405c-8b39-90a41ed98c4a {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:07:18.315520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port aed83009-889a-405c-8b39-90a41ed98c4a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aed83009-889a-405c-8b39-90a41ed98c4a,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:18.319663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:18.398589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=aed83009-889a-405c-8b39-90a41ed98c4a,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:18.407658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.407658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.408079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.408537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.409002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.409520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.409650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.410864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.410864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.411054 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.413714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.413714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:18.533960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95bbc2-b933-4c82-b942-63b5a3a03211 req-326c30cd-2287-48f3-b507-69ff080d7b66 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:18.535267 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-aa95bbc2-b933-4c82-b942-63b5a3a03211 req-326c30cd-2287-48f3-b507-69ff080d7b66 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 945 time: 0.0774138 Dec 22 09:07:18.554812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['aed83009-889a-405c-8b39-90a41ed98c4a'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:07:18.581790 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-aa95bbc2-b933-4c82-b942-63b5a3a03211 req-8e2d01f0-5925-4346-84a1-015e76d5390b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Dec 22 09:07:19.378710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-93b4884f-3e35-4a5d-aa15-df28644a3f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:19.768513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa964e8-56f5-4955-b6c0-1693c2f62bcf req-e823229a-6108-4aed-8798-6abe185b174f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:19.769881 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-eaa964e8-56f5-4955-b6c0-1693c2f62bcf req-e823229a-6108-4aed-8798-6abe185b174f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 945 time: 0.0807080 Dec 22 09:07:19.811828 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-eaa964e8-56f5-4955-b6c0-1693c2f62bcf req-fe9a5715-d2ba-4c68-b4a5-e71d8715d095 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364428 Dec 22 09:07:20.047127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device aed83009-889a-405c-8b39-90a41ed98c4a up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:07:20.111624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port aed83009-889a-405c-8b39-90a41ed98c4a completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:07:20.117593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port aed83009-889a-405c-8b39-90a41ed98c4a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:07:20.117996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:20.229687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:20.255210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed83009-889a-405c-8b39-90a41ed98c4a'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:07:20.264704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port aed83009-889a-405c-8b39-90a41ed98c4a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aed83009-889a-405c-8b39-90a41ed98c4a,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:20.268691 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:20.300248 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'code': 200} Dec 22 09:07:20.337448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=aed83009-889a-405c-8b39-90a41ed98c4a,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:20.566811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfd1e2-07c7-4327-af8f-a5b79cccf416 req-d5d7e320-1308-41bd-baa7-b0fa1d4d2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:20.568144 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00bfd1e2-07c7-4327-af8f-a5b79cccf416 req-d5d7e320-1308-41bd-baa7-b0fa1d4d2c4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 1099 time: 0.0674500 Dec 22 09:07:20.608930 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00bfd1e2-07c7-4327-af8f-a5b79cccf416 req-f05e8175-916e-4f29-8078-035cec9b26e5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Dec 22 09:07:21.030935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8228539-8474-4127-9dac-d4747eb9b668 req-f5e66882-48f2-4c7c-90ab-012f14247b29 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:21.032379 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c8228539-8474-4127-9dac-d4747eb9b668 req-f5e66882-48f2-4c7c-90ab-012f14247b29 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 946 time: 0.0773172 Dec 22 09:07:21.079088 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c8228539-8474-4127-9dac-d4747eb9b668 req-16bca5d7-db7e-452d-8fb2-8a2cb4873cb9 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Dec 22 09:07:21.750656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-20488486-39c9-468c-8ab6-4c38649214ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:22.265765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c3923-42be-4ade-b4cc-ca5427abd28c req-808aa804-c4bb-4250-88a1-f95bc7d8ff0f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:22.267106 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bc6c3923-42be-4ade-b4cc-ca5427abd28c req-808aa804-c4bb-4250-88a1-f95bc7d8ff0f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 946 time: 0.0802495 Dec 22 09:07:22.310746 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bc6c3923-42be-4ade-b4cc-ca5427abd28c req-36e9ea05-0f5e-4073-828a-4a43695411f9 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380769 Dec 22 09:07:22.494185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630019f2-9611-4cab-b20c-342316e09db0 req-dd4cd9db-1cdb-49fa-8c87-5913dbe4f892 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:22.495623 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-630019f2-9611-4cab-b20c-342316e09db0 req-dd4cd9db-1cdb-49fa-8c87-5913dbe4f892 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 946 time: 0.0782866 Dec 22 09:07:22.538719 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-630019f2-9611-4cab-b20c-342316e09db0 req-cb1e2065-8591-438b-a782-68c46cc9717b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375617 Dec 22 09:07:22.560612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60764) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:07:22.631302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba98a26-ec06-4710-b95e-4792cb9f738a tempest-TestVolumeBootPattern-1096134024 tempest-TestVolumeBootPattern-1096134024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:22.632769 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7ba98a26-ec06-4710-b95e-4792cb9f738a tempest-TestVolumeBootPattern-1096134024 tempest-TestVolumeBootPattern-1096134024-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 1094 time: 0.0712276 Dec 22 09:07:22.635527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60768) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:07:22.640401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:07:22.646748 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:07:22.650547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Usage tracker for resource:floatingip and tenant:76d9eb094ab54636947a57475833e596 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:07:22.653300 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:07:22.658834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:07:22.669379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:22.801777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:22.837114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:22.935488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Allocated IP 172.26.1.227 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/d2249906-b8f0-476d-babe-94172cb3e981) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:07:23.007989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:23.080440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:23.110369 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:23.177471 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:07:23.180335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:07:23.182877 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:07:23.221044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'Port': ['ID=d2249906-b8f0-476d-babe-94172cb3e981,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:23.236689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.237040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.237382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.237739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.238073 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.238402 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.238729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.239569 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.239895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.240215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.240533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.240849 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:23.599558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:23.672839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:23.963223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:23.967661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:24.074287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event updated for resources: {'Port': ['ID=d2249906-b8f0-476d-babe-94172cb3e981,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:24.084393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:24.197049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:24.252427 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Floating IP 7827396d-5510-4ebe-bc2d-c1b4c875871d associated. External IP: 172.26.1.227, port: aed83009-889a-405c-8b39-90a41ed98c4a. Dec 22 09:07:24.591627 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Router e716e9aa-234d-4061-8f2f-60733103c490 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:07:24.762645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:07:24.772126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] Sync routers for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:07:24.782575 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:07:24.783245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:07:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:07:24.787730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:24.844722 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-0dd47925-2ff4-4411-bc4b-bc4c2e6d288d tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2077274 Dec 22 09:07:24.845020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'tag': 'aed83009-889a-405c-8b39-90a41ed98c4a'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:07:24.948617 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'tag': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'status': 'completed', 'code': 200} Dec 22 09:07:24.971997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:07:25.043132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd2380-d169-44a9-8374-0111f0718747 req-7fbf7c1e-8def-4f25-b683-8cfb002429a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:25.044599 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65fd2380-d169-44a9-8374-0111f0718747 req-7fbf7c1e-8def-4f25-b683-8cfb002429a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 1099 time: 0.0737212 Dec 22 09:07:25.177005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd2380-d169-44a9-8374-0111f0718747 req-0253561e-d9e8-4af3-974d-c9cc75c98a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:25.178451 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65fd2380-d169-44a9-8374-0111f0718747 req-0253561e-d9e8-4af3-974d-c9cc75c98a63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1271627 Dec 22 09:07:25.283740 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65fd2380-d169-44a9-8374-0111f0718747 req-961ac164-4e3b-4be5-990f-335f8de25384 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed83009-889a-405c-8b39-90a41ed98c4a HTTP/1.1" status: 200 len: 1000 time: 0.0983999 Dec 22 09:07:25.325894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '19b96803-80b9-4120-aca8-e39330713cc8', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:1e:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:05:21Z', 'updated_at': '2021-12-22T09:05:23Z', 'revision_number': 1, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}, {'id': '7827396d-5510-4ebe-bc2d-c1b4c875871d', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.227', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:5b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:07:23Z', 'updated_at': '2021-12-22T09:07:23Z', 'revision_number': 0, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:07:25.329807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] Checking router: e716e9aa-234d-4061-8f2f-60733103c490 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:07:25.338062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:07:25.338652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:07:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:07:25.347411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd2380-d169-44a9-8374-0111f0718747 req-3dc789f6-8153-4541-9fb6-e3e2bf8e34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:25.349448 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65fd2380-d169-44a9-8374-0111f0718747 req-3dc789f6-8153-4541-9fb6-e3e2bf8e34c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0600791 Dec 22 09:07:25.427419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd2380-d169-44a9-8374-0111f0718747 req-f06dc4bf-94c7-470e-a81e-d801d10f32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:25.428804 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65fd2380-d169-44a9-8374-0111f0718747 req-f06dc4bf-94c7-470e-a81e-d801d10f32e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706923 Dec 22 09:07:25.554446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:07:25.563107 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65fd2380-d169-44a9-8374-0111f0718747 req-3a70109b-0151-4453-882f-897267c30709 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275132 Dec 22 09:07:25.694073 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65fd2380-d169-44a9-8374-0111f0718747 req-439907d2-11c7-496e-bc84-f1c90ff82398 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239128 Dec 22 09:07:25.895031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '19b96803-80b9-4120-aca8-e39330713cc8', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:1e:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:05:21Z', 'updated_at': '2021-12-22T09:05:23Z', 'revision_number': 1, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}, {'id': '7827396d-5510-4ebe-bc2d-c1b4c875871d', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.227', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:5b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:07:23Z', 'updated_at': '2021-12-22T09:07:23Z', 'revision_number': 0, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:07:25.899487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b705df1-756a-473b-a694-a6efe8784375 None None] The sync data for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv is: [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '19b96803-80b9-4120-aca8-e39330713cc8', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:1e:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:05:21Z', 'updated_at': '2021-12-22T09:05:23Z', 'revision_number': 1, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}, {'id': '7827396d-5510-4ebe-bc2d-c1b4c875871d', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.227', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:5b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:07:23Z', 'updated_at': '2021-12-22T09:07:23Z', 'revision_number': 0, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:07:26.077657 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de501dbb-1e50-4580-80d9-bf51a3f48518 None None] New status for floating IP 7827396d-5510-4ebe-bc2d-c1b4c875871d: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:07:27.739976 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:07:44.342542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:45.704014 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-501c439b-eaf1-4315-b7c9-bb2e55be6f16 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127212 Dec 22 09:07:45.858833 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-39fd5ebf-a4e1-4861-a3a8-ca5f09a9a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:45.860314 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-39fd5ebf-a4e1-4861-a3a8-ca5f09a9a56e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 1098 time: 0.0794482 Dec 22 09:07:46.015824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-7c71b2d8-be99-4eb5-8196-a20eb04d5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:46.016469 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-7c71b2d8-be99-4eb5-8196-a20eb04d5fdc service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1307378 Dec 22 09:07:46.236517 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-c5fafd9e-0a22-445e-8e2d-eecbb90ce722 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506 HTTP/1.1" status: 200 len: 1000 time: 0.2113566 Dec 22 09:07:46.299664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-188478fc-92ae-4a2e-9011-4a55b7f6ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:46.301040 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-188478fc-92ae-4a2e-9011-4a55b7f6ea1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0571747 Dec 22 09:07:46.380103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-5c24962a-4d43-4912-8fb3-d6d2798b181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:46.381545 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-5c24962a-4d43-4912-8fb3-d6d2798b181e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721405 Dec 22 09:07:46.512727 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-aa624156-8321-4364-aae6-1188abc48edc service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229010 Dec 22 09:07:46.645647 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-acc6419d-aa73-4cc2-8c86-b311fc0c1705 req-12b39768-ec2a-492f-b0ae-2cfc90aefab7 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252887 Dec 22 09:07:49.380079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f0c6eb5-6087-4d6e-a49f-bec8283acf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:51.758315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ef84b78-defb-4120-9ab5-8ddf3046e319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:52.838068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:53.010358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:54.198145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:04.739681 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:08:14.341109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:19.382465 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-11d53e07-37b3-4960-bc1c-af046704c4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:21.750191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-28e18b71-c630-401a-a1ea-9f875744ddc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:22.842024 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:23.012811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:24.200795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:28.574886 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [req-ad5b2945-8274-4b6a-8c28-f2fd3dbd2d21 req-6de73a9d-0b8f-4a40-978b-f344b2c9d692 service neutron] (87534) timed out ('10.222.0.54', 52926) {{(pid=87534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:08:41.739057 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:08:44.340340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:45.671131 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-801296f5-3cf0-473b-81a5-2105cad84e83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669856 Dec 22 09:08:45.761328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-7b2e6e20-09b7-4f57-bd77-6a3cbbe640f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:45.762764 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-7b2e6e20-09b7-4f57-bd77-6a3cbbe640f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 1099 time: 0.0697932 Dec 22 09:08:45.902208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-8ac22847-7211-4f59-9ec7-87fa20f61455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:45.903612 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-8ac22847-7211-4f59-9ec7-87fa20f61455 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1227472 Dec 22 09:08:46.004764 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-3966a8ad-b47d-4040-8e26-1d59a3c26891 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed83009-889a-405c-8b39-90a41ed98c4a HTTP/1.1" status: 200 len: 1002 time: 0.0949807 Dec 22 09:08:46.067619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-0549d21e-b35b-4c24-b3c7-091cb7c65242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:46.068984 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-0549d21e-b35b-4c24-b3c7-091cb7c65242 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0583618 Dec 22 09:08:46.141890 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-611fda0e-6377-4b71-b3e5-f5e7911d20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:46.143308 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-611fda0e-6377-4b71-b3e5-f5e7911d20e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678110 Dec 22 09:08:46.271388 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-74ae6471-ae55-4111-97df-1497077c1600 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204782 Dec 22 09:08:46.400426 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73442d32-c195-4fb0-a8f8-cb29403b25d0 req-1da38efc-cc99-4de7-896e-efdabc596c00 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214671 Dec 22 09:08:49.383996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2da4c51c-7f15-4da0-87ed-4a7a3a41e75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:51.751689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b27555dc-df61-4292-bd1f-af235e54363c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:52.579098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60818) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:52.778508 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Deleting port d2249906-b8f0-476d-babe-94172cb3e981 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:08:52.779042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:52.844152 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.019325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.061383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.061873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.186364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Calling delete_port for d2249906-b8f0-476d-babe-94172cb3e981 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:08:53.336518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.381720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event deleted for resources: {'Port': ['ID=d2249906-b8f0-476d-babe-94172cb3e981,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:53.420845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.421113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.421434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.421825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.422108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.422425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.422744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.423063 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.423374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.423687 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.423997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.424304 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:53.484404 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.484735 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Floating IP 7827396d-5510-4ebe-bc2d-c1b4c875871d disassociated (deleted). External IP: 172.26.1.227, port: aed83009-889a-405c-8b39-90a41ed98c4a. Dec 22 09:08:53.829507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Router e716e9aa-234d-4061-8f2f-60733103c490 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:08:54.010860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:08:54.021830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] Sync routers for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:08:54.032047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:54.032201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:08:54.032778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:08:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:54.086007 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-57ddc1fd-0ebf-4878-9f31-a38cdda6722a tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "DELETE /v2.0/floatingips/7827396d-5510-4ebe-bc2d-c1b4c875871d HTTP/1.1" status: 204 len: 168 time: 1.5058024 Dec 22 09:08:54.086594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'tag': 'aed83009-889a-405c-8b39-90a41ed98c4a'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:54.134136 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'tag': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'status': 'completed', 'code': 200} Dec 22 09:08:54.223736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:54.225497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:08:54.232487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4a83-ce14-452e-aecb-736ca362e728 req-d1134dfe-a09a-4f69-95e4-b8b8b49e4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:54.234831 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-846b4a83-ce14-452e-aecb-736ca362e728 req-d1134dfe-a09a-4f69-95e4-b8b8b49e4d3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 1099 time: 0.0774829 Dec 22 09:08:54.378978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4a83-ce14-452e-aecb-736ca362e728 req-3e64efa7-3d68-49c3-90a4-3e446a7c577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:54.380340 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-846b4a83-ce14-452e-aecb-736ca362e728 req-3e64efa7-3d68-49c3-90a4-3e446a7c577e service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1391196 Dec 22 09:08:54.486469 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-846b4a83-ce14-452e-aecb-736ca362e728 req-87e2f234-a124-44a6-8582-e8f885874531 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed83009-889a-405c-8b39-90a41ed98c4a HTTP/1.1" status: 200 len: 217 time: 0.0975122 Dec 22 09:08:54.566672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4a83-ce14-452e-aecb-736ca362e728 req-f70e209a-df05-4393-8569-5e7d08f616ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:54.568016 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-846b4a83-ce14-452e-aecb-736ca362e728 req-f70e209a-df05-4393-8569-5e7d08f616ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0735581 Dec 22 09:08:54.617444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cc76b-dc93-442f-a332-f87aae6aecaa req-043ffce3-c058-414c-9ad4-2471dfbaa235 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:54.618919 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ce5cc76b-dc93-442f-a332-f87aae6aecaa req-043ffce3-c058-414c-9ad4-2471dfbaa235 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 946 time: 0.2289243 Dec 22 09:08:54.684190 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ce5cc76b-dc93-442f-a332-f87aae6aecaa req-fa33fe8a-8aef-4582-8b1d-db5330e8caa1 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542130 Dec 22 09:08:54.693852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4a83-ce14-452e-aecb-736ca362e728 req-70ed858c-22c3-40d2-a0bd-bf583b3b2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:54.695544 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-846b4a83-ce14-452e-aecb-736ca362e728 req-70ed858c-22c3-40d2-a0bd-bf583b3b2324 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186783 Dec 22 09:08:54.749404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '19b96803-80b9-4120-aca8-e39330713cc8', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:1e:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:05:21Z', 'updated_at': '2021-12-22T09:05:23Z', 'revision_number': 1, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:54.755998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] Checking router: e716e9aa-234d-4061-8f2f-60733103c490 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:08:54.771490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:08:54.772086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:08:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:54.938342 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-846b4a83-ce14-452e-aecb-736ca362e728 req-85733811-9ac2-49fb-af94-b10acbaa1bea service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349043 Dec 22 09:08:55.003880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:08:55.074457 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-846b4a83-ce14-452e-aecb-736ca362e728 req-a3ebb27e-9fa0-4735-835a-3bc595351a51 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293612 Dec 22 09:08:55.346339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '19b96803-80b9-4120-aca8-e39330713cc8', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:1e:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:05:21Z', 'updated_at': '2021-12-22T09:05:23Z', 'revision_number': 1, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:55.350235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb9e5d-f69e-4e56-8287-5e9baad7ba73 None None] The sync data for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv is: [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '19b96803-80b9-4120-aca8-e39330713cc8', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'port_id': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'mac_address': 'fa:16:3e:1e:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:05:21Z', 'updated_at': '2021-12-22T09:05:23Z', 'revision_number': 1, 'project_id': '76d9eb094ab54636947a57475833e596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:08:55.574224 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fedc213-a2d4-4eb7-8c7c-383b0522e392 None None] New status for floating IP 7827396d-5510-4ebe-bc2d-c1b4c875871d: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:08:55.877631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479dc71-6123-49bf-9539-025ec11c1a10 req-aa57ca16-935a-491b-9751-c24ee182be8f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:55.877631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-0479dc71-6123-49bf-9539-025ec11c1a10 req-aa57ca16-935a-491b-9751-c24ee182be8f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Synchronizing usage tracker for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:08:55.890224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-0479dc71-6123-49bf-9539-025ec11c1a10 req-aa57ca16-935a-491b-9751-c24ee182be8f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Unset dirty status for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:08:55.891439 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0479dc71-6123-49bf-9539-025ec11c1a10 req-aa57ca16-935a-491b-9751-c24ee182be8f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 946 time: 0.0980408 Dec 22 09:08:55.935338 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0479dc71-6123-49bf-9539-025ec11c1a10 req-df0f8871-68b8-4487-b192-2a90a17d9cb2 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380862 Dec 22 09:08:55.959337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-01fc0e92-dfe1-4c8a-bcb6-c27ae3d7c28f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:55.959337 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-01fc0e92-dfe1-4c8a-bcb6-c27ae3d7c28f tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 946 time: 0.0803647 Dec 22 09:08:56.025784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Deleting port aed83009-889a-405c-8b39-90a41ed98c4a {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:08:56.026736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:56.269014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] For port aed83009-889a-405c-8b39-90a41ed98c4a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aed83009-889a-405c-8b39-90a41ed98c4a,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:08:56.269403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:56.392848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Calling delete_port for aed83009-889a-405c-8b39-90a41ed98c4a owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:08:56.532258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:56.584609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event deleted for resources: {'Port': ['ID=aed83009-889a-405c-8b39-90a41ed98c4a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:56.625205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.625539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.625898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.626244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.626564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.626879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.627194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.627789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.627789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.628105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.628411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.628714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:56.670404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] No DVR routers for this DVR port aed83009-889a-405c-8b39-90a41ed98c4a on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:08:56.672611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:56.675038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'name': 'network-vif-deleted', 'tag': 'aed83009-889a-405c-8b39-90a41ed98c4a'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:56.690404 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-134e80ea-b5b0-4ad9-b294-1846aa193abc req-d00ae020-7e2e-413e-ba44-5202e7a8a018 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "DELETE /v2.0/ports/aed83009-889a-405c-8b39-90a41ed98c4a HTTP/1.1" status: 204 len: 173 time: 0.7308812 Dec 22 09:08:56.732848 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f25b835-dfb8-407a-b7f9-dfc3c3538c20', 'name': 'network-vif-deleted', 'tag': 'aed83009-889a-405c-8b39-90a41ed98c4a', 'status': 'completed', 'code': 200} Dec 22 09:08:57.117527 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-26217d68-19d7-4d37-9500-802047fc7b7b req-5b04da60-5dcb-409b-ad30-83ebb0c17aa2 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f25b835-dfb8-407a-b7f9-dfc3c3538c20 HTTP/1.1" status: 200 len: 210 time: 0.0503981 Dec 22 09:09:00.513827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device aed83009-889a-405c-8b39-90a41ed98c4a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:09:00.553790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: aed83009-889a-405c-8b39-90a41ed98c4a {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:09:00.554072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device aed83009-889a-405c-8b39-90a41ed98c4a not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:09:02.743892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60854) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:03.038141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Deleting port 38815587-47e8-4ebb-907d-0607c7697944 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:03.038481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:03.204685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:03.205001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:03.321504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Calling delete_port for 38815587-47e8-4ebb-907d-0607c7697944 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:03.468140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:03.514386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event deleted for resources: {'Port': ['ID=38815587-47e8-4ebb-907d-0607c7697944,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:03.602841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:03.603087 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Floating IP 19b96803-80b9-4120-aca8-e39330713cc8 disassociated (deleted). External IP: 172.26.1.90, port: 616fd77a-acc5-46ec-9b0d-65400b2a8506. Dec 22 09:09:03.944143 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Router e716e9aa-234d-4061-8f2f-60733103c490 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:09:04.125326 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:09:04.135061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] Sync routers for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:09:04.141424 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:04.144347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:09:04.144950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:08:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:04.195482 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bb09f969-23c8-4361-b60d-3b14a83a3049 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "DELETE /v2.0/floatingips/19b96803-80b9-4120-aca8-e39330713cc8 HTTP/1.1" status: 204 len: 168 time: 1.4502006 Dec 22 09:09:04.196074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'tag': '616fd77a-acc5-46ec-9b0d-65400b2a8506'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:09:04.242544 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'tag': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'status': 'completed', 'code': 200} Dec 22 09:09:04.321236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:09:04.339627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-b2a3ad1a-e212-44eb-9471-1b2dd7467f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:04.342246 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-b2a3ad1a-e212-44eb-9471-1b2dd7467f3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76d9eb094ab54636947a57475833e596&device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 1098 time: 0.0759585 Dec 22 09:09:04.482661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-4e64e8bc-ccdf-481d-803c-e4329dcbd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:04.484014 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-4e64e8bc-ccdf-481d-803c-e4329dcbd8bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 200 len: 913 time: 0.1358678 Dec 22 09:09:04.593281 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-f9e25198-9781-42cd-84a4-26ad7ccc8b24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506 HTTP/1.1" status: 200 len: 217 time: 0.1021402 Dec 22 09:09:04.642508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:04.646909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] Checking router: e716e9aa-234d-4061-8f2f-60733103c490 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:09:04.655787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:09:04.656380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:08:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:04.671072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-04066143-6a38-46a4-a1e0-5273c9b24833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:04.672476 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-04066143-6a38-46a4-a1e0-5273c9b24833 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 200 len: 851 time: 0.0718400 Dec 22 09:09:04.683699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9135-1d43-4250-a16c-0dc8801e9e59 req-a9c564c1-0f3c-4f8c-ae84-a4c456c9912b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:04.684338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-89fe9135-1d43-4250-a16c-0dc8801e9e59 req-a9c564c1-0f3c-4f8c-ae84-a4c456c9912b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Synchronizing usage tracker for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:09:04.748448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-89fe9135-1d43-4250-a16c-0dc8801e9e59 req-a9c564c1-0f3c-4f8c-ae84-a4c456c9912b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Unset dirty status for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:09:04.749597 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89fe9135-1d43-4250-a16c-0dc8801e9e59 req-a9c564c1-0f3c-4f8c-ae84-a4c456c9912b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 945 time: 0.2100098 Dec 22 09:09:04.802992 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-55582a18-1b3c-4363-a71b-b1ad412d447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:04.804453 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-55582a18-1b3c-4363-a71b-b1ad412d447b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ed7e46d-48d0-49ec-8cbe-80934f8d301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1175737 Dec 22 09:09:04.807330 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89fe9135-1d43-4250-a16c-0dc8801e9e59 req-9d1b498a-70dc-4579-b8e8-113047dfe382 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520093 Dec 22 09:09:04.841382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:09:05.044312 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-70fbd927-118f-44fc-8099-7fa112f020ff service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316189 Dec 22 09:09:05.174716 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4b88775b-c8c9-42c9-8bef-3703e6f60922 req-d50a8b4a-a8fb-4808-86b7-e59a0d807789 service neutron] 10.222.0.54 "GET /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229181 Dec 22 09:09:05.196709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:05.202035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4a96f-cb92-4499-a14e-6d429fc90031 None None] The sync data for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv is: [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:02:12Z', 'revision_number': 4, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '7e25c271-2ee1-4483-8b78-4472590a2bc6', 'name': '', 'network_id': '3ed7e46d-48d0-49ec-8cbe-80934f8d301b', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'mac_address': 'fa:16:3e:01:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:11Z', 'updated_at': '2021-12-22T09:02:20Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'subnets': [{'id': '745d19a2-ae6f-49e9-a4ec-b7b2a971d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:09:05.431154 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fde46-d469-43e5-903c-59290d018a4d None None] New status for floating IP 19b96803-80b9-4120-aca8-e39330713cc8: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:09:05.989798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-7e8b4f74-9e38-4e02-be6c-9c2f4622197b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:05.991215 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-7e8b4f74-9e38-4e02-be6c-9c2f4622197b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 945 time: 0.0848372 Dec 22 09:09:05.992978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30678b-c152-4331-84cf-8aa1c2af3b1e req-cabd99f4-f526-484a-962e-a6e91c696582 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:05.993664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3a30678b-c152-4331-84cf-8aa1c2af3b1e req-cabd99f4-f526-484a-962e-a6e91c696582 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Synchronizing usage tracker for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:09:06.005521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-3a30678b-c152-4331-84cf-8aa1c2af3b1e req-cabd99f4-f526-484a-962e-a6e91c696582 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Unset dirty status for tenant:76d9eb094ab54636947a57475833e596 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:09:06.006670 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3a30678b-c152-4331-84cf-8aa1c2af3b1e req-cabd99f4-f526-484a-962e-a6e91c696582 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 945 time: 0.0936167 Dec 22 09:09:06.061210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-cd8848de-4a07-4d8f-8b55-6449382949be tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Deleting port 616fd77a-acc5-46ec-9b0d-65400b2a8506 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:06.061544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-cd8848de-4a07-4d8f-8b55-6449382949be tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:06.163220 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3a30678b-c152-4331-84cf-8aa1c2af3b1e req-6828020e-7a71-455c-81b0-5c791cc6d38b tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9b78753-282c-40b4-852c-98b9a78ba75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506824 Dec 22 09:09:06.310381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-cd8848de-4a07-4d8f-8b55-6449382949be tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] For port 616fd77a-acc5-46ec-9b0d-65400b2a8506, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=616fd77a-acc5-46ec-9b0d-65400b2a8506,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:06.310738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-cd8848de-4a07-4d8f-8b55-6449382949be tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:06.430223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-cd8848de-4a07-4d8f-8b55-6449382949be tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Calling delete_port for 616fd77a-acc5-46ec-9b0d-65400b2a8506 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:06.569834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-cd8848de-4a07-4d8f-8b55-6449382949be tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:06.622042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8848de-4a07-4d8f-8b55-6449382949be tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event deleted for resources: {'Port': ['ID=616fd77a-acc5-46ec-9b0d-65400b2a8506,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:06.694899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-cd8848de-4a07-4d8f-8b55-6449382949be tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] No DVR routers for this DVR port 616fd77a-acc5-46ec-9b0d-65400b2a8506 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:09:06.697404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-cd8848de-4a07-4d8f-8b55-6449382949be tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:06.699870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'name': 'network-vif-deleted', 'tag': '616fd77a-acc5-46ec-9b0d-65400b2a8506'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:09:06.715759 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c9d604ae-1cd9-4dc1-8427-b3c423aedf44 req-cd8848de-4a07-4d8f-8b55-6449382949be tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.54 "DELETE /v2.0/ports/616fd77a-acc5-46ec-9b0d-65400b2a8506 HTTP/1.1" status: 204 len: 173 time: 0.7179275 Dec 22 09:09:06.743834 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb70c836-83ac-4f96-a66d-429edaabec25', 'name': 'network-vif-deleted', 'tag': '616fd77a-acc5-46ec-9b0d-65400b2a8506', 'status': 'completed', 'code': 200} Dec 22 09:09:07.309470 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2f2035f1-5c03-4583-ac1a-5fe04053e1fa req-42563d00-a4d6-417f-8c36-b5b3ca646153 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb70c836-83ac-4f96-a66d-429edaabec25 HTTP/1.1" status: 200 len: 210 time: 0.0412619 Dec 22 09:09:08.403815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60872) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:08.556380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ccdeb2bb-3e9d-4871-b6b1-46993d521d37 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Deleting port 0b057ae4-d680-40b1-8386-a8796ae6e780 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:08.556711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ccdeb2bb-3e9d-4871-b6b1-46993d521d37 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:08.719450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ccdeb2bb-3e9d-4871-b6b1-46993d521d37 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:08.719770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ccdeb2bb-3e9d-4871-b6b1-46993d521d37 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:08.840634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ccdeb2bb-3e9d-4871-b6b1-46993d521d37 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Calling delete_port for 0b057ae4-d680-40b1-8386-a8796ae6e780 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:08.976760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ccdeb2bb-3e9d-4871-b6b1-46993d521d37 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:09.025371 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdeb2bb-3e9d-4871-b6b1-46993d521d37 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event deleted for resources: {'Port': ['ID=0b057ae4-d680-40b1-8386-a8796ae6e780,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:09.116747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ccdeb2bb-3e9d-4871-b6b1-46993d521d37 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:09.131765 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ccdeb2bb-3e9d-4871-b6b1-46993d521d37 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:09.132886 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ccdeb2bb-3e9d-4871-b6b1-46993d521d37 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "DELETE /v2.0/floatingips/a69d6ba3-d951-44ce-bcb3-b200e8d885d9 HTTP/1.1" status: 204 len: 168 time: 0.7280736 Dec 22 09:09:10.577083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 616fd77a-acc5-46ec-9b0d-65400b2a8506 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:09:10.611478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 616fd77a-acc5-46ec-9b0d-65400b2a8506 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:09:10.611816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 616fd77a-acc5-46ec-9b0d-65400b2a8506 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:09:11.593008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60888) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:11.660648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d905-3f64-45de-b0a4-9fa6f8044847 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:11.690265 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d905-3f64-45de-b0a4-9fa6f8044847 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:11.757093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d905-3f64-45de-b0a4-9fa6f8044847 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:11.771374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7d905-3f64-45de-b0a4-9fa6f8044847 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b78753-282c-40b4-852c-98b9a78ba75d,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:11.788733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d905-3f64-45de-b0a4-9fa6f8044847 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:11.790205 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f9a7d905-3f64-45de-b0a4-9fa6f8044847 tempest-TestVolumeBootPattern-649959181 tempest-TestVolumeBootPattern-649959181-project] 10.222.0.37 "DELETE /v2.0/security-groups/b9b78753-282c-40b4-852c-98b9a78ba75d HTTP/1.1" status: 204 len: 168 time: 0.1962109 Dec 22 09:09:11.848370 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60894) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:12.552248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:12.889213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] Deleting port 7e25c271-2ee1-4483-8b78-4472590a2bc6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:12.889891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:13.058174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] For port 7e25c271-2ee1-4483-8b78-4472590a2bc6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7e25c271-2ee1-4483-8b78-4472590a2bc6,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:13.058524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:13.176119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] Calling delete_port for 7e25c271-2ee1-4483-8b78-4472590a2bc6 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:13.476004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:13.524894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] Pushing event deleted for resources: {'Port': ['ID=7e25c271-2ee1-4483-8b78-4472590a2bc6,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:13.882507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:14.242826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] Router e716e9aa-234d-4061-8f2f-60733103c490 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:09:14.340476 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:14.418396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:09:14.427014 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] Sync routers for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:09:14.430314 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ec3f5868-a1e1-45d0-9ebd-e9bd6d4f6dde admin admin] 10.222.0.37 "PUT /v2.0/routers/e716e9aa-234d-4061-8f2f-60733103c490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5809033 Dec 22 09:09:14.432783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60900) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:14.436842 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:09:14.437450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:08:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:14.602626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:14.606773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:09:14.776798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:14.787388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Deleting port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:14.787787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:14.889157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:09:13Z', 'revision_number': 5, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port': {'id': '4dccd6a1-616a-4ae4-a4cc-0c989f25c110', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:09Z', 'updated_at': '2021-12-22T09:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:14.892979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] Checking router: e716e9aa-234d-4061-8f2f-60733103c490 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:09:14.901309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] Routers {'e716e9aa-234d-4061-8f2f-60733103c490'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:09:14.901937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:08:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e716e9aa-234d-4061-8f2f-60733103c490'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:14.965214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] For port 4dccd6a1-616a-4ae4-a4cc-0c989f25c110, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4dccd6a1-616a-4ae4-a4cc-0c989f25c110,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:14.965584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:15.050129 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] Set router e716e9aa-234d-4061-8f2f-60733103c490 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:09:15.089272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Calling delete_port for 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:15.156587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:09:14Z', 'revision_number': 6, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:15.160786 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676bcc25-220e-4837-9084-ee26b6ea0fd7 None None] The sync data for ids ['e716e9aa-234d-4061-8f2f-60733103c490'] in dv-neutron-822561-2-hyperv is: [{'id': 'e716e9aa-234d-4061-8f2f-60733103c490', 'name': 'tempest-TestVolumeBootPattern-1905595169-router', 'tenant_id': '76d9eb094ab54636947a57475833e596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:08Z', 'updated_at': '2021-12-22T09:09:14Z', 'revision_number': 6, 'project_id': '76d9eb094ab54636947a57475833e596', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:09:15.362166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:15.408499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Pushing event deleted for resources: {'Port': ['ID=4dccd6a1-616a-4ae4-a4cc-0c989f25c110,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:15.499777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:15.671683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:15.673745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:15.695032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:15.695920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e716e9aa-234d-4061-8f2f-60733103c490 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:09:15.707626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:15.708745 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-de166234-e7fd-4dfb-847c-421c43a2558d admin admin] 10.222.0.37 "DELETE /v2.0/routers/e716e9aa-234d-4061-8f2f-60733103c490 HTTP/1.1" status: 204 len: 168 time: 1.2750540 Dec 22 09:09:15.711240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 60904) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:15.768376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29045fa-2b89-429f-828b-c24947d32719 admin admin] Deleting subnet 745d19a2-ae6f-49e9-a4ec-b7b2a971d666 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:09:15.771232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a29045fa-2b89-429f-828b-c24947d32719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:15.820734 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a29045fa-2b89-429f-828b-c24947d32719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:15.897206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a29045fa-2b89-429f-828b-c24947d32719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:15.964905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a29045fa-2b89-429f-828b-c24947d32719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.009284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a29045fa-2b89-429f-828b-c24947d32719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.012019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29045fa-2b89-429f-828b-c24947d32719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745d19a2-ae6f-49e9-a4ec-b7b2a971d666,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:16.013946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32c9d7-2f75-4b73-a9d1-57dd49018a47 None None] Network 3ed7e46d-48d0-49ec-8cbe-80934f8d301b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:09:16.017210 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a29045fa-2b89-429f-828b-c24947d32719 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/745d19a2-ae6f-49e9-a4ec-b7b2a971d666 HTTP/1.1" status: 204 len: 168 time: 0.3050091 Dec 22 09:09:16.019903 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60908) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:16.133251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.144553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Deleting port e6c6ed89-24c6-434e-b573-d94e5acc965f {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:16.144885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.267500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] DHCP port deletion for 3ed7e46d-48d0-49ec-8cbe-80934f8d301b request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:09:16.272398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] Deleting port e6c6ed89-24c6-434e-b573-d94e5acc965f {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:16.272829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.353165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] For port e6c6ed89-24c6-434e-b573-d94e5acc965f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e6c6ed89-24c6-434e-b573-d94e5acc965f,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:16.353517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.474585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] For port e6c6ed89-24c6-434e-b573-d94e5acc965f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e6c6ed89-24c6-434e-b573-d94e5acc965f,segment=NetworkSegment(a3a21f80-e2af-4d78-bf9b-830a61b05511),segment_id=a3a21f80-e2af-4d78-bf9b-830a61b05511)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:16.474867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.582593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Calling delete_port for e6c6ed89-24c6-434e-b573-d94e5acc965f owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:16.624672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] Calling delete_port for e6c6ed89-24c6-434e-b573-d94e5acc965f owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:16.660222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.696976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:09:16.697339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:09:16.707325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c6ed89-24c6-434e-b573-d94e5acc965f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:16.710846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] No DVR routers for this DVR port e6c6ed89-24c6-434e-b573-d94e5acc965f on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:09:16.826874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.850623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed7e46d-48d0-49ec-8cbe-80934f8d301b']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:16.862593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a21f80-e2af-4d78-bf9b-830a61b05511') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:16.862887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a21f80-e2af-4d78-bf9b-830a61b05511') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:16.874354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.889408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.895134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:09:16.895502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:09:16.908121 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:09:16.966389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7e25c271-2ee1-4483-8b78-4472590a2bc6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:09:16.987595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:17.005211 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7e25c271-2ee1-4483-8b78-4472590a2bc6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:09:17.005655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7e25c271-2ee1-4483-8b78-4472590a2bc6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:09:17.006168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e6c6ed89-24c6-434e-b573-d94e5acc965f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:09:17.007897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:17.018627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed7e46d-48d0-49ec-8cbe-80934f8d301b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:17.026075 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a68079bf-05cb-4787-a206-8ce0dd9b0622 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3ed7e46d-48d0-49ec-8cbe-80934f8d301b HTTP/1.1" status: 204 len: 168 time: 1.0049326 Dec 22 09:09:17.028876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60912) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:17.039410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e6c6ed89-24c6-434e-b573-d94e5acc965f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:09:17.039852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e6c6ed89-24c6-434e-b573-d94e5acc965f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:09:17.040280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:09:17.073343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:09:17.073699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4dccd6a1-616a-4ae4-a4cc-0c989f25c110 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:09:17.199139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] Deleting port e6c6ed89-24c6-434e-b573-d94e5acc965f {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:17.199562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:17.265255 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-72f7b7c2-eb96-4dfa-8811-3e17213a1f0d None None] The port 'e6c6ed89-24c6-434e-b573-d94e5acc965f' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:09:17.552829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:17.993222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] Deleting port e672d3e8-7bf2-422b-b0ab-1a966706b51a {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:17.993550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:18.160629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] For port e672d3e8-7bf2-422b-b0ab-1a966706b51a, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e672d3e8-7bf2-422b-b0ab-1a966706b51a,segment=NetworkSegment(ff80b706-ccf7-4a57-93c2-b93340952265),segment_id=ff80b706-ccf7-4a57-93c2-b93340952265)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:18.161322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:18.279872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] Calling delete_port for e672d3e8-7bf2-422b-b0ab-1a966706b51a owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:18.527926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:18.577517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e672d3e8-7bf2-422b-b0ab-1a966706b51a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:18.738446 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:09:18.836504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:19.187641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] Router 7b143619-5d57-4d05-9d30-95897309c589 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:09:19.387805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-37573162-7547-4a18-9426-773600f00549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:19.477380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:09:19.485744 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] Sync routers for ids ['7b143619-5d57-4d05-9d30-95897309c589'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:09:19.492653 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b5fcfa9f-fcb8-4217-a8c8-f51922914d85 admin admin] 10.222.0.37 "PUT /v2.0/routers/7b143619-5d57-4d05-9d30-95897309c589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4627979 Dec 22 09:09:19.495616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60916) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:19.495741 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] Routers {'7b143619-5d57-4d05-9d30-95897309c589'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:09:19.496396 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:08:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['7b143619-5d57-4d05-9d30-95897309c589'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:19.664584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:19.668656 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] Set router 7b143619-5d57-4d05-9d30-95897309c589 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:09:19.843241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:19.852474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Deleting port e95d0c51-a01e-4538-a0b0-9f92affa6080 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:19.852869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:19.993542 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b143619-5d57-4d05-9d30-95897309c589', 'name': 'tempest-TestVolumeBootPattern-1110189210-router', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:14Z', 'updated_at': '2021-12-22T09:09:18Z', 'revision_number': 5, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'gw_port': {'id': 'e95d0c51-a01e-4538-a0b0-9f92affa6080', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b143619-5d57-4d05-9d30-95897309c589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:02:15Z', 'updated_at': '2021-12-22T09:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:19.998031 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] Checking router: 7b143619-5d57-4d05-9d30-95897309c589 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:09:20.006126 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] Routers {'7b143619-5d57-4d05-9d30-95897309c589'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:09:20.006726 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:08:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['7b143619-5d57-4d05-9d30-95897309c589'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:20.026449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] For port e95d0c51-a01e-4538-a0b0-9f92affa6080, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e95d0c51-a01e-4538-a0b0-9f92affa6080,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:20.026939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:20.148295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Calling delete_port for e95d0c51-a01e-4538-a0b0-9f92affa6080 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:20.161355 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] Set router 7b143619-5d57-4d05-9d30-95897309c589 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:09:20.265491 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b143619-5d57-4d05-9d30-95897309c589', 'name': 'tempest-TestVolumeBootPattern-1110189210-router', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:14Z', 'updated_at': '2021-12-22T09:09:19Z', 'revision_number': 6, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:20.269288 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a160c-d004-4bdd-b31b-9852d0733cf6 None None] The sync data for ids ['7b143619-5d57-4d05-9d30-95897309c589'] in dv-neutron-822561-2-hyperv is: [{'id': '7b143619-5d57-4d05-9d30-95897309c589', 'name': 'tempest-TestVolumeBootPattern-1110189210-router', 'tenant_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:02:14Z', 'updated_at': '2021-12-22T09:09:19Z', 'revision_number': 6, 'project_id': '0bc77d9dc74340aebd7f7f6dfc2d835a', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:09:20.319191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:20.393223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95d0c51-a01e-4538-a0b0-9f92affa6080,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:20.457012 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:20.623401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:20.625826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:20.650397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:20.651491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b143619-5d57-4d05-9d30-95897309c589 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:09:20.664709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:20.665866 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4a84666c-ef76-40a3-b810-a5f7e949c2b4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7b143619-5d57-4d05-9d30-95897309c589 HTTP/1.1" status: 204 len: 168 time: 1.1693048 Dec 22 09:09:20.668466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60920) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:20.840807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c8bbb6-53e9-4c17-9979-fd167499fdee admin admin] Deleting subnet c5d5da1b-23f2-4246-9c24-428975fbc7f6 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:09:20.843697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-95c8bbb6-53e9-4c17-9979-fd167499fdee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:20.890581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-95c8bbb6-53e9-4c17-9979-fd167499fdee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:20.964783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-95c8bbb6-53e9-4c17-9979-fd167499fdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.038349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-95c8bbb6-53e9-4c17-9979-fd167499fdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.079586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e672d3e8-7bf2-422b-b0ab-1a966706b51a no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:09:21.080041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-95c8bbb6-53e9-4c17-9979-fd167499fdee admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.082308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8bbb6-53e9-4c17-9979-fd167499fdee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d5da1b-23f2-4246-9c24-428975fbc7f6,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:21.091006 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-95c8bbb6-53e9-4c17-9979-fd167499fdee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c5d5da1b-23f2-4246-9c24-428975fbc7f6 HTTP/1.1" status: 204 len: 168 time: 0.4194214 Dec 22 09:09:21.091235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60924) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:21.109137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22edd9c2-2005-4359-890b-816ba5cf8b9e None None] Network 0c280e08-7a82-4993-b78d-09dec20f8d9f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:09:21.138946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e672d3e8-7bf2-422b-b0ab-1a966706b51a {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:09:21.139293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e672d3e8-7bf2-422b-b0ab-1a966706b51a not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:09:21.139722 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e95d0c51-a01e-4538-a0b0-9f92affa6080 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:09:21.181308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e95d0c51-a01e-4538-a0b0-9f92affa6080 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:09:21.181656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e95d0c51-a01e-4538-a0b0-9f92affa6080 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:09:21.200973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.211086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Deleting port 52da9198-d663-460c-8115-d67362303a9e {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:21.211404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.406122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] DHCP port deletion for 0c280e08-7a82-4993-b78d-09dec20f8d9f request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:09:21.410450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] Deleting port 52da9198-d663-460c-8115-d67362303a9e {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:21.410933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.435807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] For port 52da9198-d663-460c-8115-d67362303a9e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=52da9198-d663-460c-8115-d67362303a9e,segment=NetworkSegment(ff80b706-ccf7-4a57-93c2-b93340952265),segment_id=ff80b706-ccf7-4a57-93c2-b93340952265)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:21.436348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.557533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Calling delete_port for 52da9198-d663-460c-8115-d67362303a9e owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:21.611782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] For port 52da9198-d663-460c-8115-d67362303a9e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=52da9198-d663-460c-8115-d67362303a9e,segment=NetworkSegment(ff80b706-ccf7-4a57-93c2-b93340952265),segment_id=ff80b706-ccf7-4a57-93c2-b93340952265)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:21.612192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.631920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.682973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=52da9198-d663-460c-8115-d67362303a9e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:21.684768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] No DVR routers for this DVR port 52da9198-d663-460c-8115-d67362303a9e on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:09:21.732335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] Calling delete_port for 52da9198-d663-460c-8115-d67362303a9e owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:21.788862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-92743ac3-8dd5-47d0-bc0f-1f30c4e7ba26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.799352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.818559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:09:21.818841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:09:21.825367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c280e08-7a82-4993-b78d-09dec20f8d9f']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:21.837112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff80b706-ccf7-4a57-93c2-b93340952265') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:21.837413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff80b706-ccf7-4a57-93c2-b93340952265') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:21.849124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.865027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.871484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:09:21.871856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:09:21.884718 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:09:21.960207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.975501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:21.987726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0c280e08-7a82-4993-b78d-09dec20f8d9f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:21.995458 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e317770e-096f-4c15-8a78-2236ed414e6b admin admin] 10.222.0.37 "DELETE /v2.0/networks/0c280e08-7a82-4993-b78d-09dec20f8d9f HTTP/1.1" status: 204 len: 168 time: 0.9002087 Dec 22 09:09:22.099013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60930) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:22.150880 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6bfa1cea-7c4e-4d44-8cef-11ea0c08c5c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76d9eb094ab54636947a57475833e596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505054 Dec 22 09:09:22.153220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60934) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:22.210052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f404be3-e4ce-4f1c-8ace-8c0bc3f3a849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:22.234963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f404be3-e4ce-4f1c-8ace-8c0bc3f3a849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:22.287948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f404be3-e4ce-4f1c-8ace-8c0bc3f3a849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:22.304842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f404be3-e4ce-4f1c-8ace-8c0bc3f3a849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733b948a-ee31-4594-b1f0-9e0c45bd54a9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:22.311812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2f404be3-e4ce-4f1c-8ace-8c0bc3f3a849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:22.314109 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2f404be3-e4ce-4f1c-8ace-8c0bc3f3a849 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/733b948a-ee31-4594-b1f0-9e0c45bd54a9 HTTP/1.1" status: 204 len: 168 time: 0.1599534 Dec 22 09:09:22.319686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] Deleting port 52da9198-d663-460c-8115-d67362303a9e {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:22.320107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:22.387144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0da6b7f1-2a2b-4f1f-b419-0a9b0bcb1b7d None None] The port '52da9198-d663-460c-8115-d67362303a9e' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:09:22.644292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60942) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:22.692210 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5f906fa1-fbbb-4e42-80ee-370eb48eeed9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bc77d9dc74340aebd7f7f6dfc2d835a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466967 Dec 22 09:09:22.694499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 60946) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:22.751588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68a6296a-e424-4b14-9984-542959fdce4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:22.776126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68a6296a-e424-4b14-9984-542959fdce4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:22.827826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68a6296a-e424-4b14-9984-542959fdce4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:22.846253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6296a-e424-4b14-9984-542959fdce4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a0138-05d6-4607-8df3-e48b5c5dbaa5,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:22.846450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:22.851244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-68a6296a-e424-4b14-9984-542959fdce4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:22.852943 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-68a6296a-e424-4b14-9984-542959fdce4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e91a0138-05d6-4607-8df3-e48b5c5dbaa5 HTTP/1.1" status: 204 len: 168 time: 0.1575720 Dec 22 09:09:22.961699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 52da9198-d663-460c-8115-d67362303a9e no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:09:23.005738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 52da9198-d663-460c-8115-d67362303a9e {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:09:23.006087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 52da9198-d663-460c-8115-d67362303a9e not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:09:23.019773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:24.211706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:29.656725 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-1a918a2b-2f53-409f-8663-83332067925c tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d0018fc8f5b4580928d9d540035645f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297368 Dec 22 09:09:29.802747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-1dad86cb-3224-4c4f-b31a-50d622a48835 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:29.804061 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-1dad86cb-3224-4c4f-b31a-50d622a48835 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422634 Dec 22 09:09:29.818630 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-040bcce9-7a11-4e3d-b398-77aab39731a7 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/quotas/6d0018fc8f5b4580928d9d540035645f HTTP/1.1" status: 200 len: 375 time: 0.0086272 Dec 22 09:09:29.864203 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-76e221d5-0f93-4e00-93e9-0dbaf3d0aa18 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d0018fc8f5b4580928d9d540035645f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406106 Dec 22 09:09:31.052275 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1dade607-0400-4c68-825e-001a7030cdd4 req-3da67e54-02c6-4fc7-8be7-93281d38e746 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 210 time: 0.0430925 Dec 22 09:09:31.938567 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-595eca55-9922-4d49-9773-adbcf3daf0aa tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6d0018fc8f5b4580928d9d540035645f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289128 Dec 22 09:09:32.212206 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-eb234141-5ebc-4009-ac7a-f196c0cae680 req-f2393cf8-c445-40ff-80c7-53167fe9a946 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 210 time: 0.0516860 Dec 22 09:09:32.232906 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-4654b4ec-83bb-40e1-bfdf-87d1ed0c1d18 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:32.234302 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-4654b4ec-83bb-40e1-bfdf-87d1ed0c1d18 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2912803 Dec 22 09:09:32.246802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Request body: {'port': {'device_id': '75107aa6-8cd9-45ad-aa03-a5238fb7e6c9', 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e', 'admin_state_up': True, 'tenant_id': '6d0018fc8f5b4580928d9d540035645f'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:09:32.375612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:09:32.379320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Usage tracker for resource:port and tenant:6d0018fc8f5b4580928d9d540035645f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:09:32.382078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:09:32.388086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:09:32.397222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Made reservation on behalf of 6d0018fc8f5b4580928d9d540035645f for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:09:32.400617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:32.412071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:32.426002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:09:32.429753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Usage tracker for resource:security_group_rule and tenant:6d0018fc8f5b4580928d9d540035645f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:09:32.432889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:09:32.438497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:09:32.519687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:32.523119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:32.605163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415efdb2-3ee3-41f2-af24-e339e945a5fa,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:32.688374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Allocated IP 192.168.233.194 (45f4e0e1-0249-430c-8557-6ff341efc87e/33f6b4d5-c81c-440c-9be5-aeddfbeb8273/c0841639-b82c-4559-8a8a-36015067c838) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:09:32.881051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:32.896315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Transition to ACTIVE for port object c0841639-b82c-4559-8a8a-36015067c838 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:09:32.919301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:32.987813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Network 45f4e0e1-0249-430c-8557-6ff341efc87e is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:09:32.988862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:09:32.992678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:09:33.040329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Pushing event updated for resources: {'Port': ['ID=c0841639-b82c-4559-8a8a-36015067c838,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:33.062608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:33.063201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:33.089862 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-b84167bf-e928-44d7-ab49-da7e44e38644 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8468590 Dec 22 09:09:33.101497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Request body: {'port': {'device_id': '75107aa6-8cd9-45ad-aa03-a5238fb7e6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:09:33.193149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4394df3f-06d6-425e-b06f-e98daee28efb None None] Provisioning for port c0841639-b82c-4559-8a8a-36015067c838 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:09:33.198811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4394df3f-06d6-425e-b06f-e98daee28efb None None] Provisioning complete for port c0841639-b82c-4559-8a8a-36015067c838 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:09:33.199189 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4394df3f-06d6-425e-b06f-e98daee28efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:33.215738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:33.254301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4394df3f-06d6-425e-b06f-e98daee28efb None None] Port c0841639-b82c-4559-8a8a-36015067c838 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:09:33.393669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8d7d5-49ff-4051-9473-1b6d6c0d062b req-dcbb8ab2-e855-4963-8061-a9daa23374a5 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:33.395147 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-deb8d7d5-49ff-4051-9473-1b6d6c0d062b req-dcbb8ab2-e855-4963-8061-a9daa23374a5 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 936 time: 0.0776558 Dec 22 09:09:33.442420 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-deb8d7d5-49ff-4051-9473-1b6d6c0d062b req-840161ba-3b2b-4749-bdb3-42ada1b9ac4e tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/security-groups?id=415efdb2-3ee3-41f2-af24-e339e945a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Dec 22 09:09:33.550494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0841639-b82c-4559-8a8a-36015067c838 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:09:33.558252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:33.573564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Transition to ACTIVE for port object c0841639-b82c-4559-8a8a-36015067c838 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:09:33.576977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:33.735737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0841639-b82c-4559-8a8a-36015067c838,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:33.808802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Attempting to bind port c0841639-b82c-4559-8a8a-36015067c838 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:09:33.809126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Attempting to bind port c0841639-b82c-4559-8a8a-36015067c838 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9ba7d66b-0beb-4ff7-85aa-178380a31077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:09:33.809445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Attempting to bind port c0841639-b82c-4559-8a8a-36015067c838 on network 45f4e0e1-0249-430c-8557-6ff341efc87e {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:09:33.813823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Port c0841639-b82c-4559-8a8a-36015067c838 on network 45f4e0e1-0249-430c-8557-6ff341efc87e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:09:33.814137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Attempting to bind port c0841639-b82c-4559-8a8a-36015067c838 on network 45f4e0e1-0249-430c-8557-6ff341efc87e {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:09:33.818999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:09:33.819323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Checking segment: {'id': '9ba7d66b-0beb-4ff7-85aa-178380a31077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:09:33.819692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Bound using segment: {'id': '9ba7d66b-0beb-4ff7-85aa-178380a31077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:09:33.820101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Bound port: c0841639-b82c-4559-8a8a-36015067c838, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba7d66b-0beb-4ff7-85aa-178380a31077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:09:33.820431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:34.009316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] For port c0841639-b82c-4559-8a8a-36015067c838, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:09:34.012381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] For port c0841639-b82c-4559-8a8a-36015067c838, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c0841639-b82c-4559-8a8a-36015067c838,segment=NetworkSegment(9ba7d66b-0beb-4ff7-85aa-178380a31077),segment_id=9ba7d66b-0beb-4ff7-85aa-178380a31077)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:09:34.016344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:34.074740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:34.075345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:34.076672 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] 10.222.0.54 "PUT /v2.0/ports/c0841639-b82c-4559-8a8a-36015067c838 HTTP/1.1" status: 200 len: 1098 time: 0.9793084 Dec 22 09:09:34.077090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75107aa6-8cd9-45ad-aa03-a5238fb7e6c9', 'tag': 'c0841639-b82c-4559-8a8a-36015067c838'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:09:34.108273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723192ad-38f7-4333-bc18-1d174b0e7ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0841639-b82c-4559-8a8a-36015067c838,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:34.158297 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75107aa6-8cd9-45ad-aa03-a5238fb7e6c9', 'tag': 'c0841639-b82c-4559-8a8a-36015067c838', 'status': 'completed', 'code': 200} Dec 22 09:09:34.194005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-9939043c-4d9e-4fed-bf57-dffb771fe247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:34.195476 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-9939043c-4d9e-4fed-bf57-dffb771fe247 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d0018fc8f5b4580928d9d540035645f&device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 1101 time: 0.0776072 Dec 22 09:09:34.264595 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-91db044e-9d97-42cc-9672-a1820e29e37b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c0841639-b82c-4559-8a8a-36015067c838 HTTP/1.1" status: 200 len: 217 time: 0.0606740 Dec 22 09:09:34.329922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-58a27053-80cb-45cc-9f2b-5178245c4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:34.331468 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-58a27053-80cb-45cc-9f2b-5178245c4a5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33f6b4d5-c81c-440c-9be5-aeddfbeb8273 HTTP/1.1" status: 200 len: 843 time: 0.0609062 Dec 22 09:09:34.407371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-c9b684ac-0dad-4a7b-b6da-cc983dd6778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:34.408841 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-c9b684ac-0dad-4a7b-b6da-cc983dd6778b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=45f4e0e1-0249-430c-8557-6ff341efc87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0697088 Dec 22 09:09:34.541142 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-980feae3-f18c-4f94-90ad-67b257262f55 service neutron] 10.222.0.54 "GET /v2.0/networks/45f4e0e1-0249-430c-8557-6ff341efc87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252053 Dec 22 09:09:34.622093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531fb53-7e29-4cfe-9138-b91257dccf92 req-65be4f2f-c301-4d4f-a027-f71178838eb0 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:34.623544 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1531fb53-7e29-4cfe-9138-b91257dccf92 req-65be4f2f-c301-4d4f-a027-f71178838eb0 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 948 time: 0.0785987 Dec 22 09:09:34.668780 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1531fb53-7e29-4cfe-9138-b91257dccf92 req-0be2eee2-858d-42cc-a41d-08005b5c94a8 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/security-groups?id=415efdb2-3ee3-41f2-af24-e339e945a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Dec 22 09:09:34.674359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86999509-7dbf-48c5-b546-0f1b70100c45 req-cb60d120-40c7-4909-acea-720da0b19fc3 service neutron] 10.222.0.54 "GET /v2.0/networks/45f4e0e1-0249-430c-8557-6ff341efc87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271529 Dec 22 09:09:34.788968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-c0b89bb0-eae8-448a-89f4-dfdedc9cb916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:34.790445 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-c0b89bb0-eae8-448a-89f4-dfdedc9cb916 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d0018fc8f5b4580928d9d540035645f&device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 1101 time: 0.0726831 Dec 22 09:09:34.921812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-d6787189-735c-443a-ad86-c5fdf47dff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:34.923222 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-d6787189-735c-443a-ad86-c5fdf47dff15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=45f4e0e1-0249-430c-8557-6ff341efc87e HTTP/1.1" status: 200 len: 870 time: 0.1239197 Dec 22 09:09:34.989469 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-06bd3c71-4f23-45c4-9c84-4fa315874959 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c0841639-b82c-4559-8a8a-36015067c838 HTTP/1.1" status: 200 len: 217 time: 0.0587809 Dec 22 09:09:35.054495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-06751950-dba0-4031-82c7-b7470ff1f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:35.055866 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-06751950-dba0-4031-82c7-b7470ff1f526 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33f6b4d5-c81c-440c-9be5-aeddfbeb8273 HTTP/1.1" status: 200 len: 843 time: 0.0587101 Dec 22 09:09:35.129317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-524347f9-cab4-4a3c-8e4e-e3e5bee4e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:35.130966 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-524347f9-cab4-4a3c-8e4e-e3e5bee4e09b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=45f4e0e1-0249-430c-8557-6ff341efc87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0673900 Dec 22 09:09:35.257720 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-12c95ef0-a84f-4f7a-bbd0-0c3894b5a7f6 service neutron] 10.222.0.54 "GET /v2.0/networks/45f4e0e1-0249-430c-8557-6ff341efc87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186101 Dec 22 09:09:35.384674 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-322dc9bb-32b7-46d5-bb42-f7cf2197da53 req-4b776d6f-847b-4070-a3e2-09ee46fb8650 service neutron] 10.222.0.54 "GET /v2.0/networks/45f4e0e1-0249-430c-8557-6ff341efc87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191969 Dec 22 09:09:35.854344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3ccc1-c974-4ce0-98d9-536cbfc40523 req-3d64097e-60ad-4377-bcdd-1ae01945d34d tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:35.855038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-99a3ccc1-c974-4ce0-98d9-536cbfc40523 req-3d64097e-60ad-4377-bcdd-1ae01945d34d tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Synchronizing usage tracker for tenant:6d0018fc8f5b4580928d9d540035645f on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:09:35.871184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-99a3ccc1-c974-4ce0-98d9-536cbfc40523 req-3d64097e-60ad-4377-bcdd-1ae01945d34d tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Unset dirty status for tenant:6d0018fc8f5b4580928d9d540035645f on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:09:35.872379 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-99a3ccc1-c974-4ce0-98d9-536cbfc40523 req-3d64097e-60ad-4377-bcdd-1ae01945d34d tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 948 time: 0.0990987 Dec 22 09:09:35.914677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-99a3ccc1-c974-4ce0-98d9-536cbfc40523 req-735227e9-fd1e-4fc2-8709-068fcb676966 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Synchronizing usage tracker for tenant:6d0018fc8f5b4580928d9d540035645f on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:09:35.931910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-99a3ccc1-c974-4ce0-98d9-536cbfc40523 req-735227e9-fd1e-4fc2-8709-068fcb676966 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Unset dirty status for tenant:6d0018fc8f5b4580928d9d540035645f on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:09:35.932991 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-99a3ccc1-c974-4ce0-98d9-536cbfc40523 req-735227e9-fd1e-4fc2-8709-068fcb676966 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/security-groups?id=415efdb2-3ee3-41f2-af24-e339e945a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551472 Dec 22 09:09:36.672696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c0841639-b82c-4559-8a8a-36015067c838 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:09:36.823772 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c0841639-b82c-4559-8a8a-36015067c838, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c0841639-b82c-4559-8a8a-36015067c838,segment=NetworkSegment(9ba7d66b-0beb-4ff7-85aa-178380a31077),segment_id=9ba7d66b-0beb-4ff7-85aa-178380a31077)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:36.836125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'c0841639-b82c-4559-8a8a-36015067c838', 'network_id': '45f4e0e1-0249-430c-8557-6ff341efc87e', 'port_id': 'c0841639-b82c-4559-8a8a-36015067c838', 'mac_address': 'fa:16:3e:0c:ba:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f6b4d5-c81c-440c-9be5-aeddfbeb8273', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:09:36.890973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:36.907485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0841639-b82c-4559-8a8a-36015067c838 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:09:36.923236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c0841639-b82c-4559-8a8a-36015067c838, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c0841639-b82c-4559-8a8a-36015067c838,segment=NetworkSegment(9ba7d66b-0beb-4ff7-85aa-178380a31077),segment_id=9ba7d66b-0beb-4ff7-85aa-178380a31077)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:36.926130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:36.991678 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=c0841639-b82c-4559-8a8a-36015067c838,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:36.998960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:36.999309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:36.999647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:36.999977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:37.000364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:37.000697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:37.001018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:37.001340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:37.001661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:37.002001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:37.002319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:37.002634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:09:37.118578 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fea03-e463-47fe-9bab-d7750e6525cd req-383e59df-f897-432d-a0c1-97917b418c88 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:37.120049 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2c9fea03-e463-47fe-9bab-d7750e6525cd req-383e59df-f897-432d-a0c1-97917b418c88 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 949 time: 0.0812111 Dec 22 09:09:37.163597 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2c9fea03-e463-47fe-9bab-d7750e6525cd req-44bcedf9-873a-4c59-a06a-2671629aa1e8 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/security-groups?id=415efdb2-3ee3-41f2-af24-e339e945a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 Dec 22 09:09:37.167897 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['c0841639-b82c-4559-8a8a-36015067c838'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:09:38.346202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad68b17-475f-4228-a419-8f64a105794f req-004400ad-4aaa-449f-9abc-42834e937266 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:38.347559 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ad68b17-475f-4228-a419-8f64a105794f req-004400ad-4aaa-449f-9abc-42834e937266 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 949 time: 0.0789168 Dec 22 09:09:38.389993 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ad68b17-475f-4228-a419-8f64a105794f req-f5548462-47e6-4b8c-ac29-a901ff196f1a tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/security-groups?id=415efdb2-3ee3-41f2-af24-e339e945a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369239 Dec 22 09:09:38.695692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c0841639-b82c-4559-8a8a-36015067c838 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:09:38.760242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port c0841639-b82c-4559-8a8a-36015067c838 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:09:38.765409 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port c0841639-b82c-4559-8a8a-36015067c838 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:09:38.765806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:38.877540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:38.903925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75107aa6-8cd9-45ad-aa03-a5238fb7e6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0841639-b82c-4559-8a8a-36015067c838'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:09:38.913494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c0841639-b82c-4559-8a8a-36015067c838, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c0841639-b82c-4559-8a8a-36015067c838,segment=NetworkSegment(9ba7d66b-0beb-4ff7-85aa-178380a31077),segment_id=9ba7d66b-0beb-4ff7-85aa-178380a31077)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:38.918629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:38.955309 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75107aa6-8cd9-45ad-aa03-a5238fb7e6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0841639-b82c-4559-8a8a-36015067c838', 'code': 200} Dec 22 09:09:38.989558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=c0841639-b82c-4559-8a8a-36015067c838,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:39.266467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34131ea4-2b4c-427b-bc01-da03b52cc510 req-87b61c6a-c015-491e-8e22-c21b188790db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:39.267834 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34131ea4-2b4c-427b-bc01-da03b52cc510 req-87b61c6a-c015-491e-8e22-c21b188790db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 1103 time: 0.1634719 Dec 22 09:09:39.306737 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34131ea4-2b4c-427b-bc01-da03b52cc510 req-eedb440b-a335-424f-85cf-1011e1bbeea0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=415efdb2-3ee3-41f2-af24-e339e945a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325959 Dec 22 09:09:39.567930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ff002-3ebd-41c4-bc7b-99db0d32037d req-137a8622-d9b0-497b-9df9-fabdcd21e3dd tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:39.569312 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f18ff002-3ebd-41c4-bc7b-99db0d32037d req-137a8622-d9b0-497b-9df9-fabdcd21e3dd tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 950 time: 0.0775902 Dec 22 09:09:39.614218 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f18ff002-3ebd-41c4-bc7b-99db0d32037d req-893676f6-c0d4-4a39-b069-3c663309bbb4 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/security-groups?id=415efdb2-3ee3-41f2-af24-e339e945a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Dec 22 09:09:40.795430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1629b4-0b8b-4462-b0fe-08c0ea03c6d0 req-ac768e1e-c348-4345-9508-8f507c9bdead tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:40.796881 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0f1629b4-0b8b-4462-b0fe-08c0ea03c6d0 req-ac768e1e-c348-4345-9508-8f507c9bdead tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 950 time: 0.0789163 Dec 22 09:09:40.840180 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0f1629b4-0b8b-4462-b0fe-08c0ea03c6d0 req-c57f0fb2-bd12-4592-b49e-fbcd5b854d3c tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/security-groups?id=415efdb2-3ee3-41f2-af24-e339e945a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376146 Dec 22 09:09:41.900178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365a430-9259-4a37-a55c-0922766abcfc req-37df03e9-b75f-4ff1-9d62-05701a2f827d tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:41.901609 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7365a430-9259-4a37-a55c-0922766abcfc req-37df03e9-b75f-4ff1-9d62-05701a2f827d tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 950 time: 0.0810816 Dec 22 09:09:41.944830 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7365a430-9259-4a37-a55c-0922766abcfc req-4a16ed64-b516-429c-a906-7aba72434b60 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/security-groups?id=415efdb2-3ee3-41f2-af24-e339e945a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Dec 22 09:09:43.192601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5f7c8-807b-47a5-a46b-eed75291a23e req-6126b85d-b7a0-4566-8f68-78bec07619c5 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:43.194048 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a9b5f7c8-807b-47a5-a46b-eed75291a23e req-6126b85d-b7a0-4566-8f68-78bec07619c5 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 950 time: 0.1392434 Dec 22 09:09:43.202548 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-e03b463a-4f88-4507-9085-8016b8b57b7d tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:43.203834 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-e03b463a-4f88-4507-9085-8016b8b57b7d tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.54 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 950 time: 0.1131387 Dec 22 09:09:43.302594 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a9b5f7c8-807b-47a5-a46b-eed75291a23e req-61d016b0-eb2e-43dd-b92d-4571a94219af tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/security-groups?id=415efdb2-3ee3-41f2-af24-e339e945a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978353 Dec 22 09:09:43.305941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-06e32863-ef1a-4fad-91fc-141b89586b75 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Deleting port c0841639-b82c-4559-8a8a-36015067c838 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:09:43.306273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-06e32863-ef1a-4fad-91fc-141b89586b75 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:43.543429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-06e32863-ef1a-4fad-91fc-141b89586b75 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] For port c0841639-b82c-4559-8a8a-36015067c838, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c0841639-b82c-4559-8a8a-36015067c838,segment=NetworkSegment(9ba7d66b-0beb-4ff7-85aa-178380a31077),segment_id=9ba7d66b-0beb-4ff7-85aa-178380a31077)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:43.543775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-06e32863-ef1a-4fad-91fc-141b89586b75 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:43.661233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-06e32863-ef1a-4fad-91fc-141b89586b75 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Calling delete_port for c0841639-b82c-4559-8a8a-36015067c838 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:09:43.799705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-06e32863-ef1a-4fad-91fc-141b89586b75 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:43.812293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['c0841639-b82c-4559-8a8a-36015067c838'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:09:43.853007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e32863-ef1a-4fad-91fc-141b89586b75 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Pushing event deleted for resources: {'Port': ['ID=c0841639-b82c-4559-8a8a-36015067c838,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:43.924686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-06e32863-ef1a-4fad-91fc-141b89586b75 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] No DVR routers for this DVR port c0841639-b82c-4559-8a8a-36015067c838 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:09:43.927149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-06e32863-ef1a-4fad-91fc-141b89586b75 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:43.929805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75107aa6-8cd9-45ad-aa03-a5238fb7e6c9', 'name': 'network-vif-deleted', 'tag': 'c0841639-b82c-4559-8a8a-36015067c838'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:09:43.950471 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd9a20cd-f3f4-44e7-8c3d-81c810bb6458 req-06e32863-ef1a-4fad-91fc-141b89586b75 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.54 "DELETE /v2.0/ports/c0841639-b82c-4559-8a8a-36015067c838 HTTP/1.1" status: 204 len: 173 time: 0.7330785 Dec 22 09:09:43.988132 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75107aa6-8cd9-45ad-aa03-a5238fb7e6c9', 'name': 'network-vif-deleted', 'tag': 'c0841639-b82c-4559-8a8a-36015067c838', 'status': 'completed', 'code': 200} Dec 22 09:09:44.356056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:44.471546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-da434ea5-7a23-4699-b3a5-60c5d5e5a35c req-ce8bb891-39de-46a4-8657-6ff5b1cf1878 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Synchronizing usage tracker for tenant:6d0018fc8f5b4580928d9d540035645f on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:09:44.486476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-da434ea5-7a23-4699-b3a5-60c5d5e5a35c req-ce8bb891-39de-46a4-8657-6ff5b1cf1878 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] Unset dirty status for tenant:6d0018fc8f5b4580928d9d540035645f on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:09:44.487705 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da434ea5-7a23-4699-b3a5-60c5d5e5a35c req-ce8bb891-39de-46a4-8657-6ff5b1cf1878 tempest-ServersAdminNegativeTestJSON-1936696268 tempest-ServersAdminNegativeTestJSON-1936696268-project] 10.222.0.37 "GET /v2.0/ports?device_id=75107aa6-8cd9-45ad-aa03-a5238fb7e6c9 HTTP/1.1" status: 200 len: 210 time: 0.0609021 Dec 22 09:09:45.829050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 32850) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:45.987105 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ed679b7f-d142-488a-be91-84787de6874e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d0018fc8f5b4580928d9d540035645f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568820 Dec 22 09:09:45.989774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 32856) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:46.046404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c6736a22-a01e-40dc-883a-23d11bc486c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.070482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c6736a22-a01e-40dc-883a-23d11bc486c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.119235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c6736a22-a01e-40dc-883a-23d11bc486c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.134075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6736a22-a01e-40dc-883a-23d11bc486c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415efdb2-3ee3-41f2-af24-e339e945a5fa,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:46.145606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c6736a22-a01e-40dc-883a-23d11bc486c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.146728 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c6736a22-a01e-40dc-883a-23d11bc486c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/415efdb2-3ee3-41f2-af24-e339e945a5fa HTTP/1.1" status: 204 len: 168 time: 0.1559358 Dec 22 09:09:46.413136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 32864) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:46.430467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a285-a31e-4260-a914-5c46e499c238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.444091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c4f7a285-a31e-4260-a914-5c46e499c238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:09:46.448081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c4f7a285-a31e-4260-a914-5c46e499c238 admin admin] Usage tracker for resource:security_group_rule and tenant:cabd981fc6ff4f3885a398f0ff5c940a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:09:46.450900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c4f7a285-a31e-4260-a914-5c46e499c238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:09:46.456389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c4f7a285-a31e-4260-a914-5c46e499c238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:09:46.537811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a285-a31e-4260-a914-5c46e499c238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.541296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a285-a31e-4260-a914-5c46e499c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.585225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7a285-a31e-4260-a914-5c46e499c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e41f68-a5ee-4ad6-ad32-503ebbffb406,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:46.589953 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c4f7a285-a31e-4260-a914-5c46e499c238 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cabd981fc6ff4f3885a398f0ff5c940a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752717 Dec 22 09:09:46.592597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 32868) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:46.647331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd055f73-d9be-4089-a757-763721e29cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.672792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd055f73-d9be-4089-a757-763721e29cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.722751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd055f73-d9be-4089-a757-763721e29cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.735723 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd055f73-d9be-4089-a757-763721e29cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e41f68-a5ee-4ad6-ad32-503ebbffb406,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:46.741880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd055f73-d9be-4089-a757-763721e29cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:46.745472 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bd055f73-d9be-4089-a757-763721e29cd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05e41f68-a5ee-4ad6-ad32-503ebbffb406 HTTP/1.1" status: 204 len: 168 time: 0.1495998 Dec 22 09:09:46.779246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c0841639-b82c-4559-8a8a-36015067c838 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:09:46.811772 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: c0841639-b82c-4559-8a8a-36015067c838 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:09:46.812115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c0841639-b82c-4559-8a8a-36015067c838 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:09:47.450115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 32892) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:47.549920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-926191731-network', 'tenant_id': '14142afe770743fdaa34fe6d1dae9de1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:09:47.554540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:09:47.558869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Usage tracker for resource:network and tenant:14142afe770743fdaa34fe6d1dae9de1 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:09:47.561843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:09:47.567315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:09:47.577241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Made reservation on behalf of 14142afe770743fdaa34fe6d1dae9de1 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:09:47.579486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:47.594536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:47.608661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:09:47.612344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Usage tracker for resource:security_group_rule and tenant:14142afe770743fdaa34fe6d1dae9de1 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:09:47.615057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:09:47.620516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:09:47.698034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:47.701696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:47.727811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:09:47.740201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7561eb2-70fc-44c4-a006-b569586ff7c6,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:47.744876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:47.745214 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Added segment d4d3f344-d955-4d67-844c-8c3eb3d15375 of type vlan for network ab23a723-4429-41f4-9ae2-4cc29779641f Dec 22 09:09:47.771469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:47.798951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:47.799867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:47.800430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:47.900710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] Pushing event updated for resources: {'Network': ['ID=ab23a723-4429-41f4-9ae2-4cc29779641f,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:47.906791 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-18675505-6d7b-4e4f-8c91-6c88454a2800 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4529557 Dec 22 09:09:47.907151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 32898) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:47.911001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network ab23a723-4429-41f4-9ae2-4cc29779641f details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:09:47.912387 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Request body: {'subnet': {'network_id': 'ab23a723-4429-41f4-9ae2-4cc29779641f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-926191731-subnet', 'tenant_id': '14142afe770743fdaa34fe6d1dae9de1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:09:47.917159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:09:47.920965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Usage tracker for resource:subnet and tenant:14142afe770743fdaa34fe6d1dae9de1 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:09:47.923797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:09:47.929370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:09:47.940466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Made reservation on behalf of 14142afe770743fdaa34fe6d1dae9de1 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:09:47.946839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:48.234580 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:48.309008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca856abc-4b78-4a67-b147-d3ac5cf2e518,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:48.316132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Checking segment: {'id': 'd4d3f344-d955-4d67-844c-8c3eb3d15375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab23a723-4429-41f4-9ae2-4cc29779641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:09:48.316481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Network hostable DHCP agents. Network: ab23a723-4429-41f4-9ae2-4cc29779641f, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:09:48.334960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Network ab23a723-4429-41f4-9ae2-4cc29779641f is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:09:48.344307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, ab23a723-4429-41f4-9ae2-4cc29779641f) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:09:48.348263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:48.348835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:48.353399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb9c9f-e6a1-461d-8cef-590ff31d5c58 None None] Network ab23a723-4429-41f4-9ae2-4cc29779641f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:09:48.368923 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-be2af397-fe35-4fb9-a59a-c2c9c9d07bf2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4609282 Dec 22 09:09:48.563135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6962a59d-fde9-4c3d-aec6-0dad6a29be2c None None] Network ab23a723-4429-41f4-9ae2-4cc29779641f requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:09:48.863036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-3992abf1-c085-45fd-b971-c347737db8f7 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:48.863707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-3992abf1-c085-45fd-b971-c347737db8f7 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Synchronizing usage tracker for tenant:14142afe770743fdaa34fe6d1dae9de1 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:09:48.880248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-3992abf1-c085-45fd-b971-c347737db8f7 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Unset dirty status for tenant:14142afe770743fdaa34fe6d1dae9de1 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:09:48.881377 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-3992abf1-c085-45fd-b971-c347737db8f7 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/networks?id=ab23a723-4429-41f4-9ae2-4cc29779641f HTTP/1.1" status: 200 len: 811 time: 0.1587338 Dec 22 09:09:48.896285 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-edf1baee-f302-485b-ba31-103dcff0a997 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/quotas/14142afe770743fdaa34fe6d1dae9de1 HTTP/1.1" status: 200 len: 375 time: 0.0088823 Dec 22 09:09:48.942409 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-2d9944d7-9826-49b9-aa11-dd024ba7581e tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=14142afe770743fdaa34fe6d1dae9de1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413580 Dec 22 09:09:49.113394 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-26e26d2e-84f4-41be-bc58-59060241c075 service neutron] 10.222.0.37 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640236 Dec 22 09:09:49.239992 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a24e6492-df1b-47f4-8b83-91b0b1850140 service neutron] 10.222.0.37 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209517 Dec 22 09:09:49.389213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2074-f194-4791-bcf0-14df488b1255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:49.413141 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ef28bf0c-6fa4-4b5d-95d8-3e985d16b386 req-d90f333a-b155-4902-9e08-7a4e1d4d6b29 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 210 time: 0.0454595 Dec 22 09:09:50.437048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-2b47f614-b1b9-4ceb-8297-446d61743217 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:50.438480 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-2b47f614-b1b9-4ceb-8297-446d61743217 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.54 "GET /v2.0/networks?id=ab23a723-4429-41f4-9ae2-4cc29779641f HTTP/1.1" status: 200 len: 811 time: 0.1459091 Dec 22 09:09:50.451083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Request body: {'port': {'device_id': '1a293fbf-e6c9-472c-8f7f-7c9bccb106dc', 'network_id': 'ab23a723-4429-41f4-9ae2-4cc29779641f', 'admin_state_up': True, 'tenant_id': '14142afe770743fdaa34fe6d1dae9de1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:09:50.590473 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9e4cf8c1-4fd9-44ea-ad34-4b8d264c8c86 req-18b91685-03f5-4090-8d2d-e4502aa5d38f tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 210 time: 0.0578620 Dec 22 09:09:50.622261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:09:50.625965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Usage tracker for resource:port and tenant:14142afe770743fdaa34fe6d1dae9de1 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:09:50.628662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:09:50.634221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:09:50.644221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Made reservation on behalf of 14142afe770743fdaa34fe6d1dae9de1 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:09:50.647663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:50.801093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Allocated IP 172.20.0.3 (ab23a723-4429-41f4-9ae2-4cc29779641f/ca856abc-4b78-4a67-b147-d3ac5cf2e518/22493586-d939-4f8d-98a4-3dc7f3f79954) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:09:50.993815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:51.022093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:51.092863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Network ab23a723-4429-41f4-9ae2-4cc29779641f is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:09:51.095930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:09:51.099674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:09:51.134516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Pushing event updated for resources: {'Port': ['ID=22493586-d939-4f8d-98a4-3dc7f3f79954,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:51.164517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:51.165110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:51.184598 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-a3cc8e23-5e57-4067-ade8-467c8499984a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7378099 Dec 22 09:09:51.195587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Request body: {'port': {'device_id': '1a293fbf-e6c9-472c-8f7f-7c9bccb106dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:09:51.303681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:51.741465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22493586-d939-4f8d-98a4-3dc7f3f79954 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:09:51.749775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:51.752758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b497dafa-c4bc-4bc2-8643-95fcae7b90ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:51.766349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Transition to ACTIVE for port object 22493586-d939-4f8d-98a4-3dc7f3f79954 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:09:51.769924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:51.777939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db356a-8dcc-48f1-ac84-8259a61af4c3 req-acdf2d93-03f0-4bc4-83ed-8370f37be473 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:51.779419 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-01db356a-8dcc-48f1-ac84-8259a61af4c3 req-acdf2d93-03f0-4bc4-83ed-8370f37be473 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 931 time: 0.0821056 Dec 22 09:09:51.823742 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-01db356a-8dcc-48f1-ac84-8259a61af4c3 req-697dac29-9014-472c-a40c-aede3a2a5098 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Dec 22 09:09:51.957517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Pushing event updated for resources: {'Port': ['ID=22493586-d939-4f8d-98a4-3dc7f3f79954,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:52.000307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Attempting to bind port 22493586-d939-4f8d-98a4-3dc7f3f79954 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:09:52.000650 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Attempting to bind port 22493586-d939-4f8d-98a4-3dc7f3f79954 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd4d3f344-d955-4d67-844c-8c3eb3d15375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab23a723-4429-41f4-9ae2-4cc29779641f'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:09:52.000972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Attempting to bind port 22493586-d939-4f8d-98a4-3dc7f3f79954 on network ab23a723-4429-41f4-9ae2-4cc29779641f {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:09:52.005486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Port 22493586-d939-4f8d-98a4-3dc7f3f79954 on network ab23a723-4429-41f4-9ae2-4cc29779641f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:09:52.005836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Attempting to bind port 22493586-d939-4f8d-98a4-3dc7f3f79954 on network ab23a723-4429-41f4-9ae2-4cc29779641f {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:09:52.010893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:09:52.011736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Checking segment: {'id': 'd4d3f344-d955-4d67-844c-8c3eb3d15375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab23a723-4429-41f4-9ae2-4cc29779641f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:09:52.012119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Bound using segment: {'id': 'd4d3f344-d955-4d67-844c-8c3eb3d15375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab23a723-4429-41f4-9ae2-4cc29779641f'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:09:52.012542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Bound port: 22493586-d939-4f8d-98a4-3dc7f3f79954, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d3f344-d955-4d67-844c-8c3eb3d15375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab23a723-4429-41f4-9ae2-4cc29779641f'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:09:52.012882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:52.102284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] For port 22493586-d939-4f8d-98a4-3dc7f3f79954, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:09:52.105175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] For port 22493586-d939-4f8d-98a4-3dc7f3f79954, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=22493586-d939-4f8d-98a4-3dc7f3f79954,segment=NetworkSegment(d4d3f344-d955-4d67-844c-8c3eb3d15375),segment_id=d4d3f344-d955-4d67-844c-8c3eb3d15375)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:09:52.109327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:52.166765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:52.167366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:52.168750 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] 10.222.0.54 "PUT /v2.0/ports/22493586-d939-4f8d-98a4-3dc7f3f79954 HTTP/1.1" status: 200 len: 1093 time: 0.9769912 Dec 22 09:09:52.169179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a293fbf-e6c9-472c-8f7f-7c9bccb106dc', 'tag': '22493586-d939-4f8d-98a4-3dc7f3f79954'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:09:52.190163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04e8d2-28e3-4b23-baa6-ff57088a8b5f service neutron] Pushing event updated for resources: {'Port': ['ID=22493586-d939-4f8d-98a4-3dc7f3f79954,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:52.235656 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a293fbf-e6c9-472c-8f7f-7c9bccb106dc', 'tag': '22493586-d939-4f8d-98a4-3dc7f3f79954', 'status': 'completed', 'code': 200} Dec 22 09:09:52.279131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-54abf505-f35f-4305-b883-6139efb1aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:52.280581 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-54abf505-f35f-4305-b883-6139efb1aa78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=14142afe770743fdaa34fe6d1dae9de1&device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 1096 time: 0.0760751 Dec 22 09:09:52.347040 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-33b36888-eca6-42c6-bc9f-8f279dfd037d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22493586-d939-4f8d-98a4-3dc7f3f79954 HTTP/1.1" status: 200 len: 217 time: 0.0590067 Dec 22 09:09:52.410485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-51612ebd-9d59-4b41-ba59-2850f84b74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:52.411839 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-51612ebd-9d59-4b41-ba59-2850f84b74e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca856abc-4b78-4a67-b147-d3ac5cf2e518 HTTP/1.1" status: 200 len: 851 time: 0.0582366 Dec 22 09:09:52.458225 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-042b0210-caf8-49ad-9b24-cba1fc35b3fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab23a723-4429-41f4-9ae2-4cc29779641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392127 Dec 22 09:09:52.586508 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-5ee70e7c-49fb-47c9-a61f-5d035daceceb service neutron] 10.222.0.54 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207759 Dec 22 09:09:52.714160 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5894e7f9-1f6b-44a5-a6af-43da6c7f7c69 req-7805b718-a12e-42ee-b1ff-cf81d64ddcd2 service neutron] 10.222.0.54 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204019 Dec 22 09:09:52.827003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ed9fd-b590-4f76-925a-89131ead4df5 req-168e4e57-ec90-44b1-a8f1-923298ed0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:52.828499 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-722ed9fd-b590-4f76-925a-89131ead4df5 req-168e4e57-ec90-44b1-a8f1-923298ed0fc2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=14142afe770743fdaa34fe6d1dae9de1&device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 1096 time: 0.0694165 Dec 22 09:09:52.851370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:52.972029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ed9fd-b590-4f76-925a-89131ead4df5 req-1eac4808-0b60-48af-8ac1-a0c09f9e85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:52.973803 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-722ed9fd-b590-4f76-925a-89131ead4df5 req-1eac4808-0b60-48af-8ac1-a0c09f9e85f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ab23a723-4429-41f4-9ae2-4cc29779641f HTTP/1.1" status: 200 len: 912 time: 0.1380012 Dec 22 09:09:53.028030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:53.037119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4265e54-7e51-47f7-8ab9-353204592a74 req-9b879aab-9084-437a-aba3-50c2a0453669 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:53.038671 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4265e54-7e51-47f7-8ab9-353204592a74 req-9b879aab-9084-437a-aba3-50c2a0453669 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 943 time: 0.0952499 Dec 22 09:09:53.068061 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-722ed9fd-b590-4f76-925a-89131ead4df5 req-a9241af6-f81c-442b-af3a-4af1c42b1963 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22493586-d939-4f8d-98a4-3dc7f3f79954 HTTP/1.1" status: 200 len: 217 time: 0.0857356 Dec 22 09:09:53.140553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ed9fd-b590-4f76-925a-89131ead4df5 req-3d906ee6-f772-429a-b664-60a1295bdd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:53.142133 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-722ed9fd-b590-4f76-925a-89131ead4df5 req-3d906ee6-f772-429a-b664-60a1295bdd6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca856abc-4b78-4a67-b147-d3ac5cf2e518 HTTP/1.1" status: 200 len: 851 time: 0.0651259 Dec 22 09:09:53.177932 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a4265e54-7e51-47f7-8ab9-353204592a74 req-c4be3a62-9ac8-4907-aeec-a84d9ca4fbee tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326632 Dec 22 09:09:53.189668 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-722ed9fd-b590-4f76-925a-89131ead4df5 req-fc74cb8c-13ea-442f-a933-5b3a61392914 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab23a723-4429-41f4-9ae2-4cc29779641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403988 Dec 22 09:09:53.424772 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-722ed9fd-b590-4f76-925a-89131ead4df5 req-e150f143-f33c-43a8-9a7b-d2177eb5be07 service neutron] 10.222.0.54 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270601 Dec 22 09:09:53.554899 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-722ed9fd-b590-4f76-925a-89131ead4df5 req-04fca316-f1be-4bfb-bb31-bbfc0192bb79 service neutron] 10.222.0.54 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230395 Dec 22 09:09:54.213387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:54.364065 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0f50-665e-47c9-b9e9-aa2845089c80 req-3d2fdd63-a4cd-438f-81f7-121f688348de tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:54.364655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-93ef0f50-665e-47c9-b9e9-aa2845089c80 req-3d2fdd63-a4cd-438f-81f7-121f688348de tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Synchronizing usage tracker for tenant:14142afe770743fdaa34fe6d1dae9de1 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:09:54.381081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-93ef0f50-665e-47c9-b9e9-aa2845089c80 req-3d2fdd63-a4cd-438f-81f7-121f688348de tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Unset dirty status for tenant:14142afe770743fdaa34fe6d1dae9de1 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:09:54.382401 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-93ef0f50-665e-47c9-b9e9-aa2845089c80 req-3d2fdd63-a4cd-438f-81f7-121f688348de tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 943 time: 0.0954931 Dec 22 09:09:54.425388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-93ef0f50-665e-47c9-b9e9-aa2845089c80 req-538557af-6f5e-4303-adc3-6911166c76fa tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Synchronizing usage tracker for tenant:14142afe770743fdaa34fe6d1dae9de1 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:09:54.441993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-93ef0f50-665e-47c9-b9e9-aa2845089c80 req-538557af-6f5e-4303-adc3-6911166c76fa tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Unset dirty status for tenant:14142afe770743fdaa34fe6d1dae9de1 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:09:54.443081 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-93ef0f50-665e-47c9-b9e9-aa2845089c80 req-538557af-6f5e-4303-adc3-6911166c76fa tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545559 Dec 22 09:09:54.830866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 22493586-d939-4f8d-98a4-3dc7f3f79954 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:09:54.960777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 22493586-d939-4f8d-98a4-3dc7f3f79954, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=22493586-d939-4f8d-98a4-3dc7f3f79954,segment=NetworkSegment(d4d3f344-d955-4d67-844c-8c3eb3d15375),segment_id=d4d3f344-d955-4d67-844c-8c3eb3d15375)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:54.974062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '22493586-d939-4f8d-98a4-3dc7f3f79954', 'network_id': 'ab23a723-4429-41f4-9ae2-4cc29779641f', 'port_id': '22493586-d939-4f8d-98a4-3dc7f3f79954', 'mac_address': 'fa:16:3e:05:ed:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca856abc-4b78-4a67-b147-d3ac5cf2e518', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:09:55.027772 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:55.043841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22493586-d939-4f8d-98a4-3dc7f3f79954 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:09:55.058257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 22493586-d939-4f8d-98a4-3dc7f3f79954, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=22493586-d939-4f8d-98a4-3dc7f3f79954,segment=NetworkSegment(d4d3f344-d955-4d67-844c-8c3eb3d15375),segment_id=d4d3f344-d955-4d67-844c-8c3eb3d15375)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:55.062232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:55.161547 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=22493586-d939-4f8d-98a4-3dc7f3f79954,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:55.252605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['22493586-d939-4f8d-98a4-3dc7f3f79954'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:09:55.620445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b253-dedc-4fbb-aad9-d1b12b97bc94 req-ef07d264-bb9b-4fca-bf27-0ea52d56768a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:55.621923 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2df2b253-dedc-4fbb-aad9-d1b12b97bc94 req-ef07d264-bb9b-4fca-bf27-0ea52d56768a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 944 time: 0.0770063 Dec 22 09:09:55.666418 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2df2b253-dedc-4fbb-aad9-d1b12b97bc94 req-ba8344f3-3c73-49f4-9295-fde58d32b524 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389314 Dec 22 09:09:55.736484 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:09:56.842459 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 22493586-d939-4f8d-98a4-3dc7f3f79954 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:09:56.895968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125fe2a-6e88-405e-826a-a1bee2bfd4ba req-2ea0ae43-67ef-4edc-9fea-27b0f41301ed tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:56.897461 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0125fe2a-6e88-405e-826a-a1bee2bfd4ba req-2ea0ae43-67ef-4edc-9fea-27b0f41301ed tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 944 time: 0.1301558 Dec 22 09:09:56.910066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 22493586-d939-4f8d-98a4-3dc7f3f79954 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:09:56.914673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 22493586-d939-4f8d-98a4-3dc7f3f79954 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:09:56.915047 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:56.943903 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0125fe2a-6e88-405e-826a-a1bee2bfd4ba req-a487dc8d-36d1-43ff-889c-44a4d65cff0a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Dec 22 09:09:57.032451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:57.058369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a293fbf-e6c9-472c-8f7f-7c9bccb106dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22493586-d939-4f8d-98a4-3dc7f3f79954'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:09:57.068174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 22493586-d939-4f8d-98a4-3dc7f3f79954, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=22493586-d939-4f8d-98a4-3dc7f3f79954,segment=NetworkSegment(d4d3f344-d955-4d67-844c-8c3eb3d15375),segment_id=d4d3f344-d955-4d67-844c-8c3eb3d15375)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:57.072093 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:57.108047 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a293fbf-e6c9-472c-8f7f-7c9bccb106dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22493586-d939-4f8d-98a4-3dc7f3f79954', 'code': 200} Dec 22 09:09:57.139360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=22493586-d939-4f8d-98a4-3dc7f3f79954,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:57.323290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7655966-bfe9-4c24-a228-de7f4ab3c74e req-97a0ed46-fbfe-43c3-8862-49c4589884e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:57.324616 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b7655966-bfe9-4c24-a228-de7f4ab3c74e req-97a0ed46-fbfe-43c3-8862-49c4589884e7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 1098 time: 0.0680435 Dec 22 09:09:57.366556 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b7655966-bfe9-4c24-a228-de7f4ab3c74e req-a09c5b84-378d-4cb3-99f4-6b775d459878 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356288 Dec 22 09:09:58.124784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3dbe2-97dd-4f5d-9eaa-a167b9893205 req-bba6b4fc-6e40-485d-ba7f-c4095b2ddfc1 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:58.126233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c6f3dbe2-97dd-4f5d-9eaa-a167b9893205 req-bba6b4fc-6e40-485d-ba7f-c4095b2ddfc1 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0777662 Dec 22 09:09:58.170020 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c6f3dbe2-97dd-4f5d-9eaa-a167b9893205 req-cfcc3f4d-dbb7-4a39-8a98-2d728f129fee tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381815 Dec 22 09:09:59.404390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b212d-9c7b-4c48-a727-42bf1df384fd req-eb2e0fe3-1cd4-4475-b9d2-5d9631b0cef6 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:59.405852 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-916b212d-9c7b-4c48-a727-42bf1df384fd req-eb2e0fe3-1cd4-4475-b9d2-5d9631b0cef6 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.1310387 Dec 22 09:09:59.448570 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-916b212d-9c7b-4c48-a727-42bf1df384fd req-384181ee-9496-41fe-98ee-a3b8660accb9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366466 Dec 22 09:09:59.805011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 32966) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:59.836187 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdff7a-857c-43df-ae00-3f581593e123 req-a015030f-cef9-4149-a0be-d6befcdb70b0 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:59.837649 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2ffdff7a-857c-43df-ae00-3f581593e123 req-a015030f-cef9-4149-a0be-d6befcdb70b0 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0796683 Dec 22 09:09:59.884770 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2ffdff7a-857c-43df-ae00-3f581593e123 req-3b15f76a-1cc7-452a-aaf2-4491bbf8d937 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Dec 22 09:09:59.919666 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-f5ed403b-96b7-4a8b-83ad-9d5ef68af527 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135080 Dec 22 09:10:01.070703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980791e-f4fc-42ce-ba61-0fc44ff6be4b req-3bdd2b54-d611-4559-8e63-645cf6576a0a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:01.072415 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c980791e-f4fc-42ce-ba61-0fc44ff6be4b req-3bdd2b54-d611-4559-8e63-645cf6576a0a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0833743 Dec 22 09:10:01.165052 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c980791e-f4fc-42ce-ba61-0fc44ff6be4b req-dfcf125b-2279-444b-b7ba-5647f2a61dda tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856316 Dec 22 09:10:01.183328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-d1e0f476-449a-4739-9b51-894c0dcb076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:01.184778 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-d1e0f476-449a-4739-9b51-894c0dcb076a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=14142afe770743fdaa34fe6d1dae9de1&device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 1098 time: 0.0923562 Dec 22 09:10:01.311759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-41d2db9b-8044-4696-841c-10a10ad17688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:01.313162 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-41d2db9b-8044-4696-841c-10a10ad17688 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ab23a723-4429-41f4-9ae2-4cc29779641f HTTP/1.1" status: 200 len: 912 time: 0.1225364 Dec 22 09:10:01.377759 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-1eda04d4-91cb-4fb1-aa1f-3076a5290ad7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22493586-d939-4f8d-98a4-3dc7f3f79954 HTTP/1.1" status: 200 len: 217 time: 0.0581231 Dec 22 09:10:01.439389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-cd9377db-5f2c-4013-a4fb-1f8bea312fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:01.440648 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-cd9377db-5f2c-4013-a4fb-1f8bea312fb6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca856abc-4b78-4a67-b147-d3ac5cf2e518 HTTP/1.1" status: 200 len: 851 time: 0.0570979 Dec 22 09:10:01.484994 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-1b135141-cc97-49d0-b949-dc0b4f411e26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab23a723-4429-41f4-9ae2-4cc29779641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376432 Dec 22 09:10:01.611744 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-fd9001e6-f474-4799-baf7-6ae812367849 service neutron] 10.222.0.54 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201148 Dec 22 09:10:01.738360 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-9f403662-4959-4c6d-b21d-6cf9921b0e2e service neutron] 10.222.0.54 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197910 Dec 22 09:10:02.345461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95d4ea-650a-480f-854e-ac2d249529f7 req-2160192e-aa6f-4d8e-b0c5-77309f3d3874 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:02.346833 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0c95d4ea-650a-480f-854e-ac2d249529f7 req-2160192e-aa6f-4d8e-b0c5-77309f3d3874 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0778444 Dec 22 09:10:02.389796 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0c95d4ea-650a-480f-854e-ac2d249529f7 req-c4f63a8d-f5f5-454e-b6b4-1261235918a9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373981 Dec 22 09:10:03.575912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c183a-4012-4861-98c3-dd146746ca4f req-5e9811ee-3282-487c-b564-dc3418339110 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:03.577331 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f0c183a-4012-4861-98c3-dd146746ca4f req-5e9811ee-3282-487c-b564-dc3418339110 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0823245 Dec 22 09:10:03.618641 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f0c183a-4012-4861-98c3-dd146746ca4f req-0e989a1c-caeb-4555-b72c-771bb14650a4 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358088 Dec 22 09:10:04.802023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61399c-a635-4980-a95f-2bb33e59fbe2 req-e30b3a8a-5282-45dc-978c-250693d7dd1d tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:04.803445 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ff61399c-a635-4980-a95f-2bb33e59fbe2 req-e30b3a8a-5282-45dc-978c-250693d7dd1d tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0799944 Dec 22 09:10:04.846935 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ff61399c-a635-4980-a95f-2bb33e59fbe2 req-1c056cb5-dbe1-4a48-8e03-864804d7ceaa tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379992 Dec 22 09:10:06.023407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f67f37-fab0-4870-9453-d4026185cb42 req-c54df318-dcd4-49bc-861b-ca648a7c08de tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:06.024827 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54f67f37-fab0-4870-9453-d4026185cb42 req-c54df318-dcd4-49bc-861b-ca648a7c08de tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0768988 Dec 22 09:10:06.067412 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54f67f37-fab0-4870-9453-d4026185cb42 req-42b04e83-282d-4fd6-a263-1652c72e83a7 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364079 Dec 22 09:10:07.248792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a76ac4-3ac4-4e3c-8a0d-8bdf0ed85e00 req-a68b5019-8278-47e6-a6c5-f918cc394eaf tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:07.250162 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-11a76ac4-3ac4-4e3c-8a0d-8bdf0ed85e00 req-a68b5019-8278-47e6-a6c5-f918cc394eaf tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0798771 Dec 22 09:10:07.293541 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-11a76ac4-3ac4-4e3c-8a0d-8bdf0ed85e00 req-f677eff7-c223-4fe7-aed0-0956f11df1ec tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Dec 22 09:10:08.570386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062d5d8-af66-4c39-bb3a-e04202939427 req-141475f7-9a2f-4669-9938-bd069301199d tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:08.572129 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4062d5d8-af66-4c39-bb3a-e04202939427 req-141475f7-9a2f-4669-9938-bd069301199d tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.1758056 Dec 22 09:10:08.614749 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4062d5d8-af66-4c39-bb3a-e04202939427 req-067edae0-d9bb-45ca-b7b1-7d68d822af92 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370121 Dec 22 09:10:09.797410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c4c8b-5d7a-4279-be6a-78805804b990 req-8e8c862c-0049-4507-88ae-517162b380f5 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:09.798866 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e08c4c8b-5d7a-4279-be6a-78805804b990 req-8e8c862c-0049-4507-88ae-517162b380f5 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0805569 Dec 22 09:10:09.842058 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e08c4c8b-5d7a-4279-be6a-78805804b990 req-f000d515-d14e-4d16-8b9a-6c29f541ea79 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 Dec 22 09:10:11.023957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40cef2-ea91-4494-997a-7e47dae1b7db req-6b6ee38f-5ad2-4462-a67b-94a85d7b5439 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:11.025391 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d40cef2-ea91-4494-997a-7e47dae1b7db req-6b6ee38f-5ad2-4462-a67b-94a85d7b5439 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0773365 Dec 22 09:10:11.072461 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d40cef2-ea91-4494-997a-7e47dae1b7db req-b6da85f4-4c52-4830-96a4-ae412d2f8128 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Dec 22 09:10:12.268513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b87d1e-562e-4587-add1-89dcffdd5373 req-6db7741e-9269-4a75-8bbf-85eb3eeb315e tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:12.269859 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-38b87d1e-562e-4587-add1-89dcffdd5373 req-6db7741e-9269-4a75-8bbf-85eb3eeb315e tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0771592 Dec 22 09:10:12.315285 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-38b87d1e-562e-4587-add1-89dcffdd5373 req-e8ce77bc-15fd-4e3f-a6f1-5bfc0f54d25c tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Dec 22 09:10:13.492016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0644-a881-4cc7-be2a-050e8f55e7a1 req-f46eacbe-aea2-4380-92f3-ce4415732f70 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:13.493430 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86de0644-a881-4cc7-be2a-050e8f55e7a1 req-f46eacbe-aea2-4380-92f3-ce4415732f70 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0771008 Dec 22 09:10:13.536276 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86de0644-a881-4cc7-be2a-050e8f55e7a1 req-f770b440-f716-47c2-8201-748c8e3f687e tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Dec 22 09:10:14.386057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:14.714247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dbfd7-01d8-4bb7-be70-7a3d3c0009cf req-664e39d1-0381-4e6c-a703-f6d4bbcb37c8 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:14.715615 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6d5dbfd7-01d8-4bb7-be70-7a3d3c0009cf req-664e39d1-0381-4e6c-a703-f6d4bbcb37c8 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0776119 Dec 22 09:10:14.758582 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6d5dbfd7-01d8-4bb7-be70-7a3d3c0009cf req-dcca0d72-4ffd-4751-be05-54ec8c32ca56 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374534 Dec 22 09:10:15.939630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32748d-bf66-4659-bd4a-fb17a71dba32 req-9a22b92b-208a-4460-8a58-7f0f0eed8aa7 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:15.941059 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c32748d-bf66-4659-bd4a-fb17a71dba32 req-9a22b92b-208a-4460-8a58-7f0f0eed8aa7 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0821948 Dec 22 09:10:15.983335 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c32748d-bf66-4659-bd4a-fb17a71dba32 req-16d78c54-c794-4f54-9e86-a27cef4a66ce tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366418 Dec 22 09:10:17.167359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b6d93-04b9-48a2-bac6-b310fd68ae32 req-e3f004ba-d1be-48fd-9e1a-c9b06849b0c5 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:17.168838 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cf8b6d93-04b9-48a2-bac6-b310fd68ae32 req-e3f004ba-d1be-48fd-9e1a-c9b06849b0c5 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0823288 Dec 22 09:10:17.212250 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cf8b6d93-04b9-48a2-bac6-b310fd68ae32 req-8dca8f30-6d61-484b-b927-65108c9c7d51 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378423 Dec 22 09:10:18.391392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c72b-09b1-4122-9ceb-77baad5a5f8b req-c504c2d2-8e82-4021-ba38-7f408eaf3afd tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:18.393009 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0d16c72b-09b1-4122-9ceb-77baad5a5f8b req-c504c2d2-8e82-4021-ba38-7f408eaf3afd tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0775609 Dec 22 09:10:18.435660 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0d16c72b-09b1-4122-9ceb-77baad5a5f8b req-0dccaa83-1a1e-400c-8dd3-0fdfdcdd22c2 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Dec 22 09:10:19.391154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5203fa4f-c805-4e3b-a541-cec2f3ef272b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:19.616002 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21a08-088f-4d72-a60b-c9529db56dd1 req-cee9d3c2-04d6-4bea-850b-727f36634cc0 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:19.617405 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-adc21a08-088f-4d72-a60b-c9529db56dd1 req-cee9d3c2-04d6-4bea-850b-727f36634cc0 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0768783 Dec 22 09:10:19.660077 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-adc21a08-088f-4d72-a60b-c9529db56dd1 req-bb521018-a72f-4b40-ade1-bc487eb73105 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365636 Dec 22 09:10:20.845175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38809fcf-5f69-4924-b8c8-c39ddaef398b req-d9f0aa00-fd1c-4790-8e32-25892759cf94 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:20.846650 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38809fcf-5f69-4924-b8c8-c39ddaef398b req-d9f0aa00-fd1c-4790-8e32-25892759cf94 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0829434 Dec 22 09:10:20.889574 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38809fcf-5f69-4924-b8c8-c39ddaef398b req-f512e6c7-9e9a-4ed1-a3c5-d4076d05b124 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Dec 22 09:10:21.754053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e616a4b6-77b9-4582-afe4-9b88d67bbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:22.069908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e5d1-9b0a-4dbe-919e-cec11217c235 req-97f289a9-aac8-4498-a318-c58ba0b2c78e tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:22.071341 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-db50e5d1-9b0a-4dbe-919e-cec11217c235 req-97f289a9-aac8-4498-a318-c58ba0b2c78e tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0805168 Dec 22 09:10:22.114510 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-db50e5d1-9b0a-4dbe-919e-cec11217c235 req-6230c591-5c00-43a1-88c3-cb5aaaccd126 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367627 Dec 22 09:10:22.852018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:23.010493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:23.294398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad15bf5-89d3-49e9-9bf1-d60fdbbb6ed3 req-5ed1da03-f9f4-4069-a0c0-ed4c07a1364f tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:23.295824 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-aad15bf5-89d3-49e9-9bf1-d60fdbbb6ed3 req-5ed1da03-f9f4-4069-a0c0-ed4c07a1364f tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0792391 Dec 22 09:10:23.341138 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-aad15bf5-89d3-49e9-9bf1-d60fdbbb6ed3 req-3912c8ba-f425-4dd2-bc34-aceb1be6c1ef tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Dec 22 09:10:24.215526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:24.519429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d6e9d-7a15-45b6-bb1b-3774f67bac19 req-c7577f63-1c36-42c3-a645-7693ed569b29 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:24.520875 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e89d6e9d-7a15-45b6-bb1b-3774f67bac19 req-c7577f63-1c36-42c3-a645-7693ed569b29 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0775366 Dec 22 09:10:24.567759 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e89d6e9d-7a15-45b6-bb1b-3774f67bac19 req-cbd6bf0c-9943-4097-adf7-8896a748b8bf tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413880 Dec 22 09:10:25.749161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7e967-d27d-4674-988b-fbc629187d6f req-2f16a3af-c3d7-4776-83b2-06a1a1c827b5 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:25.750659 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73e7e967-d27d-4674-988b-fbc629187d6f req-2f16a3af-c3d7-4776-83b2-06a1a1c827b5 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0785749 Dec 22 09:10:25.792864 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-73e7e967-d27d-4674-988b-fbc629187d6f req-81e343ae-b430-499e-9f56-cb4f7e22694a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367227 Dec 22 09:10:26.976854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d8964-d109-4a4c-8d74-9d026f55ee34 req-25be8bc8-92d9-4269-917d-38f2d87f4365 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:26.978351 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5c2d8964-d109-4a4c-8d74-9d026f55ee34 req-25be8bc8-92d9-4269-917d-38f2d87f4365 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0799129 Dec 22 09:10:27.022379 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5c2d8964-d109-4a4c-8d74-9d026f55ee34 req-abcc5309-1eea-46c2-b22f-f9028df05610 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376735 Dec 22 09:10:28.208108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129129e-29dc-4f3c-9ae0-24aa15ad31d6 req-42545057-e5ed-4996-a970-ea4d217cf005 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:28.209541 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2129129e-29dc-4f3c-9ae0-24aa15ad31d6 req-42545057-e5ed-4996-a970-ea4d217cf005 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0819724 Dec 22 09:10:28.252140 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2129129e-29dc-4f3c-9ae0-24aa15ad31d6 req-d6750c93-2169-4df2-9bf8-b7367f7b417c tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369833 Dec 22 09:10:28.450653 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-87c788ec-a4bb-4fdc-b937-160d2973d164 service neutron] 10.222.0.54 "GET /v2.0/ports/22493586-d939-4f8d-98a4-3dc7f3f79954/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0712998 Dec 22 09:10:28.712956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-d8308b3f-4726-4897-a848-6c38b3895cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:28.714407 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-d8308b3f-4726-4897-a848-6c38b3895cda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc&tenant_id=14142afe770743fdaa34fe6d1dae9de1 HTTP/1.1" status: 200 len: 1098 time: 0.0726695 Dec 22 09:10:28.801852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-fdcf3a7e-cc9b-4d68-9035-3d6615926e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:28.803253 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-fdcf3a7e-cc9b-4d68-9035-3d6615926e51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=14142afe770743fdaa34fe6d1dae9de1&device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 1098 time: 0.0673275 Dec 22 09:10:28.932193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-becba89d-fef5-42f2-a7b9-6fb3027c636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:28.933610 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-becba89d-fef5-42f2-a7b9-6fb3027c636f service neutron] 10.222.0.54 "GET /v2.0/networks?id=ab23a723-4429-41f4-9ae2-4cc29779641f HTTP/1.1" status: 200 len: 912 time: 0.1236522 Dec 22 09:10:29.004897 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-f1982f71-ee7c-4f1f-8594-91b2f1188f1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22493586-d939-4f8d-98a4-3dc7f3f79954 HTTP/1.1" status: 200 len: 217 time: 0.0636187 Dec 22 09:10:29.065924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-90e127a7-4258-4758-8539-8475ff46f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:29.067289 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-90e127a7-4258-4758-8539-8475ff46f531 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca856abc-4b78-4a67-b147-d3ac5cf2e518 HTTP/1.1" status: 200 len: 851 time: 0.0559680 Dec 22 09:10:29.116724 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-0c8670df-5c8f-41bf-8af2-317753ee14f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab23a723-4429-41f4-9ae2-4cc29779641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422935 Dec 22 09:10:29.243323 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-b89c9ccb-46dd-4927-a5bd-37913c931d76 service neutron] 10.222.0.54 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200604 Dec 22 09:10:29.370980 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69077302-a6dc-4135-8b7d-43bf3f64ecb0 req-ff546471-a2a4-4d29-921c-a689a2a8e044 service neutron] 10.222.0.54 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213238 Dec 22 09:10:29.440046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99e8a2-b50d-418b-b4fb-2b0819d9100b req-58226f54-cbd1-462c-9cc8-b2db3e1f987e tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:29.441508 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2f99e8a2-b50d-418b-b4fb-2b0819d9100b req-58226f54-cbd1-462c-9cc8-b2db3e1f987e tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0858965 Dec 22 09:10:29.486464 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2f99e8a2-b50d-418b-b4fb-2b0819d9100b req-97185c09-57cb-4418-b613-3f3902fe156c tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 Dec 22 09:10:30.667620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ede59b-d5fc-4947-8062-fa03046812ba req-3f8bd9df-29b8-4161-a3ae-0bf05834c361 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:30.669025 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4ede59b-d5fc-4947-8062-fa03046812ba req-3f8bd9df-29b8-4161-a3ae-0bf05834c361 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0768316 Dec 22 09:10:30.713041 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a4ede59b-d5fc-4947-8062-fa03046812ba req-90e5bb0d-5d5c-4cec-8d28-6a24de317e81 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384915 Dec 22 09:10:31.891871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daef0c8-a5d1-4296-8fe6-0f4d9ed6d927 req-69d193c2-686c-47a0-974c-1bc36a0b113a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:31.893322 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4daef0c8-a5d1-4296-8fe6-0f4d9ed6d927 req-69d193c2-686c-47a0-974c-1bc36a0b113a tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 945 time: 0.0790410 Dec 22 09:10:31.936268 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4daef0c8-a5d1-4296-8fe6-0f4d9ed6d927 req-215a9b53-7b99-43b3-b15a-1f18ec481fbe tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372875 Dec 22 09:10:32.449936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-21ae3e96-59dd-4a76-87a6-eb51f4ff00ce tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:32.451345 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-21ae3e96-59dd-4a76-87a6-eb51f4ff00ce tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc&tenant_id=14142afe770743fdaa34fe6d1dae9de1&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.0848007 Dec 22 09:10:32.673997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-73a9ad27-1403-45d0-af15-c75970ef143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:32.675448 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-73a9ad27-1403-45d0-af15-c75970ef143b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=14142afe770743fdaa34fe6d1dae9de1&device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 1098 time: 0.1571169 Dec 22 09:10:32.735980 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:10:32.802274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-252b85c2-8821-40b3-918b-10652cd542bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:32.803692 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-252b85c2-8821-40b3-918b-10652cd542bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=ab23a723-4429-41f4-9ae2-4cc29779641f HTTP/1.1" status: 200 len: 912 time: 0.1217556 Dec 22 09:10:32.873230 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-d75cc913-c99f-4bb3-8b1e-00072d264f8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22493586-d939-4f8d-98a4-3dc7f3f79954 HTTP/1.1" status: 200 len: 217 time: 0.0627027 Dec 22 09:10:32.936117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-caa0f92f-0462-49f0-a337-f677cbecc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:32.937447 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-caa0f92f-0462-49f0-a337-f677cbecc68e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca856abc-4b78-4a67-b147-d3ac5cf2e518 HTTP/1.1" status: 200 len: 851 time: 0.0570607 Dec 22 09:10:32.983823 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-156470fe-31cd-4174-938b-f1d3c15cf62c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ab23a723-4429-41f4-9ae2-4cc29779641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403917 Dec 22 09:10:33.013102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 22493586-d939-4f8d-98a4-3dc7f3f79954 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:10:33.118258 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-2a068673-8e18-46f7-856d-c89564816395 service neutron] 10.222.0.54 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283739 Dec 22 09:10:33.123858 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:33.154318 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a293fbf-e6c9-472c-8f7f-7c9bccb106dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22493586-d939-4f8d-98a4-3dc7f3f79954'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:33.163771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 22493586-d939-4f8d-98a4-3dc7f3f79954, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=22493586-d939-4f8d-98a4-3dc7f3f79954,segment=NetworkSegment(d4d3f344-d955-4d67-844c-8c3eb3d15375),segment_id=d4d3f344-d955-4d67-844c-8c3eb3d15375)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:33.169729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:33.245285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=22493586-d939-4f8d-98a4-3dc7f3f79954,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:33.257733 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-05f442c2-36e0-440e-8f81-1beb61190ef4 service neutron] 10.222.0.54 "GET /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327853 Dec 22 09:10:33.272376 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a293fbf-e6c9-472c-8f7f-7c9bccb106dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22493586-d939-4f8d-98a4-3dc7f3f79954', 'code': 200} Dec 22 09:10:34.083436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a6e69-1ac3-487b-ba69-f10fdb119f8a req-37784dd9-b1a2-41f7-8e45-c9aa606cb41d tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:34.084892 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-104a6e69-1ac3-487b-ba69-f10fdb119f8a req-37784dd9-b1a2-41f7-8e45-c9aa606cb41d tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 943 time: 0.0819225 Dec 22 09:10:34.128392 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-104a6e69-1ac3-487b-ba69-f10fdb119f8a req-0e75a315-1247-4412-8a8c-e00b92535388 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377185 Dec 22 09:10:35.313914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3549421-374e-43aa-a97b-5701615c7339 req-10c77af4-d453-4bb0-9db7-b84c54d20881 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:35.315282 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3549421-374e-43aa-a97b-5701615c7339 req-10c77af4-d453-4bb0-9db7-b84c54d20881 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 943 time: 0.0815187 Dec 22 09:10:35.357673 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3549421-374e-43aa-a97b-5701615c7339 req-04369844-f449-4417-b8bf-c829f8d2743e tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7561eb2-70fc-44c4-a006-b569586ff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368607 Dec 22 09:10:35.747370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-5249e98a-391a-46dd-8768-0475ebf7da70 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:35.748769 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-5249e98a-391a-46dd-8768-0475ebf7da70 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 943 time: 0.0772624 Dec 22 09:10:35.820021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Deleting port 22493586-d939-4f8d-98a4-3dc7f3f79954 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:10:35.820359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:36.060725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] For port 22493586-d939-4f8d-98a4-3dc7f3f79954, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=22493586-d939-4f8d-98a4-3dc7f3f79954,segment=NetworkSegment(d4d3f344-d955-4d67-844c-8c3eb3d15375),segment_id=d4d3f344-d955-4d67-844c-8c3eb3d15375)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:36.061077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:36.180124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Calling delete_port for 22493586-d939-4f8d-98a4-3dc7f3f79954 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:10:36.318736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:36.366460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Pushing event deleted for resources: {'Port': ['ID=22493586-d939-4f8d-98a4-3dc7f3f79954,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:36.400782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.401131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.401465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.401824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.402154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.402501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.403356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.403692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.404009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.404330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.404649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.404966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:36.455522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] No DVR routers for this DVR port 22493586-d939-4f8d-98a4-3dc7f3f79954 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:10:36.458050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:36.460581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a293fbf-e6c9-472c-8f7f-7c9bccb106dc', 'name': 'network-vif-deleted', 'tag': '22493586-d939-4f8d-98a4-3dc7f3f79954'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:36.477955 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d0b4ee4-4194-4339-a78e-fab019eb87e3 req-002d54f0-a5da-40b3-b0a2-5aab8087d1f9 tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.54 "DELETE /v2.0/ports/22493586-d939-4f8d-98a4-3dc7f3f79954 HTTP/1.1" status: 204 len: 173 time: 0.7223561 Dec 22 09:10:36.507528 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9a87cb93-947d-45cb-ab6c-7d2509fb909f req-c8bdb4e0-8775-4961-aff9-a29ff1f0f24c tempest-DeleteServersTestJSON-257905210 tempest-DeleteServersTestJSON-257905210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a293fbf-e6c9-472c-8f7f-7c9bccb106dc HTTP/1.1" status: 200 len: 210 time: 0.0439665 Dec 22 09:10:36.564851 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a293fbf-e6c9-472c-8f7f-7c9bccb106dc', 'name': 'network-vif-deleted', 'tag': '22493586-d939-4f8d-98a4-3dc7f3f79954', 'status': 'completed', 'code': 200} Dec 22 09:10:37.747686 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 33074) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:10:37.808904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Deleting subnet ca856abc-4b78-4a67-b147-d3ac5cf2e518 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:10:37.811745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:37.860953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:37.914492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:37.986828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.025892 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca856abc-4b78-4a67-b147-d3ac5cf2e518,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:38.028699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.037620 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ca856abc-4b78-4a67-b147-d3ac5cf2e518 HTTP/1.1" status: 204 len: 168 time: 0.2889326 Dec 22 09:10:38.039010 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.039354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.039771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.040112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.040380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 33078) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:10:38.040800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.040800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.041060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.041381 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.041716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.042036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.042352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.042752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c5bc9-f3bb-4409-a896-cd52483b481a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:38.235147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.352423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.376274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab23a723-4429-41f4-9ae2-4cc29779641f']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:38.388215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d3f344-d955-4d67-844c-8c3eb3d15375') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:38.388502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d3f344-d955-4d67-844c-8c3eb3d15375') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:38.399273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.414545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.420914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:10:38.421282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:10:38.434517 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:10:38.508465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.523485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.533196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab23a723-4429-41f4-9ae2-4cc29779641f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:38.540692 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-345964ad-b51b-4d35-b16c-6dd396a8c486 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ab23a723-4429-41f4-9ae2-4cc29779641f HTTP/1.1" status: 204 len: 168 time: 0.4991779 Dec 22 09:10:38.646924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 33084) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:10:38.693706 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ac4a044c-f36a-4114-aeee-800dd4852f08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14142afe770743fdaa34fe6d1dae9de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456336 Dec 22 09:10:38.696070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 33088) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:10:38.754780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cac54d69-27c2-4539-8de8-5abb552f32bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.779521 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cac54d69-27c2-4539-8de8-5abb552f32bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.828250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cac54d69-27c2-4539-8de8-5abb552f32bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.845939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac54d69-27c2-4539-8de8-5abb552f32bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7561eb2-70fc-44c4-a006-b569586ff7c6,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:38.853612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cac54d69-27c2-4539-8de8-5abb552f32bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:38.854754 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cac54d69-27c2-4539-8de8-5abb552f32bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7561eb2-70fc-44c4-a006-b569586ff7c6 HTTP/1.1" status: 204 len: 168 time: 0.1578398 Dec 22 09:10:39.028750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 22493586-d939-4f8d-98a4-3dc7f3f79954 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:10:39.062596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 22493586-d939-4f8d-98a4-3dc7f3f79954 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:10:39.062943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 22493586-d939-4f8d-98a4-3dc7f3f79954 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:10:39.552715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 33112) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:10:39.652920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-696332135-network', 'tenant_id': 'b6e39af7315642aa995e56b1a64ad13f'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:10:39.657607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:10:39.661383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Usage tracker for resource:network and tenant:b6e39af7315642aa995e56b1a64ad13f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:10:39.664165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:10:39.669899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:10:39.679649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Made reservation on behalf of b6e39af7315642aa995e56b1a64ad13f for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:10:39.682019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.693893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.708635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:10:39.712296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e39af7315642aa995e56b1a64ad13f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:10:39.714977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:10:39.720480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:10:39.800469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.803998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.833847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:10:39.841944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180507ef-88cf-4c08-945b-82297fd99269,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:39.848275 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.848613 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Added segment bd348cd3-392d-4e6c-b2a5-8408c498ca29 of type vlan for network a94f7c87-581b-448a-9e70-96ec40126ac9 Dec 22 09:10:39.877063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.904859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.905826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:39.906389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.997539 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4437406 Dec 22 09:10:40.000400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 33118) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:10:40.006365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Request body: {'subnet': {'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-696332135-subnet', 'tenant_id': 'b6e39af7315642aa995e56b1a64ad13f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:10:40.006535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938be293-85b9-4172-9c67-bd2f37cc95b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a94f7c87-581b-448a-9e70-96ec40126ac9,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:40.012200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:10:40.016544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Usage tracker for resource:subnet and tenant:b6e39af7315642aa995e56b1a64ad13f is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:10:40.016730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network a94f7c87-581b-448a-9e70-96ec40126ac9 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:10:40.019533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:10:40.025387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:10:40.035093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Made reservation on behalf of b6e39af7315642aa995e56b1a64ad13f for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:10:40.037840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:40.319391 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:40.390157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b440f7e-e0c1-4158-9730-ce3310ad9974,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:40.397423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Checking segment: {'id': 'bd348cd3-392d-4e6c-b2a5-8408c498ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:10:40.397809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Network hostable DHCP agents. Network: a94f7c87-581b-448a-9e70-96ec40126ac9, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:10:40.415868 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Network a94f7c87-581b-448a-9e70-96ec40126ac9 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:10:40.425375 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, a94f7c87-581b-448a-9e70-96ec40126ac9) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:10:40.429652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:40.430684 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:40.433673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c542cc46-13c3-43ef-90b9-9cc93a8ce9a1 None None] Network a94f7c87-581b-448a-9e70-96ec40126ac9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:10:40.451887 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8319c078-2a45-4e79-a23f-489c7ea64f28 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4503465 Dec 22 09:10:40.642824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d3f968-65f3-4e99-8c9a-a5122b7c530f None None] Network a94f7c87-581b-448a-9e70-96ec40126ac9 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:10:40.960113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-d14f9640-831e-4e45-91c1-29a23cf5f477 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:40.960779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-d14f9640-831e-4e45-91c1-29a23cf5f477 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Synchronizing usage tracker for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:10:40.977395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-d14f9640-831e-4e45-91c1-29a23cf5f477 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Unset dirty status for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:10:40.978697 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-d14f9640-831e-4e45-91c1-29a23cf5f477 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 814 time: 0.1689575 Dec 22 09:10:40.993162 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-7be8acd8-877f-4e57-9369-23c7b41fd4d3 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/quotas/b6e39af7315642aa995e56b1a64ad13f HTTP/1.1" status: 200 len: 375 time: 0.0087433 Dec 22 09:10:41.039583 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-78f098e6-ca18-4dda-9e57-30d30a81144b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406842 Dec 22 09:10:41.169067 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-c29cb4dd-1c0c-45d0-a6f8-faa01347027d service neutron] 10.222.0.37 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229203 Dec 22 09:10:41.297061 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-1376cb79-a7f6-47e7-9719-f8cd2938ad6d service neutron] 10.222.0.37 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221576 Dec 22 09:10:41.469599 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-01312d71-b1b3-42bc-a693-55e6ad537b8a req-a0cd6be2-2b18-4f24-a7c5-84c67b93d058 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 210 time: 0.0420351 Dec 22 09:10:42.657577 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0b0a492a-eb01-455c-8f31-3ef225a2b4cc req-49b70635-de22-4507-823d-70fda54f523f tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 210 time: 0.0553010 Dec 22 09:10:42.690693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-099173bb-6f17-494f-be36-0c15ec8c4e8e tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:42.692080 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-099173bb-6f17-494f-be36-0c15ec8c4e8e tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 814 time: 0.1936588 Dec 22 09:10:42.706319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Request body: {'port': {'device_id': '20179fa9-233f-442d-a106-d2f0779572dd', 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9', 'admin_state_up': True, 'tenant_id': 'b6e39af7315642aa995e56b1a64ad13f'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:10:42.837568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:10:42.841745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Usage tracker for resource:port and tenant:b6e39af7315642aa995e56b1a64ad13f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:10:42.844677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:10:42.850172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:10:42.859857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Made reservation on behalf of b6e39af7315642aa995e56b1a64ad13f for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:10:42.863344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:43.016263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Allocated IP 172.20.0.12 (a94f7c87-581b-448a-9e70-96ec40126ac9/3b440f7e-e0c1-4158-9730-ce3310ad9974/1fd15026-09fd-4c3d-9526-8c4ef33fd24f) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:10:43.311031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:43.339974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:43.407923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Network a94f7c87-581b-448a-9e70-96ec40126ac9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:10:43.410904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:10:43.414568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:10:43.446394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Pushing event updated for resources: {'Port': ['ID=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:43.480522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:43.481140 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:43.500986 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-fa738a7a-8f4a-4424-94e5-e4413d9778f5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7990406 Dec 22 09:10:43.513531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Request body: {'port': {'device_id': '20179fa9-233f-442d-a106-d2f0779572dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:10:43.618665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:43.841819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16704f49-8488-4dd0-90f6-76d2437f1339 req-0bbad16a-22e5-4f6b-9bfd-53fc0c2d5389 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:43.843284 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-16704f49-8488-4dd0-90f6-76d2437f1339 req-0bbad16a-22e5-4f6b-9bfd-53fc0c2d5389 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 932 time: 0.0824351 Dec 22 09:10:43.902859 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-16704f49-8488-4dd0-90f6-76d2437f1339 req-a55c8a1e-0212-46af-9df3-158b0509db1b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532720 Dec 22 09:10:43.966426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd15026-09fd-4c3d-9526-8c4ef33fd24f {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:43.973785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:43.988922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Transition to ACTIVE for port object 1fd15026-09fd-4c3d-9526-8c4ef33fd24f will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:10:43.992646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:44.143252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:44.222221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Attempting to bind port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:10:44.222440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Attempting to bind port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bd348cd3-392d-4e6c-b2a5-8408c498ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:10:44.222758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Attempting to bind port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f on network a94f7c87-581b-448a-9e70-96ec40126ac9 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:10:44.227162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f on network a94f7c87-581b-448a-9e70-96ec40126ac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:10:44.227473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Attempting to bind port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f on network a94f7c87-581b-448a-9e70-96ec40126ac9 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:10:44.233253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:10:44.233587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Checking segment: {'id': 'bd348cd3-392d-4e6c-b2a5-8408c498ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:10:44.234000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Bound using segment: {'id': 'bd348cd3-392d-4e6c-b2a5-8408c498ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:10:44.234421 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Bound port: 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd348cd3-392d-4e6c-b2a5-8408c498ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:10:44.234764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:44.319314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] For port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:10:44.322457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] For port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:10:44.326636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:44.386739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:44.387924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:44.389278 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] 10.222.0.54 "PUT /v2.0/ports/1fd15026-09fd-4c3d-9526-8c4ef33fd24f HTTP/1.1" status: 200 len: 1094 time: 0.8806076 Dec 22 09:10:44.389736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20179fa9-233f-442d-a106-d2f0779572dd', 'tag': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:44.405912 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:44.416805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ad7c1-11b3-4175-954d-2b288e87b637 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:44.435091 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20179fa9-233f-442d-a106-d2f0779572dd', 'tag': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f', 'status': 'completed', 'code': 200} Dec 22 09:10:44.509108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-01839baa-7cba-41ac-8196-b5e6ee720a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:44.510520 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-01839baa-7cba-41ac-8196-b5e6ee720a48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 1097 time: 0.0697467 Dec 22 09:10:44.580882 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-9e49e8f8-aa0f-4eab-a8f6-fdd9d0e4e078 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f HTTP/1.1" status: 200 len: 217 time: 0.0619602 Dec 22 09:10:44.640480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-bb17c5a8-db7b-4126-b3ca-0138c7cd66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:44.641863 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-bb17c5a8-db7b-4126-b3ca-0138c7cd66a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.0552900 Dec 22 09:10:44.688900 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-b049a946-cfc3-4c92-8270-c8dd5d203247 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409539 Dec 22 09:10:44.816300 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-9ae02247-bd5b-44fc-b018-c89f736a2049 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207833 Dec 22 09:10:44.945301 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee40b853-c416-49bf-88fa-65e0921e5d5d req-15725af1-ba54-48e5-b85b-8db9c7c19a65 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216578 Dec 22 09:10:45.090126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4327d6-95cf-4379-953b-f9096be07e0c req-fd3fee6e-e521-4e1d-be1f-2d36d8aa3dbf tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:45.091538 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5b4327d6-95cf-4379-953b-f9096be07e0c req-fd3fee6e-e521-4e1d-be1f-2d36d8aa3dbf tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 944 time: 0.0822012 Dec 22 09:10:45.140868 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5b4327d6-95cf-4379-953b-f9096be07e0c req-961dfa64-cc7d-4782-a2ee-29625c3eef1f tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435939 Dec 22 09:10:45.159899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790233d-53c1-4c73-a128-038a1a345867 req-17b6a6b2-e5da-4156-aa9d-7dd7625637d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:45.161352 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e790233d-53c1-4c73-a128-038a1a345867 req-17b6a6b2-e5da-4156-aa9d-7dd7625637d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 1097 time: 0.1699643 Dec 22 09:10:45.288129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790233d-53c1-4c73-a128-038a1a345867 req-abd57251-d831-470b-9831-60dcc2a2b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:45.300219 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e790233d-53c1-4c73-a128-038a1a345867 req-abd57251-d831-470b-9831-60dcc2a2b208 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 915 time: 0.1202571 Dec 22 09:10:45.359914 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e790233d-53c1-4c73-a128-038a1a345867 req-86a37d67-1632-41e0-9f76-8635e3a64736 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f HTTP/1.1" status: 200 len: 217 time: 0.0637696 Dec 22 09:10:45.420684 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790233d-53c1-4c73-a128-038a1a345867 req-b7a4ec7e-bf55-4d1c-98d8-4b35dcc220c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:45.422067 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e790233d-53c1-4c73-a128-038a1a345867 req-b7a4ec7e-bf55-4d1c-98d8-4b35dcc220c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.0555027 Dec 22 09:10:45.469373 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e790233d-53c1-4c73-a128-038a1a345867 req-d4960bec-f6e6-49d0-8f4e-e5bf0af77403 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400469 Dec 22 09:10:45.597389 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e790233d-53c1-4c73-a128-038a1a345867 req-af67d3a7-bde9-4a00-ae62-7bb1e90a8ff8 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206040 Dec 22 09:10:45.725007 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e790233d-53c1-4c73-a128-038a1a345867 req-81dc2a6b-f351-44da-923a-7f35d22f15f7 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206949 Dec 22 09:10:46.329042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49aee-432b-4c47-a175-d07803e854d9 req-6501d4fd-5da9-4cad-aa46-3f0651c2771b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:46.329734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-95d49aee-432b-4c47-a175-d07803e854d9 req-6501d4fd-5da9-4cad-aa46-3f0651c2771b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Synchronizing usage tracker for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:10:46.345451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-95d49aee-432b-4c47-a175-d07803e854d9 req-6501d4fd-5da9-4cad-aa46-3f0651c2771b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Unset dirty status for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:10:46.346592 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95d49aee-432b-4c47-a175-d07803e854d9 req-6501d4fd-5da9-4cad-aa46-3f0651c2771b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 944 time: 0.0988617 Dec 22 09:10:46.389359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-95d49aee-432b-4c47-a175-d07803e854d9 req-8f303b03-e6e6-4845-b950-fe6e58c97217 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Synchronizing usage tracker for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:10:46.405434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-95d49aee-432b-4c47-a175-d07803e854d9 req-8f303b03-e6e6-4845-b950-fe6e58c97217 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Unset dirty status for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:10:46.406591 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95d49aee-432b-4c47-a175-d07803e854d9 req-8f303b03-e6e6-4845-b950-fe6e58c97217 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544729 Dec 22 09:10:47.067369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 1fd15026-09fd-4c3d-9526-8c4ef33fd24f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:10:47.195700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:47.208539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f', 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9', 'port_id': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f', 'mac_address': 'fa:16:3e:67:12:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b440f7e-e0c1-4158-9730-ce3310ad9974', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:10:47.264249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:47.280695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd15026-09fd-4c3d-9526-8c4ef33fd24f {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:47.295831 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:47.299584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:47.363479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:47.370375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.370723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.371070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.371428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.371759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.372088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.372419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.372741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.373063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.373382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.373716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.374037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.510391 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['1fd15026-09fd-4c3d-9526-8c4ef33fd24f'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:10:47.593250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff8fcf-d430-4054-a183-91521a1e74f1 req-5f914cf7-7746-4782-b3fa-142058fb5fdc tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:47.594734 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f2ff8fcf-d430-4054-a183-91521a1e74f1 req-5f914cf7-7746-4782-b3fa-142058fb5fdc tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 945 time: 0.0845006 Dec 22 09:10:47.638172 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f2ff8fcf-d430-4054-a183-91521a1e74f1 req-89982c32-ee4d-4631-84c4-99fd641e6cc5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377569 Dec 22 09:10:48.819278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b6616-ac41-465f-8103-22b271a1c70c req-d1253a79-b13f-4df2-888d-32d898a2271b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:48.820703 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-308b6616-ac41-465f-8103-22b271a1c70c req-d1253a79-b13f-4df2-888d-32d898a2271b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 945 time: 0.0812433 Dec 22 09:10:48.863796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-308b6616-ac41-465f-8103-22b271a1c70c req-1e46b51d-7ef6-426b-b32e-bdfe3e4f53b7 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373025 Dec 22 09:10:49.082438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 1fd15026-09fd-4c3d-9526-8c4ef33fd24f up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:10:49.149241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:10:49.154641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:10:49.155164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:49.268277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:49.293519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20179fa9-233f-442d-a106-d2f0779572dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:49.303155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:49.306901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:49.343001 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20179fa9-233f-442d-a106-d2f0779572dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f', 'code': 200} Dec 22 09:10:49.388641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:49.398686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b8f51cf9-4b3c-4b18-8593-e34b868aacc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:49.560195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf2166-4c12-4434-92a7-864dca26607c req-48884599-8aba-4163-b50c-3c52ce3bc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:49.561536 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7adf2166-4c12-4434-92a7-864dca26607c req-48884599-8aba-4163-b50c-3c52ce3bc07d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 1099 time: 0.0681083 Dec 22 09:10:49.601355 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7adf2166-4c12-4434-92a7-864dca26607c req-d41fb476-2516-4792-9d3e-fb09ef8d916b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330634 Dec 22 09:10:50.046015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854ee73-1118-44af-a0b8-e89a3c6bfd0f req-f14b3153-9dfa-45ac-b23f-b01f00f42a56 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:50.047461 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e854ee73-1118-44af-a0b8-e89a3c6bfd0f req-f14b3153-9dfa-45ac-b23f-b01f00f42a56 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0836556 Dec 22 09:10:50.089592 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e854ee73-1118-44af-a0b8-e89a3c6bfd0f req-18492787-896d-4cf2-9087-445ea42312d2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365119 Dec 22 09:10:51.276026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4fa9d-2ab2-4ed9-8543-0807f3effe2d req-910cba7c-c273-40a4-a72d-0ec4afda8a74 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:51.277360 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b1f4fa9d-2ab2-4ed9-8543-0807f3effe2d req-910cba7c-c273-40a4-a72d-0ec4afda8a74 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0813234 Dec 22 09:10:51.320739 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b1f4fa9d-2ab2-4ed9-8543-0807f3effe2d req-808de7ef-ad16-457d-a2e7-ac9ca65831b7 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378366 Dec 22 09:10:51.501827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1fe90-edc3-4380-9e15-8f6b79c6dbcf req-c923c654-7b56-449d-a539-1fa76acfa0b6 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:51.503245 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-42f1fe90-edc3-4380-9e15-8f6b79c6dbcf req-c923c654-7b56-449d-a539-1fa76acfa0b6 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0781374 Dec 22 09:10:51.546188 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-42f1fe90-edc3-4380-9e15-8f6b79c6dbcf req-e1adf93b-bab8-4760-907f-d5f981be6def tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374253 Dec 22 09:10:51.756051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8b6a-ba25-4cd5-af61-8f5f729e8dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:51.883144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a28533-530c-4d48-af59-9bfb37e2a549 req-022dd6b5-ebcb-442f-95a2-c3719b1534ac tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:51.884591 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a5a28533-530c-4d48-af59-9bfb37e2a549 req-022dd6b5-ebcb-442f-95a2-c3719b1534ac tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0818613 Dec 22 09:10:51.927899 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a5a28533-530c-4d48-af59-9bfb37e2a549 req-7b63d17d-766d-4e86-acde-7ab23ca49a63 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370264 Dec 22 09:10:52.104952 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a11bf-9030-4cea-bfef-02c5a6320b37 req-5232960c-a847-4c83-a98c-9409b9dfb387 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:52.106441 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-008a11bf-9030-4cea-bfef-02c5a6320b37 req-5232960c-a847-4c83-a98c-9409b9dfb387 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0771041 Dec 22 09:10:52.150842 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-008a11bf-9030-4cea-bfef-02c5a6320b37 req-733a3546-6d52-4de7-923c-4990b2cfe571 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387735 Dec 22 09:10:52.486094 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-9ea24c23-1f28-4e5d-9d61-d2c298cfc74f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684383 Dec 22 09:10:52.545577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f622f7e-b1d5-4961-9010-f3b24e0b4793 req-566cfcf1-70ce-480a-b765-33c1b3d5dc99 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:52.547063 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7f622f7e-b1d5-4961-9010-f3b24e0b4793 req-566cfcf1-70ce-480a-b765-33c1b3d5dc99 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0865042 Dec 22 09:10:52.592044 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7f622f7e-b1d5-4961-9010-f3b24e0b4793 req-3fe60a28-694d-4690-bbaf-524f94ca71db tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390584 Dec 22 09:10:52.858083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:53.020336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:53.633912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-4f7bf41a-2bb7-4364-8f38-cfad3b47f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:53.635417 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-4f7bf41a-2bb7-4364-8f38-cfad3b47f2fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 1099 time: 0.0732293 Dec 22 09:10:53.823365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-9d4dba93-8dd4-4792-8387-5177f9497759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:53.825433 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-9d4dba93-8dd4-4792-8387-5177f9497759 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 915 time: 0.1838667 Dec 22 09:10:53.895912 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-e4a4a865-889c-44e2-a5bb-f0c320eef0ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f HTTP/1.1" status: 200 len: 217 time: 0.0631211 Dec 22 09:10:53.905123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd5fcc-44d2-4c29-b157-803a8d4790c1 req-61576014-4dcb-4017-86f4-dd40391cb6e3 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:53.906563 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-33bd5fcc-44d2-4c29-b157-803a8d4790c1 req-61576014-4dcb-4017-86f4-dd40391cb6e3 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.1771052 Dec 22 09:10:54.092591 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-33bd5fcc-44d2-4c29-b157-803a8d4790c1 req-eef7aa0f-8942-4cc7-8277-6e2f2529dd37 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532621 Dec 22 09:10:54.094120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-4591e171-e649-4c1b-97eb-3746da5944ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:54.095459 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-4591e171-e649-4c1b-97eb-3746da5944ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.1880615 Dec 22 09:10:54.144321 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-267a5a87-5fb2-42a7-8e94-2337a7c9a1a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423541 Dec 22 09:10:54.217809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:54.276104 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-563166e6-1409-4106-8f58-e938c803ce14 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257279 Dec 22 09:10:54.408123 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-b34a8689-c2c2-46be-8d45-95a3e682a7de service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246977 Dec 22 09:10:55.282481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7dd1c-4fb8-4353-bfa8-c46e5a40073c req-453e6f82-8a12-41c1-ac71-8c7de8469501 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:55.283851 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-74f7dd1c-4fb8-4353-bfa8-c46e5a40073c req-453e6f82-8a12-41c1-ac71-8c7de8469501 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0836937 Dec 22 09:10:55.331070 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-74f7dd1c-4fb8-4353-bfa8-c46e5a40073c req-b911bd60-cc12-4cbb-a3d1-54133f6f3bd7 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Dec 22 09:10:56.518591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21516479-14bc-4e41-931a-d30a0f1fe6b6 req-9acf87ea-69c9-4959-88d5-e89b4d575b65 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:56.520029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21516479-14bc-4e41-931a-d30a0f1fe6b6 req-9acf87ea-69c9-4959-88d5-e89b4d575b65 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0870478 Dec 22 09:10:56.565969 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21516479-14bc-4e41-931a-d30a0f1fe6b6 req-650291fd-5084-4580-b192-aabaa8a6768b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Dec 22 09:10:57.743731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf48756-e84b-4bcb-bf94-3f3e47d6d95d req-4928efb5-6aeb-4cb6-982f-e703ad02f7f3 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:57.745146 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-faf48756-e84b-4bcb-bf94-3f3e47d6d95d req-4928efb5-6aeb-4cb6-982f-e703ad02f7f3 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0771403 Dec 22 09:10:57.788070 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-faf48756-e84b-4bcb-bf94-3f3e47d6d95d req-697de457-8967-4ada-8028-2b6ecf40e2fd tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367899 Dec 22 09:10:58.969154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285adbe-e1a2-4948-93e4-21a65e87b635 req-3da7e6fd-8709-4806-813e-d896256905d8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:58.970636 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c285adbe-e1a2-4948-93e4-21a65e87b635 req-3da7e6fd-8709-4806-813e-d896256905d8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0782540 Dec 22 09:10:59.017299 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c285adbe-e1a2-4948-93e4-21a65e87b635 req-269a6659-ddbb-40ee-9673-19042b137bc0 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Dec 22 09:11:00.201723 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6f81b-e1ec-43a1-8bda-50bb364aa596 req-776c694f-67ff-40f9-bdf7-57d3cd87f95d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:00.203179 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e6c6f81b-e1ec-43a1-8bda-50bb364aa596 req-776c694f-67ff-40f9-bdf7-57d3cd87f95d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0832186 Dec 22 09:11:00.245135 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e6c6f81b-e1ec-43a1-8bda-50bb364aa596 req-a40c7932-3611-45da-8f3e-dca7a2973d4d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364954 Dec 22 09:11:01.424156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e847a9-297c-4fa9-9106-696591252b5f req-980b0f3f-29e8-40ba-9a7d-c69e6e76d837 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:01.425612 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9e847a9-297c-4fa9-9106-696591252b5f req-980b0f3f-29e8-40ba-9a7d-c69e6e76d837 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0775936 Dec 22 09:11:01.468063 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9e847a9-297c-4fa9-9106-696591252b5f req-9d800baa-e197-418e-adb6-d945d4fce447 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369680 Dec 22 09:11:02.649023 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba715f-38c7-4d81-ad92-1841e809b28c req-f6682d3c-bae1-4be9-a946-f4dfbab8f052 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:02.650494 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c6ba715f-38c7-4d81-ad92-1841e809b28c req-f6682d3c-bae1-4be9-a946-f4dfbab8f052 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0779231 Dec 22 09:11:02.693261 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c6ba715f-38c7-4d81-ad92-1841e809b28c req-c5442930-7fba-461c-a1dd-d3e2f62b8671 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Dec 22 09:11:03.874629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3b7e-fc97-45ac-a119-095e1c32c4fe req-cb19da51-808e-430e-9bc7-97557ada476b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:03.876045 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-236c3b7e-fc97-45ac-a119-095e1c32c4fe req-cb19da51-808e-430e-9bc7-97557ada476b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0818119 Dec 22 09:11:03.919617 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-236c3b7e-fc97-45ac-a119-095e1c32c4fe req-cf9a83e6-6427-4cf8-98ae-00a7d7e3a522 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374861 Dec 22 09:11:05.104923 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89958013-ac0a-4375-888c-c5df48c65c5f req-e7db94da-e82c-4f63-b5e2-452cc6938b3c tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:05.106388 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-89958013-ac0a-4375-888c-c5df48c65c5f req-e7db94da-e82c-4f63-b5e2-452cc6938b3c tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0812998 Dec 22 09:11:05.150260 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-89958013-ac0a-4375-888c-c5df48c65c5f req-97ca1170-783b-4ad5-abe7-0110c62bcee5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382900 Dec 22 09:11:06.330908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edaaf0-321f-414f-b840-d02051477278 req-dce7816b-3ed7-4eb4-8be7-426b27a2e2d0 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:06.332266 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-33edaaf0-321f-414f-b840-d02051477278 req-dce7816b-3ed7-4eb4-8be7-426b27a2e2d0 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0779128 Dec 22 09:11:06.374734 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-33edaaf0-321f-414f-b840-d02051477278 req-34a62359-d4a2-4fb3-9c8b-e46eb45d89ce tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369685 Dec 22 09:11:07.554646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bde49-e335-4f28-8ce7-18f74f4b2a79 req-0ccd3b00-0259-4d27-9f56-7410c5694fb7 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:07.556080 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0e9bde49-e335-4f28-8ce7-18f74f4b2a79 req-0ccd3b00-0259-4d27-9f56-7410c5694fb7 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0791748 Dec 22 09:11:07.598731 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0e9bde49-e335-4f28-8ce7-18f74f4b2a79 req-d65fc347-6b7b-4916-834b-46d2ae637500 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Dec 22 09:11:08.781462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff064963-f454-405c-84d4-a1d253b620ba req-a35fad91-1f10-47a0-a581-feb67bf6cea7 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:08.782917 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff064963-f454-405c-84d4-a1d253b620ba req-a35fad91-1f10-47a0-a581-feb67bf6cea7 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0812962 Dec 22 09:11:08.825537 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff064963-f454-405c-84d4-a1d253b620ba req-7c001510-a90d-4de8-bbd6-bb7c8a73362d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Dec 22 09:11:09.735009 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:11:10.010591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d65db-ad31-41db-8227-8cf2a984ff73 req-b4109b42-55c7-4881-8ebd-a340ca95f789 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:10.012050 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f21d65db-ad31-41db-8227-8cf2a984ff73 req-b4109b42-55c7-4881-8ebd-a340ca95f789 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0823984 Dec 22 09:11:10.054913 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f21d65db-ad31-41db-8227-8cf2a984ff73 req-f14df624-61da-43a2-b928-f22d5bfed7f8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373352 Dec 22 09:11:11.233242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d37acd-4f71-4df7-b187-fa8973b6203d req-4437de01-fc3b-4163-b3de-4e07d596bf57 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:11.234602 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b7d37acd-4f71-4df7-b187-fa8973b6203d req-4437de01-fc3b-4163-b3de-4e07d596bf57 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0775208 Dec 22 09:11:11.277632 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b7d37acd-4f71-4df7-b187-fa8973b6203d req-c504ae49-eeb3-4d41-a9fd-db92d240d3f6 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375695 Dec 22 09:11:12.455894 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def66f51-4339-4efd-81f1-38e36db50a1c req-2dd67229-7203-4ee0-8b38-ef074de3b4bd tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:12.457344 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-def66f51-4339-4efd-81f1-38e36db50a1c req-2dd67229-7203-4ee0-8b38-ef074de3b4bd tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0780270 Dec 22 09:11:12.503773 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-def66f51-4339-4efd-81f1-38e36db50a1c req-cc9f31e0-6d29-4df9-be19-d0669bd43b5d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Dec 22 09:11:13.688281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b4b79-390b-48be-a1cc-62f0f24de1e5 req-afd7098f-5052-4817-8032-a8935dff675b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:13.689725 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-091b4b79-390b-48be-a1cc-62f0f24de1e5 req-afd7098f-5052-4817-8032-a8935dff675b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0803149 Dec 22 09:11:13.732778 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-091b4b79-390b-48be-a1cc-62f0f24de1e5 req-2c473cc8-a67c-4f2d-a751-e316c1b0faa2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 Dec 22 09:11:14.400086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:14.910479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d362f-9e29-4e78-9e39-c02f492c9d69 req-4f3ae8b5-af40-4747-9aae-32f627cd4067 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:14.911911 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-244d362f-9e29-4e78-9e39-c02f492c9d69 req-4f3ae8b5-af40-4747-9aae-32f627cd4067 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0781248 Dec 22 09:11:14.955193 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-244d362f-9e29-4e78-9e39-c02f492c9d69 req-e798c4d8-7fde-4f69-ad83-a2700e5c13a2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377233 Dec 22 09:11:16.137769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa79ff-a282-4b8b-9727-aa36f89ed690 req-75eff0f9-7a93-4a19-bfcc-ff914112ee7c tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:16.139305 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b8aa79ff-a282-4b8b-9727-aa36f89ed690 req-75eff0f9-7a93-4a19-bfcc-ff914112ee7c tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0776484 Dec 22 09:11:16.185733 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b8aa79ff-a282-4b8b-9727-aa36f89ed690 req-07d89f22-2314-4821-9208-bf13b6b2d15d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Dec 22 09:11:17.510208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02851ad-9723-416d-a919-d1fc983564b2 req-12d3b0e4-3f16-4fd4-9589-65f7361371f0 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:17.511541 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f02851ad-9723-416d-a919-d1fc983564b2 req-12d3b0e4-3f16-4fd4-9589-65f7361371f0 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0810046 Dec 22 09:11:17.554505 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f02851ad-9723-416d-a919-d1fc983564b2 req-8b9a6e6b-b54f-498f-be71-d637bed77b8b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374103 Dec 22 09:11:18.732300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accb062-a938-40b1-a045-70c159015954 req-41e6a8a9-bea1-4629-8a15-2a682327b888 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:18.733727 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2accb062-a938-40b1-a045-70c159015954 req-41e6a8a9-bea1-4629-8a15-2a682327b888 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0772457 Dec 22 09:11:18.776233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2accb062-a938-40b1-a045-70c159015954 req-5f69e440-0283-4053-8e1c-7a11f04baad8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369864 Dec 22 09:11:19.390539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-56d3b048-b0de-4cfc-b66f-5b885c9850ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:19.953819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8ad59-22f9-482d-bdad-5607127a39da req-75810018-b84c-449e-9105-7d6985d1917c tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:19.955267 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8cb8ad59-22f9-482d-bdad-5607127a39da req-75810018-b84c-449e-9105-7d6985d1917c tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0780373 Dec 22 09:11:19.998964 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8cb8ad59-22f9-482d-bdad-5607127a39da req-6795a6f6-499b-4a63-abdc-61443a035629 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380771 Dec 22 09:11:21.080753 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-ef1ba910-3463-42b9-aa3b-324596e847e6 service neutron] 10.222.0.54 "GET /v2.0/ports/1fd15026-09fd-4c3d-9526-8c4ef33fd24f/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0772035 Dec 22 09:11:21.186155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f682e-01c9-40c0-88bd-5a61ac588148 req-83f9737b-e2da-4b02-901d-09e7c5496b13 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:21.187595 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2a7f682e-01c9-40c0-88bd-5a61ac588148 req-83f9737b-e2da-4b02-901d-09e7c5496b13 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0813801 Dec 22 09:11:21.235160 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2a7f682e-01c9-40c0-88bd-5a61ac588148 req-fb084b5f-ed67-4b58-adb5-c98024f0cf14 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Dec 22 09:11:21.349167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-f2aab61a-be13-438d-95cb-0191659aeb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:21.350640 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-f2aab61a-be13-438d-95cb-0191659aeb9c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd&tenant_id=b6e39af7315642aa995e56b1a64ad13f HTTP/1.1" status: 200 len: 1099 time: 0.0730002 Dec 22 09:11:21.437670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-7a47b734-53ad-4c9b-a821-476c7e9e81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:21.439114 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-7a47b734-53ad-4c9b-a821-476c7e9e81c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 1099 time: 0.0679753 Dec 22 09:11:21.565821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-991939d4-0e46-43f5-b2e6-43239b081b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:21.567118 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-991939d4-0e46-43f5-b2e6-43239b081b36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 915 time: 0.1218228 Dec 22 09:11:21.635611 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-586bb524-77c1-4f81-875a-f1582d3897f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f HTTP/1.1" status: 200 len: 217 time: 0.0616610 Dec 22 09:11:21.694900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-42454336-15b9-47c0-9f43-96922f8ef982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:21.696299 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-42454336-15b9-47c0-9f43-96922f8ef982 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.0547552 Dec 22 09:11:21.743203 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-aafe10da-f49a-4204-912f-51e70dae21d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404940 Dec 22 09:11:21.758410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-761b90b8-43cc-4c71-8765-400de123ec62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:21.871478 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-19b31fe2-0b14-4eee-94c1-7fbc5d2a680e service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221802 Dec 22 09:11:22.094349 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ffcf3a2-2cd3-43ef-828d-72552e143fc7 req-8c1f7a2c-2a8d-45fe-af6f-c7ca07b56969 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162311 Dec 22 09:11:22.423935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660df4b-1154-4e71-9b46-c688757fe237 req-f7805367-6b5a-436c-902d-f833dc622524 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:22.425362 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6660df4b-1154-4e71-9b46-c688757fe237 req-f7805367-6b5a-436c-902d-f833dc622524 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0813358 Dec 22 09:11:22.468467 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6660df4b-1154-4e71-9b46-c688757fe237 req-945d5d69-5874-4716-b5f1-b4086dc24c14 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374618 Dec 22 09:11:22.858843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:23.015397 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:23.650725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c10a3-c0b0-4f3c-ae70-ed6fab874b84 req-53ae779d-2f05-45f4-b974-7ac403e87b43 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:23.652164 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5a8c10a3-c0b0-4f3c-ae70-ed6fab874b84 req-53ae779d-2f05-45f4-b974-7ac403e87b43 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0814257 Dec 22 09:11:23.697938 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5a8c10a3-c0b0-4f3c-ae70-ed6fab874b84 req-f7f8c90b-9325-4229-aa5b-a5a5ce14c98c tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394635 Dec 22 09:11:24.220831 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:24.879903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d094a8-c7ba-407e-912e-bcbdb0a86253 req-fd17daa5-a418-4ae1-a510-33bb21800dad tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:24.881372 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-02d094a8-c7ba-407e-912e-bcbdb0a86253 req-fd17daa5-a418-4ae1-a510-33bb21800dad tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0768507 Dec 22 09:11:24.928934 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-02d094a8-c7ba-407e-912e-bcbdb0a86253 req-2e24aba2-92ae-472d-bf67-be0a6ff3e707 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417333 Dec 22 09:11:25.224509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6437d-9a81-493d-93a9-19fa7365e2b5 req-f32699e7-df1a-45a5-b900-0ce5fdf52215 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:25.225969 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e1f6437d-9a81-493d-93a9-19fa7365e2b5 req-f32699e7-df1a-45a5-b900-0ce5fdf52215 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0791242 Dec 22 09:11:25.237115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06362670-bae8-4682-8e03-989c90fde465 req-8e84e81d-fd94-4589-8beb-e667f02ca7ac tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:25.238717 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-06362670-bae8-4682-8e03-989c90fde465 req-8e84e81d-fd94-4589-8beb-e667f02ca7ac tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.54 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd&tenant_id=b6e39af7315642aa995e56b1a64ad13f&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0860376 Dec 22 09:11:25.270250 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e1f6437d-9a81-493d-93a9-19fa7365e2b5 req-c767448d-f2ae-4d31-9e1f-e0211d6698e8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 Dec 22 09:11:25.298989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 1fd15026-09fd-4c3d-9526-8c4ef33fd24f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:11:25.302375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 1fd15026-09fd-4c3d-9526-8c4ef33fd24f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:11:25.373651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06362670-bae8-4682-8e03-989c90fde465 req-e8181462-5673-490b-8b5b-bfb35faf9326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:25.375140 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-06362670-bae8-4682-8e03-989c90fde465 req-e8181462-5673-490b-8b5b-bfb35faf9326 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 1099 time: 0.0695617 Dec 22 09:11:25.504628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06362670-bae8-4682-8e03-989c90fde465 req-d8d48b85-8841-4b9d-82b3-cc051393a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:25.506073 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-06362670-bae8-4682-8e03-989c90fde465 req-d8d48b85-8841-4b9d-82b3-cc051393a8c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 915 time: 0.1243656 Dec 22 09:11:25.506398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:25.536361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:11:25.557477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f', 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9', 'port_id': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f', 'mac_address': 'fa:16:3e:67:12:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b440f7e-e0c1-4158-9730-ce3310ad9974', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:11:25.558764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20179fa9-233f-442d-a106-d2f0779572dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:11:25.576807 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-06362670-bae8-4682-8e03-989c90fde465 req-43d51548-3ad7-4c25-bbe4-c394bfdd91e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f HTTP/1.1" status: 200 len: 217 time: 0.0638604 Dec 22 09:11:25.592884 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:11:25.612377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:25.641933 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06362670-bae8-4682-8e03-989c90fde465 req-0c764d76-9bc3-461c-9680-8a51e475a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:25.643416 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-06362670-bae8-4682-8e03-989c90fde465 req-0c764d76-9bc3-461c-9680-8a51e475a475 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.0604172 Dec 22 09:11:25.644578 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20179fa9-233f-442d-a106-d2f0779572dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f', 'code': 200} Dec 22 09:11:25.677089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:25.692686 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-06362670-bae8-4682-8e03-989c90fde465 req-42bf3797-16cf-454f-a9e0-7c8fe7c86fb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433486 Dec 22 09:11:25.700160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd15026-09fd-4c3d-9526-8c4ef33fd24f {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:11:25.706655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:11:25.718966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:11:25.723591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:25.790996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['1fd15026-09fd-4c3d-9526-8c4ef33fd24f'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:11:25.829640 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-06362670-bae8-4682-8e03-989c90fde465 req-ce230d7e-57a5-4224-886e-dbd457a3588a service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305172 Dec 22 09:11:25.835018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:11:25.962416 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-06362670-bae8-4682-8e03-989c90fde465 req-a79fc78a-61a7-4fd5-a047-43854089fce4 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259153 Dec 22 09:11:26.459993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809236bd-64f4-49b8-9e01-d6e63344d630 req-4636f410-68ab-4bac-bea2-a88c6fad0f7a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:26.461450 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-809236bd-64f4-49b8-9e01-d6e63344d630 req-4636f410-68ab-4bac-bea2-a88c6fad0f7a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 945 time: 0.0855334 Dec 22 09:11:26.508054 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-809236bd-64f4-49b8-9e01-d6e63344d630 req-ee7dc892-e0ab-4f1a-abc4-551ee88fa3a3 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Dec 22 09:11:27.324808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 1fd15026-09fd-4c3d-9526-8c4ef33fd24f up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:11:27.393309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:11:27.393673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:27.505517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:27.536474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:11:27.541305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:27.607522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:11:27.645644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20179fa9-233f-442d-a106-d2f0779572dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:11:27.688167 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20179fa9-233f-442d-a106-d2f0779572dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f', 'code': 200} Dec 22 09:11:27.696772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba191b-ad6f-4d3a-844c-67dadbd4940f req-c56d8ede-90a6-44d8-b092-a0113d2d253e tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:27.698491 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e4ba191b-ad6f-4d3a-844c-67dadbd4940f req-c56d8ede-90a6-44d8-b092-a0113d2d253e tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0793903 Dec 22 09:11:27.741475 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e4ba191b-ad6f-4d3a-844c-67dadbd4940f req-901aeb45-4734-4582-bef7-7c2130648290 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 Dec 22 09:11:27.924863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ba634-07f2-442d-8cb1-45255478eb48 req-b5042140-b71a-498a-a81d-cea0af5aa414 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:27.926352 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d56ba634-07f2-442d-8cb1-45255478eb48 req-b5042140-b71a-498a-a81d-cea0af5aa414 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0786984 Dec 22 09:11:27.970051 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d56ba634-07f2-442d-8cb1-45255478eb48 req-84637609-5a55-484e-8d85-75cbd9252d91 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381629 Dec 22 09:11:28.152514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf1b28-0af0-433f-ace4-966efca605ee req-bfb66097-476b-47ef-b5de-99f67e8463ed tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:28.154578 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0caf1b28-0af0-433f-ace4-966efca605ee req-bfb66097-476b-47ef-b5de-99f67e8463ed tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0821655 Dec 22 09:11:28.195940 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0caf1b28-0af0-433f-ace4-966efca605ee req-41c2efa4-ff32-4a94-8799-9bfe5a687512 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Dec 22 09:11:28.671121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-ebddf3e6-75b2-4763-a028-504a010e8f2a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:28.672536 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-ebddf3e6-75b2-4763-a028-504a010e8f2a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 814 time: 0.1466503 Dec 22 09:11:28.687151 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-c03ad9f3-e489-40a3-ba71-8a4a55eb5562 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/quotas/b6e39af7315642aa995e56b1a64ad13f HTTP/1.1" status: 200 len: 375 time: 0.0092440 Dec 22 09:11:28.763250 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-593ba26a-5418-4f8f-b085-95b7087d9a24 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710971 Dec 22 09:11:28.890236 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-b7f1d4d1-5ec6-4851-bf29-fc2e5f8e9a7c service neutron] 10.222.0.37 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205704 Dec 22 09:11:29.120064 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-01a313ef-9224-45ff-a9f2-ffe707c16896 service neutron] 10.222.0.37 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196264 Dec 22 09:11:29.382333 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2cc00def-49bb-4a3e-b2ef-f30fea8556ab req-8b0d4753-14a1-4620-8af5-ef7700c0e0c5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 210 time: 0.1363220 Dec 22 09:11:30.216971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.54', 53151) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:11:30.300687 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-a7f49bc0-4a85-468b-91dd-41fb624f7845 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:30.302185 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-a7f49bc0-4a85-468b-91dd-41fb624f7845 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.54 "GET /v2.0/ports?device_id=20179fa9-233f-442d-a106-d2f0779572dd HTTP/1.1" status: 200 len: 946 time: 0.0840597 Dec 22 09:11:30.326817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-b203f0ce-2180-46a9-96e6-0f28c3a346c5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:30.328233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-b203f0ce-2180-46a9-96e6-0f28c3a346c5 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 814 time: 0.1438048 Dec 22 09:11:30.340620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Request body: {'port': {'device_id': '81e4de25-de0c-4026-8626-d3dadc3ac958', 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9', 'admin_state_up': True, 'tenant_id': 'b6e39af7315642aa995e56b1a64ad13f'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:11:30.377748 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-979f0a47-502a-4ff7-a047-ebd907f1254d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Deleting port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:11:30.378105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-979f0a47-502a-4ff7-a047-ebd907f1254d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:30.481590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:11:30.493182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:11:30.538511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Made reservation on behalf of b6e39af7315642aa995e56b1a64ad13f for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:11:30.541884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:30.560609 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0bb31f61-70a9-43d3-89e3-e40aaaf25c73 req-7ccb0a27-0fd1-44e8-a691-4e2d0c19bbcc tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 210 time: 0.0601754 Dec 22 09:11:30.633418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-979f0a47-502a-4ff7-a047-ebd907f1254d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] For port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:11:30.634061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-979f0a47-502a-4ff7-a047-ebd907f1254d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:30.708572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Allocated IP 172.20.0.7 (a94f7c87-581b-448a-9e70-96ec40126ac9/3b440f7e-e0c1-4158-9730-ce3310ad9974/448fbad3-e228-40a3-b145-5d2fdc300194) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:11:30.761373 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-979f0a47-502a-4ff7-a047-ebd907f1254d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Calling delete_port for 1fd15026-09fd-4c3d-9526-8c4ef33fd24f owned by compute:nova {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:11:30.904855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-979f0a47-502a-4ff7-a047-ebd907f1254d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:30.910277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:30.919636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['1fd15026-09fd-4c3d-9526-8c4ef33fd24f'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:11:30.942272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:30.963850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['1fd15026-09fd-4c3d-9526-8c4ef33fd24f'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:11:30.999232 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f0a47-502a-4ff7-a047-ebd907f1254d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Pushing event deleted for resources: {'Port': ['ID=1fd15026-09fd-4c3d-9526-8c4ef33fd24f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:11:31.018843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Network a94f7c87-581b-448a-9e70-96ec40126ac9 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:11:31.022880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:11:31.026998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:11:31.043760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-979f0a47-502a-4ff7-a047-ebd907f1254d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] No DVR routers for this DVR port 1fd15026-09fd-4c3d-9526-8c4ef33fd24f on host hv-neutron-8225 {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:11:31.046322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-979f0a47-502a-4ff7-a047-ebd907f1254d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:31.048823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20179fa9-233f-442d-a106-d2f0779572dd', 'name': 'network-vif-deleted', 'tag': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:11:31.067903 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0be9ae39-77c9-4e47-9418-1b02ae06ebfc req-979f0a47-502a-4ff7-a047-ebd907f1254d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.54 "DELETE /v2.0/ports/1fd15026-09fd-4c3d-9526-8c4ef33fd24f HTTP/1.1" status: 204 len: 173 time: 0.7578769 Dec 22 09:11:31.072013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Pushing event updated for resources: {'Port': ['ID=448fbad3-e228-40a3-b145-5d2fdc300194,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:11:31.102265 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20179fa9-233f-442d-a106-d2f0779572dd', 'name': 'network-vif-deleted', 'tag': '1fd15026-09fd-4c3d-9526-8c4ef33fd24f', 'status': 'completed', 'code': 200} Dec 22 09:11:31.104511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:31.105163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:31.129263 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-5ee832b4-2c4b-4dc6-b39f-f27ec021897d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7921503 Dec 22 09:11:31.141808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Request body: {'port': {'device_id': '81e4de25-de0c-4026-8626-d3dadc3ac958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:11:31.257072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:31.596855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448fbad3-e228-40a3-b145-5d2fdc300194 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:11:31.604777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:31.620432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Transition to ACTIVE for port object 448fbad3-e228-40a3-b145-5d2fdc300194 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:11:31.624674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:31.892365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Pushing event updated for resources: {'Port': ['ID=448fbad3-e228-40a3-b145-5d2fdc300194,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:11:32.008250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd411ca-ae3c-4577-8866-1dae6005452d req-7df79d2d-735e-473c-a8ac-4a0b288b42a9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:32.008927 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-efd411ca-ae3c-4577-8866-1dae6005452d req-7df79d2d-735e-473c-a8ac-4a0b288b42a9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Synchronizing usage tracker for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:11:32.020426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Attempting to bind port 448fbad3-e228-40a3-b145-5d2fdc300194 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:11:32.020754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Attempting to bind port 448fbad3-e228-40a3-b145-5d2fdc300194 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bd348cd3-392d-4e6c-b2a5-8408c498ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:11:32.021079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Attempting to bind port 448fbad3-e228-40a3-b145-5d2fdc300194 on network a94f7c87-581b-448a-9e70-96ec40126ac9 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:11:32.029363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Port 448fbad3-e228-40a3-b145-5d2fdc300194 on network a94f7c87-581b-448a-9e70-96ec40126ac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:11:32.029700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Attempting to bind port 448fbad3-e228-40a3-b145-5d2fdc300194 on network a94f7c87-581b-448a-9e70-96ec40126ac9 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:11:32.035422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:11:32.035755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Checking segment: {'id': 'bd348cd3-392d-4e6c-b2a5-8408c498ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:11:32.036126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Bound using segment: {'id': 'bd348cd3-392d-4e6c-b2a5-8408c498ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:11:32.036550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Bound port: 448fbad3-e228-40a3-b145-5d2fdc300194, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd348cd3-392d-4e6c-b2a5-8408c498ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:11:32.036882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:32.048170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-efd411ca-ae3c-4577-8866-1dae6005452d req-7df79d2d-735e-473c-a8ac-4a0b288b42a9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Unset dirty status for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:11:32.049393 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-efd411ca-ae3c-4577-8866-1dae6005452d req-7df79d2d-735e-473c-a8ac-4a0b288b42a9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 943 time: 0.3710227 Dec 22 09:11:32.151207 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-efd411ca-ae3c-4577-8866-1dae6005452d req-dfb9b225-331a-49ee-a344-eca688585276 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949991 Dec 22 09:11:32.160069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] For port 448fbad3-e228-40a3-b145-5d2fdc300194, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:11:32.163027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] For port 448fbad3-e228-40a3-b145-5d2fdc300194, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=448fbad3-e228-40a3-b145-5d2fdc300194,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:11:32.166862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:32.227680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:32.228343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:32.229696 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] 10.222.0.54 "PUT /v2.0/ports/448fbad3-e228-40a3-b145-5d2fdc300194 HTTP/1.1" status: 200 len: 1093 time: 1.0925319 Dec 22 09:11:32.230228 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e4de25-de0c-4026-8626-d3dadc3ac958', 'tag': '448fbad3-e228-40a3-b145-5d2fdc300194'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:11:32.251706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b8b2-837f-4dd1-a4d1-6c861cb3834e service neutron] Pushing event updated for resources: {'Port': ['ID=448fbad3-e228-40a3-b145-5d2fdc300194,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:11:32.298484 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e4de25-de0c-4026-8626-d3dadc3ac958', 'tag': '448fbad3-e228-40a3-b145-5d2fdc300194', 'status': 'completed', 'code': 200} Dec 22 09:11:32.336641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-ecfb6563-08b5-4cc9-84c8-3a142a89c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:32.338101 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-ecfb6563-08b5-4cc9-84c8-3a142a89c668 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 1096 time: 0.0714469 Dec 22 09:11:32.408559 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-ac8787af-43ff-49ab-9471-295e6514e914 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=448fbad3-e228-40a3-b145-5d2fdc300194 HTTP/1.1" status: 200 len: 217 time: 0.0631084 Dec 22 09:11:32.468522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-71c4e5e1-4239-4785-be5f-538aae47a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:32.469893 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-71c4e5e1-4239-4785-be5f-538aae47a800 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.0550745 Dec 22 09:11:32.514349 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-97e33802-3e98-415e-aeb4-97cf167fa1d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380738 Dec 22 09:11:32.648419 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-56a7ebb2-b462-4eaa-8c91-c45f68f35e43 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269534 Dec 22 09:11:32.777014 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00ca4037-20bd-4bd8-9c74-3c5e0589409d req-2deb5e8a-9ed6-4f68-9e4e-49b4cf7a997c service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219020 Dec 22 09:11:32.894478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee739f-4b7d-45c9-a7f9-59a5bfa70c70 req-e19eee81-868d-4f4d-8bf4-2ddc7b3f54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:32.895931 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5fee739f-4b7d-45c9-a7f9-59a5bfa70c70 req-e19eee81-868d-4f4d-8bf4-2ddc7b3f54aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 1096 time: 0.0737686 Dec 22 09:11:33.029386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee739f-4b7d-45c9-a7f9-59a5bfa70c70 req-59a9747d-b9cc-49ee-857e-a597a6d325ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:33.030778 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5fee739f-4b7d-45c9-a7f9-59a5bfa70c70 req-59a9747d-b9cc-49ee-857e-a597a6d325ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 915 time: 0.1277153 Dec 22 09:11:33.096193 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5fee739f-4b7d-45c9-a7f9-59a5bfa70c70 req-712c0415-94c0-43e4-997f-af65480a3816 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=448fbad3-e228-40a3-b145-5d2fdc300194 HTTP/1.1" status: 200 len: 217 time: 0.0583396 Dec 22 09:11:33.159552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee739f-4b7d-45c9-a7f9-59a5bfa70c70 req-8f5b2937-f238-4b7d-b8eb-594f2881ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:33.160911 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5fee739f-4b7d-45c9-a7f9-59a5bfa70c70 req-8f5b2937-f238-4b7d-b8eb-594f2881ee32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.0581295 Dec 22 09:11:33.206816 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5fee739f-4b7d-45c9-a7f9-59a5bfa70c70 req-e941e9aa-212e-409e-8937-84e223339586 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396087 Dec 22 09:11:33.391891 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5fee739f-4b7d-45c9-a7f9-59a5bfa70c70 req-ead90ab6-0573-4535-9e7b-6e9ff1a45006 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736290 Dec 22 09:11:33.442123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aad4e-1dbd-432e-8fb5-0136b317fc8d req-1844d0a5-7922-423b-889e-f5217f74e97d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:33.443498 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7a4aad4e-1dbd-432e-8fb5-0136b317fc8d req-1844d0a5-7922-423b-889e-f5217f74e97d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 943 time: 0.1446841 Dec 22 09:11:33.658321 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7a4aad4e-1dbd-432e-8fb5-0136b317fc8d req-42fe7106-8455-49bd-b21a-d3489a80c1cd tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675277 Dec 22 09:11:33.663358 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5fee739f-4b7d-45c9-a7f9-59a5bfa70c70 req-641633c8-d4ab-4e80-85ea-be98bfb52ddb service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639506 Dec 22 09:11:34.842613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5e26e-3e61-47bc-896d-c8e01c998229 req-1453f732-f0af-4fe6-b418-4a088a24a625 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:34.843298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-45d5e26e-3e61-47bc-896d-c8e01c998229 req-1453f732-f0af-4fe6-b418-4a088a24a625 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Synchronizing usage tracker for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:11:34.854541 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-45d5e26e-3e61-47bc-896d-c8e01c998229 req-1453f732-f0af-4fe6-b418-4a088a24a625 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Unset dirty status for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:11:34.855614 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-45d5e26e-3e61-47bc-896d-c8e01c998229 req-1453f732-f0af-4fe6-b418-4a088a24a625 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 943 time: 0.0923605 Dec 22 09:11:34.900103 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-45d5e26e-3e61-47bc-896d-c8e01c998229 req-ac59e441-f225-49b1-a5c1-dd2aefca1f53 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384157 Dec 22 09:11:35.386594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 448fbad3-e228-40a3-b145-5d2fdc300194 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:11:35.390079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 1fd15026-09fd-4c3d-9526-8c4ef33fd24f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:11:35.426938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 1fd15026-09fd-4c3d-9526-8c4ef33fd24f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:11:35.427281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 1fd15026-09fd-4c3d-9526-8c4ef33fd24f not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:11:35.548224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 448fbad3-e228-40a3-b145-5d2fdc300194, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=448fbad3-e228-40a3-b145-5d2fdc300194,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:11:35.561296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '448fbad3-e228-40a3-b145-5d2fdc300194', 'network_id': 'a94f7c87-581b-448a-9e70-96ec40126ac9', 'port_id': '448fbad3-e228-40a3-b145-5d2fdc300194', 'mac_address': 'fa:16:3e:64:7e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b440f7e-e0c1-4158-9730-ce3310ad9974', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:11:35.616885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:35.633315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448fbad3-e228-40a3-b145-5d2fdc300194 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:11:35.647742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 448fbad3-e228-40a3-b145-5d2fdc300194, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=448fbad3-e228-40a3-b145-5d2fdc300194,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:11:35.652000 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:35.715137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=448fbad3-e228-40a3-b145-5d2fdc300194,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:11:35.846980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['448fbad3-e228-40a3-b145-5d2fdc300194'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:11:36.083012 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08bd9f-4d69-44ee-a1fe-7e59da5075cb req-4712b1ff-18f5-4e66-a4fe-c2ad4e4f45b6 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:36.084457 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa08bd9f-4d69-44ee-a1fe-7e59da5075cb req-4712b1ff-18f5-4e66-a4fe-c2ad4e4f45b6 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 944 time: 0.0777025 Dec 22 09:11:36.130788 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa08bd9f-4d69-44ee-a1fe-7e59da5075cb req-d76736cc-6f0d-4fad-90e0-2539c89e3d71 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Dec 22 09:11:37.313935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2a67-e7d3-4310-89ba-29bf2539e10a req-eaac126b-989e-488a-ad13-7e158ea9f04a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:37.315303 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f30e2a67-e7d3-4310-89ba-29bf2539e10a req-eaac126b-989e-488a-ad13-7e158ea9f04a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 944 time: 0.0826838 Dec 22 09:11:37.361786 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f30e2a67-e7d3-4310-89ba-29bf2539e10a req-1b7f8feb-427c-4314-86e3-21f5aefc7ad0 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Dec 22 09:11:37.386639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 448fbad3-e228-40a3-b145-5d2fdc300194 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:11:37.457249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 448fbad3-e228-40a3-b145-5d2fdc300194 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:11:37.461795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 448fbad3-e228-40a3-b145-5d2fdc300194 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:11:37.462171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:37.575450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:37.607206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e4de25-de0c-4026-8626-d3dadc3ac958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448fbad3-e228-40a3-b145-5d2fdc300194'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:11:37.616796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 448fbad3-e228-40a3-b145-5d2fdc300194, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=448fbad3-e228-40a3-b145-5d2fdc300194,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:11:37.620746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:37.671244 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e4de25-de0c-4026-8626-d3dadc3ac958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448fbad3-e228-40a3-b145-5d2fdc300194', 'code': 200} Dec 22 09:11:37.690885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=448fbad3-e228-40a3-b145-5d2fdc300194,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:11:37.898460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a40978-4e6e-49e0-915f-4955fdae7a12 req-3c7c3ef0-b690-487d-add7-2b589409340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:37.899907 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-75a40978-4e6e-49e0-915f-4955fdae7a12 req-3c7c3ef0-b690-487d-add7-2b589409340f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 1098 time: 0.0679555 Dec 22 09:11:37.944672 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-75a40978-4e6e-49e0-915f-4955fdae7a12 req-1a21ae3c-79e5-4cdd-9d35-1c43ba8df1f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Dec 22 09:11:38.539015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368a3a0-5e27-4ca6-a3d1-0a5d7ff1afd2 req-d021511c-4989-4fc8-b55e-c269d9695cf8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:38.540457 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7368a3a0-5e27-4ca6-a3d1-0a5d7ff1afd2 req-d021511c-4989-4fc8-b55e-c269d9695cf8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0774956 Dec 22 09:11:38.585706 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7368a3a0-5e27-4ca6-a3d1-0a5d7ff1afd2 req-a7498e46-bfb3-41db-a3bb-930f7b81fafb tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Dec 22 09:11:39.768887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11441bc-345b-4f13-acf7-56b355f76758 req-c4dbdfd3-a481-4ef7-be85-bc14ef6dbbec tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:39.770381 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e11441bc-345b-4f13-acf7-56b355f76758 req-c4dbdfd3-a481-4ef7-be85-bc14ef6dbbec tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0816150 Dec 22 09:11:39.812691 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e11441bc-345b-4f13-acf7-56b355f76758 req-518ad637-1d7d-4001-bfab-0068adc1bcbd tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367792 Dec 22 09:11:39.997243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b1cc1-2828-418f-8d48-d4f0c3142466 req-18f80d12-5d90-4f9f-8635-971a62dc91e2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:39.999296 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-db7b1cc1-2828-418f-8d48-d4f0c3142466 req-18f80d12-5d90-4f9f-8635-971a62dc91e2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0826838 Dec 22 09:11:40.042242 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-db7b1cc1-2828-418f-8d48-d4f0c3142466 req-c88743e8-cb06-4d93-bbad-779935471502 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371625 Dec 22 09:11:40.383662 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-c873c6d5-4871-410e-b43d-8dc872f700c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674944 Dec 22 09:11:40.433473 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d05ff1-852e-4710-b31b-e39072730030 req-1a7bbb2c-ab74-4bc8-8ed7-42d11d0176cb tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:40.434995 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-98d05ff1-852e-4710-b31b-e39072730030 req-1a7bbb2c-ab74-4bc8-8ed7-42d11d0176cb tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0801513 Dec 22 09:11:40.480914 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-98d05ff1-852e-4710-b31b-e39072730030 req-043a2e41-23a6-4e3b-bf25-294cf14beec2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396211 Dec 22 09:11:41.471839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-3d2bd528-d7b5-4484-ae0b-6e6bcc27e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:41.473279 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-3d2bd528-d7b5-4484-ae0b-6e6bcc27e5b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 1098 time: 0.0762565 Dec 22 09:11:41.644985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-ac2880d3-0585-47cb-a6de-1814d96928f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:41.646389 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-ac2880d3-0585-47cb-a6de-1814d96928f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 915 time: 0.1667919 Dec 22 09:11:41.717402 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-413796d6-3e9f-4aac-9dbc-0f17bfc5c61c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=448fbad3-e228-40a3-b145-5d2fdc300194 HTTP/1.1" status: 200 len: 217 time: 0.0636466 Dec 22 09:11:41.774435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4c10b-5fd9-4355-b113-bcdbe3ebb5f3 req-3a736bc4-572a-4eef-8736-98ec84c4a5d9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:41.775738 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9db4c10b-5fd9-4355-b113-bcdbe3ebb5f3 req-3a736bc4-572a-4eef-8736-98ec84c4a5d9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.1917031 Dec 22 09:11:41.805130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-3bedf5cf-0f20-439b-ae16-7be7917452bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:41.806518 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-3bedf5cf-0f20-439b-ae16-7be7917452bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.0822322 Dec 22 09:11:41.865040 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-2b875772-8ff4-492d-9fe6-03ade890608e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470204 Dec 22 09:11:41.867892 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9db4c10b-5fd9-4355-b113-bcdbe3ebb5f3 req-84eecb3a-4c33-4540-9e7b-3c062ef8c721 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848968 Dec 22 09:11:41.995075 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-95e80e56-4db5-4831-9595-704e17960304 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237423 Dec 22 09:11:42.121792 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-25c57221-668f-4915-bab2-cf39940cf35a service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206093 Dec 22 09:11:43.051390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2db9b-6c72-4d59-8d31-cd9d58e0a651 req-ce36135f-22d1-49d2-825a-7a18d911c556 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:43.052817 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a0f2db9b-6c72-4d59-8d31-cd9d58e0a651 req-ce36135f-22d1-49d2-825a-7a18d911c556 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0811653 Dec 22 09:11:43.095299 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a0f2db9b-6c72-4d59-8d31-cd9d58e0a651 req-c1e3bedc-58c5-4b21-8bde-d6e4a3f6920f tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Dec 22 09:11:44.275088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed36b-7b5d-4c42-9047-c5bf52692e49 req-e95abe03-5de9-4a26-bf2f-2322590783d7 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:44.276424 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64aed36b-7b5d-4c42-9047-c5bf52692e49 req-e95abe03-5de9-4a26-bf2f-2322590783d7 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0771039 Dec 22 09:11:44.318233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64aed36b-7b5d-4c42-9047-c5bf52692e49 req-bcefcea9-f142-4514-9ce8-3b7b49d564a2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362277 Dec 22 09:11:44.427160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:45.501352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d3f58-de1e-4975-836e-cb423ce21541 req-b72175d2-26fa-49e3-a17e-1668647a64e3 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:45.502813 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3a3d3f58-de1e-4975-836e-cb423ce21541 req-b72175d2-26fa-49e3-a17e-1668647a64e3 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0793011 Dec 22 09:11:45.548980 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3a3d3f58-de1e-4975-836e-cb423ce21541 req-80b18d9f-c924-4e27-acd1-752caf2fcb6d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Dec 22 09:11:46.734010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b822a8-8ced-41dd-921c-0c696ce4a8c7 req-6098fe60-c1cc-456e-ac71-bb4ed16ecff2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:46.734563 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:11:46.735455 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a7b822a8-8ced-41dd-921c-0c696ce4a8c7 req-6098fe60-c1cc-456e-ac71-bb4ed16ecff2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0811532 Dec 22 09:11:46.778212 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a7b822a8-8ced-41dd-921c-0c696ce4a8c7 req-d36bd829-7c88-42d3-a264-4522f191f3e1 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371008 Dec 22 09:11:47.959735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c6b05-46cc-4360-857c-c7cecfaab065 req-728ab808-2a32-4abb-a0dd-2775404b077c tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:47.961194 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6c8c6b05-46cc-4360-857c-c7cecfaab065 req-728ab808-2a32-4abb-a0dd-2775404b077c tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0795653 Dec 22 09:11:48.006346 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6c8c6b05-46cc-4360-857c-c7cecfaab065 req-167629f9-4baf-4e82-ba5e-2dd31e66167e tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394876 Dec 22 09:11:49.239880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa777ed-7211-400f-8f08-ceba2f48d638 req-44212188-189b-42e0-add1-7ccdabe84886 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:49.241218 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2aa777ed-7211-400f-8f08-ceba2f48d638 req-44212188-189b-42e0-add1-7ccdabe84886 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.1317773 Dec 22 09:11:49.289553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833314-630c-4248-8388-67e5d834a497 req-a2b124d9-1176-42bb-95ce-7fae6c81f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:49.290973 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f833314-630c-4248-8388-67e5d834a497 req-a2b124d9-1176-42bb-95ce-7fae6c81f3d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 1098 time: 0.1199524 Dec 22 09:11:49.295939 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2aa777ed-7211-400f-8f08-ceba2f48d638 req-21955322-37f1-4189-b557-9dc41d809a82 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476930 Dec 22 09:11:49.392138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7835a394-370b-46ed-9dfc-6d7162cdc584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:49.537374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833314-630c-4248-8388-67e5d834a497 req-d66f2a86-bb69-4744-ab6b-8cf9042f3e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:49.538834 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f833314-630c-4248-8388-67e5d834a497 req-d66f2a86-bb69-4744-ab6b-8cf9042f3e13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 915 time: 0.2287829 Dec 22 09:11:49.609828 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f833314-630c-4248-8388-67e5d834a497 req-58cb7a78-e938-4669-ba48-2932148a2d28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=448fbad3-e228-40a3-b145-5d2fdc300194 HTTP/1.1" status: 200 len: 217 time: 0.0617030 Dec 22 09:11:49.670408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833314-630c-4248-8388-67e5d834a497 req-ee5a76c9-2cc1-418f-bb98-e1a4204b86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:49.671752 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f833314-630c-4248-8388-67e5d834a497 req-ee5a76c9-2cc1-418f-bb98-e1a4204b86a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.0554326 Dec 22 09:11:49.720440 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f833314-630c-4248-8388-67e5d834a497 req-4634b154-3708-42a7-aca8-c0dae4abba15 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413220 Dec 22 09:11:49.847111 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f833314-630c-4248-8388-67e5d834a497 req-136762d2-4f15-4a99-a15c-ecfae10fee30 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199229 Dec 22 09:11:49.976332 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f833314-630c-4248-8388-67e5d834a497 req-05070566-fea1-45b2-99e4-ca5a19dcfce3 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230052 Dec 22 09:11:50.478702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9d3c0-3266-4ae1-a634-e3fb39a44f23 req-20bb1908-df43-4be3-99b1-062bfb211a7a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:50.480153 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-92b9d3c0-3266-4ae1-a634-e3fb39a44f23 req-20bb1908-df43-4be3-99b1-062bfb211a7a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0811317 Dec 22 09:11:50.522959 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-92b9d3c0-3266-4ae1-a634-e3fb39a44f23 req-52a89e25-1d01-47c0-bd9b-589c22223fab tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367379 Dec 22 09:11:51.703142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ef864-7963-44c9-b97d-31e7938f214e req-a2192845-a9a6-4785-9b0a-e7e9b827c21a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:51.704584 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-694ef864-7963-44c9-b97d-31e7938f214e req-a2192845-a9a6-4785-9b0a-e7e9b827c21a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0785751 Dec 22 09:11:51.746111 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-694ef864-7963-44c9-b97d-31e7938f214e req-2f0d2963-c02e-46cc-a816-333c71714aff tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359440 Dec 22 09:11:51.761051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0ba03660-8aac-4ae2-b70c-a215eedcc2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:52.862464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:52.937474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8118f13-a15e-490c-be8a-8db325730bca req-557d0e3f-7b3a-46e6-be39-baf56924d965 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:52.939213 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e8118f13-a15e-490c-be8a-8db325730bca req-557d0e3f-7b3a-46e6-be39-baf56924d965 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0836258 Dec 22 09:11:52.986097 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e8118f13-a15e-490c-be8a-8db325730bca req-7e6bce5d-0d4f-429b-ab30-cf9978bc8be6 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Dec 22 09:11:53.026474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:54.172897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b186e14-50e7-4604-8a84-014be276500b req-0aa00ae9-b811-4978-96fa-81185af4dbe8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:54.174348 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0b186e14-50e7-4604-8a84-014be276500b req-0aa00ae9-b811-4978-96fa-81185af4dbe8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0814333 Dec 22 09:11:54.217426 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0b186e14-50e7-4604-8a84-014be276500b req-9d502d4e-8b91-4914-973a-86cc12bc3e0a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375085 Dec 22 09:11:54.223083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:55.402107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c223a9-84e5-4805-8a67-482b6d0443a5 req-290621b5-6b86-4fe3-9914-47baf9fa0c8d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:55.403538 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c0c223a9-84e5-4805-8a67-482b6d0443a5 req-290621b5-6b86-4fe3-9914-47baf9fa0c8d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0812716 Dec 22 09:11:55.446579 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c0c223a9-84e5-4805-8a67-482b6d0443a5 req-96ee07fe-b5b3-43b3-b8dd-3cc66691334a tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374265 Dec 22 09:11:56.625276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149a389-6a3d-478d-8a68-8ce15e757454 req-2f5b3d42-f3c2-47b5-9d01-ddd4135e0a34 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:56.626732 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c149a389-6a3d-478d-8a68-8ce15e757454 req-2f5b3d42-f3c2-47b5-9d01-ddd4135e0a34 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0778210 Dec 22 09:11:56.669690 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c149a389-6a3d-478d-8a68-8ce15e757454 req-e4234ca5-2f8e-41bb-96f1-bce833a02560 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374701 Dec 22 09:11:57.847613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c43a6-1133-43be-8942-0c931634f6c4 req-9225ba42-bdc8-4dd3-911a-afaaf768bcae tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:57.849037 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-414c43a6-1133-43be-8942-0c931634f6c4 req-9225ba42-bdc8-4dd3-911a-afaaf768bcae tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0784321 Dec 22 09:11:57.902097 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-414c43a6-1133-43be-8942-0c931634f6c4 req-b6d94da3-e962-4cac-b3eb-06eef4994910 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474257 Dec 22 09:11:59.085066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40694716-3f2a-43bd-867c-5c19a84b676f req-a757bfe1-5d6b-4d26-9afc-ce6942a5f4e9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:59.086505 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40694716-3f2a-43bd-867c-5c19a84b676f req-a757bfe1-5d6b-4d26-9afc-ce6942a5f4e9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0806725 Dec 22 09:11:59.128545 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40694716-3f2a-43bd-867c-5c19a84b676f req-a46b4e86-737e-498d-919b-ee3ddfa0f7c7 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Dec 22 09:12:00.312859 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b866b-09c1-45ae-b113-72c9f4e9d5a6 req-fc859a13-76f5-4aa2-9c08-4d697fce1de9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:00.314235 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-305b866b-09c1-45ae-b113-72c9f4e9d5a6 req-fc859a13-76f5-4aa2-9c08-4d697fce1de9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0810287 Dec 22 09:12:00.356706 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-305b866b-09c1-45ae-b113-72c9f4e9d5a6 req-1a44eb7d-85af-4eba-b005-2df2cd8f03b2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Dec 22 09:12:01.546409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acf699-745a-4e1f-9f5d-b337ecb4e821 req-500e1cec-30eb-4078-95d8-dc85a9370352 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:01.547864 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69acf699-745a-4e1f-9f5d-b337ecb4e821 req-500e1cec-30eb-4078-95d8-dc85a9370352 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0869606 Dec 22 09:12:01.594513 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-69acf699-745a-4e1f-9f5d-b337ecb4e821 req-49eb96c2-54e2-4e3c-9968-7fc462f38b74 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 Dec 22 09:12:02.773104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275490-1f0f-4b7f-9a40-e4083942c453 req-375126f4-e516-48bc-9751-e47ed18c55bc tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:02.774590 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f8275490-1f0f-4b7f-9a40-e4083942c453 req-375126f4-e516-48bc-9751-e47ed18c55bc tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0795591 Dec 22 09:12:02.903814 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f8275490-1f0f-4b7f-9a40-e4083942c453 req-7b353132-c83b-4002-ad95-0ee4b63e3e2f tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236663 Dec 22 09:12:04.085284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92e1d1-4959-4fe9-82d7-5202c436c2a3 req-9c69a580-d5e2-4e89-ac92-ea9c1a583bab tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:04.086767 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cc92e1d1-4959-4fe9-82d7-5202c436c2a3 req-9c69a580-d5e2-4e89-ac92-ea9c1a583bab tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0788970 Dec 22 09:12:04.131204 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cc92e1d1-4959-4fe9-82d7-5202c436c2a3 req-1ce6fa65-03c0-4f05-aec4-2188970a2207 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Dec 22 09:12:05.308991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6b8e5-9f91-493a-98bd-2aa0735a008b req-7b333790-7907-4041-a71d-492c2b498328 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:05.310862 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3fd6b8e5-9f91-493a-98bd-2aa0735a008b req-7b333790-7907-4041-a71d-492c2b498328 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0771241 Dec 22 09:12:05.353440 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3fd6b8e5-9f91-493a-98bd-2aa0735a008b req-521e5dbd-4b00-40eb-b834-53f1f3dd6bb1 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370290 Dec 22 09:12:06.536570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce92f0-b926-4f56-b15f-a68cccc32b7a req-66c2e3c8-a13e-4409-913a-7697ef70958b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:06.538021 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03ce92f0-b926-4f56-b15f-a68cccc32b7a req-66c2e3c8-a13e-4409-913a-7697ef70958b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0822818 Dec 22 09:12:06.581317 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03ce92f0-b926-4f56-b15f-a68cccc32b7a req-95089258-0af2-4d94-8b1a-3c64c3974b0b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377672 Dec 22 09:12:07.764308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b35b2-6181-4213-98b6-520a487508a9 req-9b705f1a-6eb8-480d-b401-c9a255ae1134 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:07.765838 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e61b35b2-6181-4213-98b6-520a487508a9 req-9b705f1a-6eb8-480d-b401-c9a255ae1134 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0813811 Dec 22 09:12:07.808662 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e61b35b2-6181-4213-98b6-520a487508a9 req-be7cb598-59b0-4421-99b2-09d1e1d19d6d tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374105 Dec 22 09:12:08.808689 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-935a4331-7b46-4a99-93c0-1d2410660bee service neutron] 10.222.0.54 "GET /v2.0/ports/448fbad3-e228-40a3-b145-5d2fdc300194/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0742269 Dec 22 09:12:09.009938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f54337-096f-45e5-afa9-3c181c647ce6 req-f0d86916-5ada-465a-a791-ad496413a9c0 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:09.011425 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-04f54337-096f-45e5-afa9-3c181c647ce6 req-f0d86916-5ada-465a-a791-ad496413a9c0 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0958979 Dec 22 09:12:09.104266 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-04f54337-096f-45e5-afa9-3c181c647ce6 req-85644620-8754-4063-a947-cc39e814a944 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867198 Dec 22 09:12:09.119924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-91ae7cc9-4480-4244-a030-1426703ae25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:09.121344 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-91ae7cc9-4480-4244-a030-1426703ae25e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958&tenant_id=b6e39af7315642aa995e56b1a64ad13f HTTP/1.1" status: 200 len: 1098 time: 0.0904753 Dec 22 09:12:09.224455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-5d55868e-bcfb-4742-9438-9b1025bbeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:09.225966 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-5d55868e-bcfb-4742-9438-9b1025bbeac4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 1098 time: 0.0832119 Dec 22 09:12:09.454020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-5401641f-2313-4820-a963-c4fb911e7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:09.455467 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-5401641f-2313-4820-a963-c4fb911e7b41 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 915 time: 0.2237263 Dec 22 09:12:09.524718 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-bb3a0265-90d2-4cb4-8c21-e9d6f4a093f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=448fbad3-e228-40a3-b145-5d2fdc300194 HTTP/1.1" status: 200 len: 217 time: 0.0618010 Dec 22 09:12:09.585300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-76b4cc39-2e67-4a1b-afa6-cc08be340586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:09.586692 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-76b4cc39-2e67-4a1b-afa6-cc08be340586 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.0559695 Dec 22 09:12:09.631958 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-d3ed2984-4ed2-43ac-8783-1c3c7417557c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389562 Dec 22 09:12:09.759483 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-e58daf7b-97c2-4216-b6a1-92edc8eb0dd4 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212499 Dec 22 09:12:09.887358 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09031969-6aa0-491d-8070-dd8d8c64c401 req-1830ba21-cee0-4010-ace7-0e80aed1d526 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219718 Dec 22 09:12:10.284602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabcbd3-5280-41b2-b6ac-37cd1ad375a4 req-278b1a6b-f699-47b5-9af1-116a37f39213 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:10.285982 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5fabcbd3-5280-41b2-b6ac-37cd1ad375a4 req-278b1a6b-f699-47b5-9af1-116a37f39213 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0776627 Dec 22 09:12:10.329067 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5fabcbd3-5280-41b2-b6ac-37cd1ad375a4 req-ba46096e-803e-432f-8e9a-2f97041c2380 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375092 Dec 22 09:12:11.518790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4540-f4f4-49e7-b4da-23b4d9c55b4d req-fb4e4199-ea59-4e9f-ac57-eac978cc5fd9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:11.520215 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-857b4540-f4f4-49e7-b4da-23b4d9c55b4d req-fb4e4199-ea59-4e9f-ac57-eac978cc5fd9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0862465 Dec 22 09:12:11.562986 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-857b4540-f4f4-49e7-b4da-23b4d9c55b4d req-d4468c1e-fca6-44cc-bb66-bebf679ce446 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371363 Dec 22 09:12:12.750092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2878e0-ebd9-4a7a-a284-477698610d78 req-2ec66ebf-81eb-4855-9317-aa3dba6327b6 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:12.751533 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0a2878e0-ebd9-4a7a-a284-477698610d78 req-2ec66ebf-81eb-4855-9317-aa3dba6327b6 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0817809 Dec 22 09:12:12.794448 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0a2878e0-ebd9-4a7a-a284-477698610d78 req-504c210c-b42c-49f9-94c3-7682970ab724 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374506 Dec 22 09:12:13.110214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-49432d98-76c1-4bea-9675-128988cb3142 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:13.111701 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-49432d98-76c1-4bea-9675-128988cb3142 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958&tenant_id=b6e39af7315642aa995e56b1a64ad13f&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.0813513 Dec 22 09:12:13.113538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60efe3-8238-421c-b901-499b4232c3d5 req-1f83a4ba-1486-443c-987d-7322ecea0dd2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:13.115027 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0a60efe3-8238-421c-b901-499b4232c3d5 req-1f83a4ba-1486-443c-987d-7322ecea0dd2 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0783401 Dec 22 09:12:13.165122 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0a60efe3-8238-421c-b901-499b4232c3d5 req-20c6f3f5-428e-4c82-8187-089489019335 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429361 Dec 22 09:12:13.252797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-4441410c-70f9-465e-9053-823d0dbc610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:13.254159 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-4441410c-70f9-465e-9053-823d0dbc610e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e39af7315642aa995e56b1a64ad13f&device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 1098 time: 0.0722787 Dec 22 09:12:13.380772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-6106871d-823a-4bbf-802a-85d2e8797b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:13.382204 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-6106871d-823a-4bbf-802a-85d2e8797b13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 200 len: 915 time: 0.1216626 Dec 22 09:12:13.446141 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-26cadcc3-dfb9-4155-8a4c-a4daffccc4c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=448fbad3-e228-40a3-b145-5d2fdc300194 HTTP/1.1" status: 200 len: 217 time: 0.0579286 Dec 22 09:12:13.509452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-4c74f3ae-c345-4de1-9718-6308f8433894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:13.510822 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-4c74f3ae-c345-4de1-9718-6308f8433894 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 200 len: 854 time: 0.0586143 Dec 22 09:12:13.555890 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-809eadde-42d0-46d3-935b-0be383fdf055 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a94f7c87-581b-448a-9e70-96ec40126ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388434 Dec 22 09:12:13.683106 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-1f20cb85-1196-455a-96ca-9dae6f3dd7eb service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212113 Dec 22 09:12:13.809935 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a04ec6b3-42e2-48ac-b53c-fc01e9117ce4 req-0c20e32a-ab0e-4f88-81c4-554ab038a648 service neutron] 10.222.0.54 "GET /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205473 Dec 22 09:12:14.363385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40646001-e7cb-43b2-9a43-722a9cf09e5a req-c5e83a9c-30e5-4555-9828-3507e3f8d458 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:14.364815 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40646001-e7cb-43b2-9a43-722a9cf09e5a req-c5e83a9c-30e5-4555-9828-3507e3f8d458 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0834324 Dec 22 09:12:14.408902 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40646001-e7cb-43b2-9a43-722a9cf09e5a req-7837a866-5a0a-4b77-ae79-392388d36ef9 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383749 Dec 22 09:12:14.428874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:14.600812 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5a518-3fa4-4ea4-ab27-08c059c7b1d2 req-79155edf-bd83-47b1-922c-22995afdb757 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:14.602284 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9ee5a518-3fa4-4ea4-ab27-08c059c7b1d2 req-79155edf-bd83-47b1-922c-22995afdb757 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0781889 Dec 22 09:12:14.645381 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9ee5a518-3fa4-4ea4-ab27-08c059c7b1d2 req-3d1d8f02-e365-4c0e-873e-76a91bab5424 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 Dec 22 09:12:14.822618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931e7cc-46d4-469d-803d-d5b970e9a26e req-8317023a-a979-4116-b271-0c2e6a9ab16f tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:14.823958 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7931e7cc-46d4-469d-803d-d5b970e9a26e req-8317023a-a979-4116-b271-0c2e6a9ab16f tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0775702 Dec 22 09:12:14.867267 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7931e7cc-46d4-469d-803d-d5b970e9a26e req-507c084d-7edf-4441-8420-eb1e6c5e2aba tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373542 Dec 22 09:12:15.402855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd305f3-4fae-41cd-a278-afcaa6423d05 req-0d9dc6a9-50f4-40b6-a553-585be056b3f8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:15.404329 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6fd305f3-4fae-41cd-a278-afcaa6423d05 req-0d9dc6a9-50f4-40b6-a553-585be056b3f8 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0814834 Dec 22 09:12:15.448649 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6fd305f3-4fae-41cd-a278-afcaa6423d05 req-283ec0f0-9544-43aa-8a95-60218c524e63 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380504 Dec 22 09:12:16.632910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e9e2-6630-41d2-a195-937f63f16279 req-a4a84a3a-dc4f-4e48-9876-c1d02c35b64b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:16.634407 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1965e9e2-6630-41d2-a195-937f63f16279 req-a4a84a3a-dc4f-4e48-9876-c1d02c35b64b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0835762 Dec 22 09:12:16.677564 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1965e9e2-6630-41d2-a195-937f63f16279 req-7ce162b2-d140-4790-8d0f-0b7ffb7a1e1f tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/security-groups?id=180507ef-88cf-4c08-945b-82297fd99269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374937 Dec 22 09:12:16.829469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-d72edd67-a8e7-4e5f-a52f-322afef8949b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:16.830815 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-d72edd67-a8e7-4e5f-a52f-322afef8949b tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 945 time: 0.0782211 Dec 22 09:12:16.902054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Deleting port 448fbad3-e228-40a3-b145-5d2fdc300194 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:12:16.902393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:17.241791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] For port 448fbad3-e228-40a3-b145-5d2fdc300194, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=448fbad3-e228-40a3-b145-5d2fdc300194,segment=NetworkSegment(bd348cd3-392d-4e6c-b2a5-8408c498ca29),segment_id=bd348cd3-392d-4e6c-b2a5-8408c498ca29)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:17.242145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:17.361828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Calling delete_port for 448fbad3-e228-40a3-b145-5d2fdc300194 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:12:17.504351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:17.516737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['448fbad3-e228-40a3-b145-5d2fdc300194'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:12:17.553599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Pushing event deleted for resources: {'Port': ['ID=448fbad3-e228-40a3-b145-5d2fdc300194,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:17.622162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.622505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.622848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.623187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.623542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.623870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.624199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.624524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.624847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.625166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.625484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.625830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:17.638293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] No DVR routers for this DVR port 448fbad3-e228-40a3-b145-5d2fdc300194 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:12:17.640980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:17.643449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e4de25-de0c-4026-8626-d3dadc3ac958', 'name': 'network-vif-deleted', 'tag': '448fbad3-e228-40a3-b145-5d2fdc300194'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:17.659837 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff4dbc63-ed8a-45c2-bc26-7ddb48abc10d req-29056830-5bfb-4b7e-b12a-d17c9ede3f86 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.54 "DELETE /v2.0/ports/448fbad3-e228-40a3-b145-5d2fdc300194 HTTP/1.1" status: 204 len: 173 time: 0.8236284 Dec 22 09:12:17.694320 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e4de25-de0c-4026-8626-d3dadc3ac958', 'name': 'network-vif-deleted', 'tag': '448fbad3-e228-40a3-b145-5d2fdc300194', 'status': 'completed', 'code': 200} Dec 22 09:12:17.826409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-3547b9f8-a475-4381-8717-c5ef02a37dfc req-ef1dd371-b3bc-4a0f-ad2c-3d5bdfa2fa23 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Synchronizing usage tracker for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:12:17.841927 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-3547b9f8-a475-4381-8717-c5ef02a37dfc req-ef1dd371-b3bc-4a0f-ad2c-3d5bdfa2fa23 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] Unset dirty status for tenant:b6e39af7315642aa995e56b1a64ad13f on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:12:17.843088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3547b9f8-a475-4381-8717-c5ef02a37dfc req-ef1dd371-b3bc-4a0f-ad2c-3d5bdfa2fa23 tempest-ServerDiskConfigTestJSON-1741902535 tempest-ServerDiskConfigTestJSON-1741902535-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e4de25-de0c-4026-8626-d3dadc3ac958 HTTP/1.1" status: 200 len: 210 time: 0.0602286 Dec 22 09:12:19.073300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 33452) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:19.130591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f0a55d-8423-4f71-a2e8-08ca45682ce7 admin admin] Deleting subnet 3b440f7e-e0c1-4158-9730-ce3310ad9974 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:12:19.133399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65f0a55d-8423-4f71-a2e8-08ca45682ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.183323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65f0a55d-8423-4f71-a2e8-08ca45682ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.236437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65f0a55d-8423-4f71-a2e8-08ca45682ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.303130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65f0a55d-8423-4f71-a2e8-08ca45682ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.338660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0a55d-8423-4f71-a2e8-08ca45682ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b440f7e-e0c1-4158-9730-ce3310ad9974,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:19.342849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65f0a55d-8423-4f71-a2e8-08ca45682ce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.348291 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-65f0a55d-8423-4f71-a2e8-08ca45682ce7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3b440f7e-e0c1-4158-9730-ce3310ad9974 HTTP/1.1" status: 204 len: 168 time: 0.2739761 Dec 22 09:12:19.350783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 33456) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:19.393749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-76442893-c0a5-4040-a52f-cf1ccaec1ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.452983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.570795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.595674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94f7c87-581b-448a-9e70-96ec40126ac9']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:19.607039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd348cd3-392d-4e6c-b2a5-8408c498ca29') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:19.607327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd348cd3-392d-4e6c-b2a5-8408c498ca29') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:19.618093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.633305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.639675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:12:19.640044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:12:19.652581 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:12:19.726112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.741124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:19.750882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=a94f7c87-581b-448a-9e70-96ec40126ac9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:19.758929 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a010723b-5aca-43dd-9481-1384ad1a3e3c admin admin] 10.222.0.37 "DELETE /v2.0/networks/a94f7c87-581b-448a-9e70-96ec40126ac9 HTTP/1.1" status: 204 len: 168 time: 0.4072268 Dec 22 09:12:19.887304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 33462) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:19.934520 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2719693b-b9b6-4655-9c2f-bf51307e0986 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6e39af7315642aa995e56b1a64ad13f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460482 Dec 22 09:12:19.937329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 33466) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:19.992222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99166e80-8b03-436a-82f8-fbcc22eada4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:20.021762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99166e80-8b03-436a-82f8-fbcc22eada4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:20.070264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99166e80-8b03-436a-82f8-fbcc22eada4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:20.089655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99166e80-8b03-436a-82f8-fbcc22eada4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180507ef-88cf-4c08-945b-82297fd99269,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:20.099999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-99166e80-8b03-436a-82f8-fbcc22eada4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:20.101104 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-99166e80-8b03-436a-82f8-fbcc22eada4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/180507ef-88cf-4c08-945b-82297fd99269 HTTP/1.1" status: 204 len: 168 time: 0.1628940 Dec 22 09:12:20.864313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 33490) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:20.966843 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1206071916-network', 'tenant_id': '581f7ddcea1642899435646b08d9a21e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:12:20.972154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:12:20.975994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Usage tracker for resource:network and tenant:581f7ddcea1642899435646b08d9a21e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:12:20.978992 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:12:20.985369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:12:20.996601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Made reservation on behalf of 581f7ddcea1642899435646b08d9a21e for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:12:20.998998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.011151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.025171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:12:21.028914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Usage tracker for resource:security_group_rule and tenant:581f7ddcea1642899435646b08d9a21e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:12:21.032154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:12:21.037669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:12:21.119053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.122587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.152238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:12:21.160971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536e6fdf-8d17-4b92-8ae3-2dadae3fcd15,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:21.166422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.166771 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Added segment 6a2a44a2-25bd-405e-8abe-1ff26f4c3f25 of type vlan for network d6f9c07f-9084-4afc-a544-4dc44d879b51 Dec 22 09:12:21.192093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.223755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.224654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:21.225215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.410366 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5449305 Dec 22 09:12:21.413331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 33496) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:21.418769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Request body: {'subnet': {'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1206071916-subnet', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:12:21.418895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b255d-2822-4bea-bde9-cc8ee710ac87 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f9c07f-9084-4afc-a544-4dc44d879b51,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:21.423543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:12:21.427347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Usage tracker for resource:subnet and tenant:581f7ddcea1642899435646b08d9a21e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:12:21.428829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:12:21.430200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:12:21.436264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:12:21.446275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Made reservation on behalf of 581f7ddcea1642899435646b08d9a21e for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:12:21.448681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.636027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 448fbad3-e228-40a3-b145-5d2fdc300194 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:12:21.648549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.673243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 448fbad3-e228-40a3-b145-5d2fdc300194 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:12:21.673507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 448fbad3-e228-40a3-b145-5d2fdc300194 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:12:21.723991 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d74b83b-76b4-46a8-8a94-78c782a59e9d,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:21.735818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.736158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.736485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.736807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.737124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.737442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.737778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.738093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.738404 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.738711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.739017 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.739323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:21.742181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Checking segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:12:21.742524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Network hostable DHCP agents. Network: d6f9c07f-9084-4afc-a544-4dc44d879b51, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:12:21.763709 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:12:21.765388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a4002a6f-397f-4e72-b551-22fa529af4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.773303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, d6f9c07f-9084-4afc-a544-4dc44d879b51) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:12:21.777165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:21.777767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.782497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81571bb-dc42-4d1a-9490-1b4830a546a7 None None] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:12:21.798078 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-98b4940d-795c-4f66-b434-2243d7c2d743 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3835850 Dec 22 09:12:21.800797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 33500) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:21.805543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:12:21.809951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:12:21.814242 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Usage tracker for resource:router and tenant:581f7ddcea1642899435646b08d9a21e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:12:21.816996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:12:21.822557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:12:21.834351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.835286 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.849081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.997663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-d6f9c07f-9084-4afc-a544-4dc44d879b51', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:12:21.999277 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.110970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.151819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Allocated IP 172.20.0.2 (d6f9c07f-9084-4afc-a544-4dc44d879b51/0d74b83b-76b4-46a8-8a94-78c782a59e9d/c77fee0e-a032-4ecd-ad1f-4a2c177f471b) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:12:22.356543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.368279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Transition to ACTIVE for port object c77fee0e-a032-4ecd-ad1f-4a2c177f471b will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:12:22.387324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Transition to ACTIVE for port object c77fee0e-a032-4ecd-ad1f-4a2c177f471b will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:12:22.393525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.489120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:12:22.491853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:12:22.495344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:12:22.500828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Pushing event updated for resources: {'Port': ['ID=c77fee0e-a032-4ecd-ad1f-4a2c177f471b,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:22.515165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.536198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.536543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.536879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.537230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.537536 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.537885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.538212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.538529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.538849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.539162 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.539479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.539800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:22.544466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.597445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Attempting to bind port c77fee0e-a032-4ecd-ad1f-4a2c177f471b on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:12:22.597849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Attempting to bind port c77fee0e-a032-4ecd-ad1f-4a2c177f471b by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:12:22.598233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Attempting to bind port c77fee0e-a032-4ecd-ad1f-4a2c177f471b on network d6f9c07f-9084-4afc-a544-4dc44d879b51 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:12:22.603402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:12:22.603767 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Checking segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:12:22.604158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.604537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Bound using segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:12:22.604988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Bound port: c77fee0e-a032-4ecd-ad1f-4a2c177f471b, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:12:22.605359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.679791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Allocated IP 172.26.1.136 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/d0a55b01-1b32-4563-acf9-fce711cb2a69) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:12:22.690386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] For port c77fee0e-a032-4ecd-ad1f-4a2c177f471b, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:12:22.693645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] For port c77fee0e-a032-4ecd-ad1f-4a2c177f471b, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c77fee0e-a032-4ecd-ad1f-4a2c177f471b,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:12:22.698610 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.788430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c06a6b-cb1d-4691-960a-0d6526ce5e5f None None] Pushing event updated for resources: {'Port': ['ID=c77fee0e-a032-4ecd-ad1f-4a2c177f471b,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:22.830785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.863212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.864204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:22.928871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:12:22.931889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:12:22.934221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:12:22.997942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a55b01-1b32-4563-acf9-fce711cb2a69,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:23.035463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:23.112288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c77fee0e-a032-4ecd-ad1f-4a2c177f471b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:23.178613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port c77fee0e-a032-4ecd-ad1f-4a2c177f471b completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:12:23.402136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:23.734539 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:12:23.740426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421040ea-db58-4c8f-8fe5-2c71fa4df16c None None] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:12:23.743354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:23.837222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b2f03773-e219-42a4-ae7f-582cd06b73f0 None None] Provisioning for port c77fee0e-a032-4ecd-ad1f-4a2c177f471b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:12:23.847826 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b2f03773-e219-42a4-ae7f-582cd06b73f0 None None] Provisioning complete for port c77fee0e-a032-4ecd-ad1f-4a2c177f471b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:23.848200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b2f03773-e219-42a4-ae7f-582cd06b73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:24.065397 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Router 42a770a7-bea4-4338-80f1-016c2a154caf is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:12:24.070225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b2f03773-e219-42a4-ae7f-582cd06b73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:24.111779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b2f03773-e219-42a4-ae7f-582cd06b73f0 None None] For port c77fee0e-a032-4ecd-ad1f-4a2c177f471b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c77fee0e-a032-4ecd-ad1f-4a2c177f471b,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:24.116527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b2f03773-e219-42a4-ae7f-582cd06b73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:24.185845 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f03773-e219-42a4-ae7f-582cd06b73f0 None None] Pushing event updated for resources: {'Port': ['ID=c77fee0e-a032-4ecd-ad1f-4a2c177f471b,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:24.228377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:24.271534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:12:24.280588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:12:24.290302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:12:24.290927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:12:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:24.297213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:24.301084 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-054ed889-55d6-45e8-b360-66259c3ce090 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4968512 Dec 22 09:12:24.301342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 33504) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:24.381007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c0ea871f-4208-405d-9ccd-3f2ffa40ca28 None None] Provisioning complete for port c77fee0e-a032-4ecd-ad1f-4a2c177f471b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:24.381293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c0ea871f-4208-405d-9ccd-3f2ffa40ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:24.524234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:12:24.850755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:23Z', 'revision_number': 3, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:24.854741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:12:24.855091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Updating router 42a770a7-bea4-4338-80f1-016c2a154caf port d0a55b01-1b32-4563-acf9-fce711cb2a69 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:12:24.947181 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:24.965711 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.063861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c77fee0e-a032-4ecd-ad1f-4a2c177f471b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:25.174927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Allocated IP 172.20.0.1 (d6f9c07f-9084-4afc-a544-4dc44d879b51/0d74b83b-76b4-46a8-8a94-78c782a59e9d/858608d9-4940-4a26-83c9-5b51b930449e) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:12:25.234097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c77fee0e-a032-4ecd-ad1f-4a2c177f471b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:25.234467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.322866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.338685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Transition to ACTIVE for port object 858608d9-4940-4a26-83c9-5b51b930449e will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:12:25.361970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.431054 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.450984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Transition to ACTIVE for port object d0a55b01-1b32-4563-acf9-fce711cb2a69 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:12:25.458323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.535512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:12:25.537467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Attempting to bind port d0a55b01-1b32-4563-acf9-fce711cb2a69 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:12:25.537874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Attempting to bind port d0a55b01-1b32-4563-acf9-fce711cb2a69 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:12:25.538216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Attempting to bind port d0a55b01-1b32-4563-acf9-fce711cb2a69 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:12:25.538323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:12:25.541872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:12:25.544527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263beae7-3484-4d68-9c0d-479ceb53bd64 None None] Pushing event updated for resources: {'Port': ['ID=d0a55b01-1b32-4563-acf9-fce711cb2a69,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:25.549547 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:12:25.549968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:12:25.550364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.550746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:12:25.551201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Bound port: d0a55b01-1b32-4563-acf9-fce711cb2a69, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:12:25.551568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.572040 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Pushing event updated for resources: {'Port': ['ID=858608d9-4940-4a26-83c9-5b51b930449e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:25.602294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.629824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] For port d0a55b01-1b32-4563-acf9-fce711cb2a69, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:12:25.634242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] For port d0a55b01-1b32-4563-acf9-fce711cb2a69, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0a55b01-1b32-4563-acf9-fce711cb2a69,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:12:25.639811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.718074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:12:25.718697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:12:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:25.804709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263beae7-3484-4d68-9c0d-479ceb53bd64 None None] Pushing event updated for resources: {'Port': ['ID=d0a55b01-1b32-4563-acf9-fce711cb2a69,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:25.820421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9af2da02-96f0-4fe1-873e-7510b4b1511f None None] Provisioning for port 858608d9-4940-4a26-83c9-5b51b930449e completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:12:25.866743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.875003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9af2da02-96f0-4fe1-873e-7510b4b1511f None None] Provisioning complete for port 858608d9-4940-4a26-83c9-5b51b930449e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:25.875544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9af2da02-96f0-4fe1-873e-7510b4b1511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:25.952931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9af2da02-96f0-4fe1-873e-7510b4b1511f None None] Port 858608d9-4940-4a26-83c9-5b51b930449e cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:12:25.961811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:12:26.084586 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:26.089171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:26.198352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Pushing event updated for resources: {'Port': ['ID=858608d9-4940-4a26-83c9-5b51b930449e,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:26.202132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:26.242204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:23Z', 'revision_number': 3, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:26.246070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d89dc-ee42-41a7-9d87-4366efa22660 None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:23Z', 'revision_number': 3, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:12:26.338227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:12:26.339319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:12:26.566058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Router 42a770a7-bea4-4338-80f1-016c2a154caf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:12:26.677956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2de59f8b-384d-405e-9a8b-793ec876a43b None None] Provisioning complete for port 858608d9-4940-4a26-83c9-5b51b930449e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:26.678332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2de59f8b-384d-405e-9a8b-793ec876a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:26.732591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2de59f8b-384d-405e-9a8b-793ec876a43b None None] Port 858608d9-4940-4a26-83c9-5b51b930449e cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:12:26.749027 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:12:26.757908 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a69a5039-f64c-45a0-bf46-e85a4e7c531b admin admin] 10.222.0.37 "PUT /v2.0/routers/42a770a7-bea4-4338-80f1-016c2a154caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4555180 Dec 22 09:12:27.094909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0a55b01-1b32-4563-acf9-fce711cb2a69 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:27.192156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port d0a55b01-1b32-4563-acf9-fce711cb2a69 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:12:27.196578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d0a55b01-1b32-4563-acf9-fce711cb2a69 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:27.196947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.277485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 33514) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:27.283597 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1749668451', 'description': 'tempest-description--1368706394'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:12:27.289406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:12:27.293332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Usage tracker for resource:security_group and tenant:581f7ddcea1642899435646b08d9a21e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:12:27.296570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:12:27.302602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:12:27.313649 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.314886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.332281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port d0a55b01-1b32-4563-acf9-fce711cb2a69, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0a55b01-1b32-4563-acf9-fce711cb2a69,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:27.334178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:12:27.336377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.338031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Usage tracker for resource:security_group_rule and tenant:581f7ddcea1642899435646b08d9a21e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:12:27.341128 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:12:27.347621 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:12:27.410189 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=d0a55b01-1b32-4563-acf9-fce711cb2a69,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:27.421551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.425250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.466481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009d7c23-5d5f-4511-bd01-95b4ba02cf3e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:27.469473 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.470679 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fdc733bd-875c-4988-bb71-0e686713fbae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1921515 Dec 22 09:12:27.474026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 33518) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:27.478224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'security_group_rule': {'security_group_id': '009d7c23-5d5f-4511-bd01-95b4ba02cf3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:12:27.484028 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:12:27.487777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Usage tracker for resource:security_group_rule and tenant:581f7ddcea1642899435646b08d9a21e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:12:27.490623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:12:27.496479 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:12:27.517783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.578536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.583144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.612415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d72ae9-0b35-4305-aa21-7a5585d3169f,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:27.620225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.621590 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cb0bd080-eb0d-43cd-8fa7-914159d616e7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472476 Dec 22 09:12:27.624817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 33522) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:27.629819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'security_group_rule': {'security_group_id': '009d7c23-5d5f-4511-bd01-95b4ba02cf3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:12:27.635689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:12:27.640030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Usage tracker for resource:security_group_rule and tenant:581f7ddcea1642899435646b08d9a21e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:12:27.642917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:12:27.648588 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:12:27.664707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.728242 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.731593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.775866 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:12:27.785968 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:12:27.786603 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:12:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:27.850198 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22009527-f390-4dbc-bfc5-0c0d84f0d5cf,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:27.860864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.862047 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a4c64927-743f-4ae5-833c-7a51414bf1d7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2362599 Dec 22 09:12:27.865104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 33526) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:27.870111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:12:27.876267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:12:27.879987 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Usage tracker for resource:floatingip and tenant:581f7ddcea1642899435646b08d9a21e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:12:27.882786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:12:27.888387 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:12:27.899138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:27.969568 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:12:28.037250 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.176240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Allocated IP 172.26.1.218 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/900c72f6-28dd-4ade-b209-2c629ae4dc4d) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:12:28.318841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.321620 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 2, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:28.325623 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:12:28.325993 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Updating router 42a770a7-bea4-4338-80f1-016c2a154caf port 858608d9-4940-4a26-83c9-5b51b930449e binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:12:28.347128 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.376570 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.407335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:12:28.410129 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:12:28.413916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:12:28.450561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event updated for resources: {'Port': ['ID=900c72f6-28dd-4ade-b209-2c629ae4dc4d,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:28.509056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.567106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.710442 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.722288 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Transition to ACTIVE for port object 858608d9-4940-4a26-83c9-5b51b930449e will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:12:28.729302 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.773850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.778427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.884578 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Pushing event updated for resources: {'Port': ['ID=858608d9-4940-4a26-83c9-5b51b930449e,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:28.890775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event updated for resources: {'Port': ['ID=900c72f6-28dd-4ade-b209-2c629ae4dc4d,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:28.897858 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.898202 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.898541 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.898863 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.899367 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.899847 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.900321 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.901353 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.901353 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.901533 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.901739 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.902217 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:28.902813 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.927972 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.930128 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6fd5b2a3-c751-4c62-8f3b-d595cb34a365 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0635848 Dec 22 09:12:28.963856 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Attempting to bind port 858608d9-4940-4a26-83c9-5b51b930449e on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:12:28.964157 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Attempting to bind port 858608d9-4940-4a26-83c9-5b51b930449e by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:12:28.964513 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Attempting to bind port 858608d9-4940-4a26-83c9-5b51b930449e on network d6f9c07f-9084-4afc-a544-4dc44d879b51 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:12:28.972710 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:12:28.973231 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Checking segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:12:28.973960 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:28.974455 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Bound using segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:12:28.975304 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Bound port: 858608d9-4940-4a26-83c9-5b51b930449e, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:12:28.975855 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:29.080414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0a55b01-1b32-4563-acf9-fce711cb2a69 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:29.087164 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] For port 858608d9-4940-4a26-83c9-5b51b930449e, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:12:29.090251 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] For port 858608d9-4940-4a26-83c9-5b51b930449e, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=858608d9-4940-4a26-83c9-5b51b930449e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:12:29.095797 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:29.120216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-7e390621-b7f4-4ca7-b024-0bfbf6ff8d8b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:12:29.140000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-7e390621-b7f4-4ca7-b024-0bfbf6ff8d8b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:12:29.141515 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-7e390621-b7f4-4ca7-b024-0bfbf6ff8d8b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1749668451&fields=id&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 267 time: 0.0658152 Dec 22 09:12:29.152032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d0a55b01-1b32-4563-acf9-fce711cb2a69 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:29.152409 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:29.173775 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:12:29.174433 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:12:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:29.313717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-ba9cb824-930e-4b55-8953-e4b09fd113d4 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:29.315327 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-ba9cb824-930e-4b55-8953-e4b09fd113d4 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 812 time: 0.1643562 Dec 22 09:12:29.329954 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629f5dd-ca47-450b-9bc9-99956bee2c7e None None] Pushing event updated for resources: {'Port': ['ID=858608d9-4940-4a26-83c9-5b51b930449e,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:29.332670 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-dac96741-0765-4bdd-8409-dbe0cf455fee tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/quotas/581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 375 time: 0.0103760 Dec 22 09:12:29.376511 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:12:29.423527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-8b7d73e6-c83d-444a-bbbc-281cef780330 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:12:29.440713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-8b7d73e6-c83d-444a-bbbc-281cef780330 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:12:29.441989 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-8b7d73e6-c83d-444a-bbbc-281cef780330 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043136 Dec 22 09:12:29.507493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-cb6a874a-3ac9-4363-8572-10aee27c7ce1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:12:29.508412 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-cb6a874a-3ac9-4363-8572-10aee27c7ce1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549088 Dec 22 09:12:29.643164 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-45b90ed2-2bbc-44e4-9e90-3917aebb9b8a service neutron] 10.222.0.37 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284943 Dec 22 09:12:29.734076 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:29Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:29.737889 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c6322-8ad4-4587-9f0c-8528aa8abd30 None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:29Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:12:29.782878 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-fc322f20-136f-4d85-9fcb-b3abd641d75b service neutron] 10.222.0.37 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275620 Dec 22 09:12:29.985359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-02c7d597-21ec-4106-9b6c-ea1c96dc50fe req-98085c88-7984-456c-8c2c-bd9d63305ad4 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 210 time: 0.0463855 Dec 22 09:12:31.095196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-36d3e287-ef54-468c-9c79-bb8457f783d5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:31.095888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-36d3e287-ef54-468c-9c79-bb8457f783d5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:12:31.122489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 858608d9-4940-4a26-83c9-5b51b930449e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:31.128063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-36d3e287-ef54-468c-9c79-bb8457f783d5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:12:31.129795 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-36d3e287-ef54-468c-9c79-bb8457f783d5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 812 time: 0.1857102 Dec 22 09:12:31.156653 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e31f0a51-62bf-4104-b27d-f773fe0d82c6 req-e939ec66-d378-49b0-a26a-160d4e7093d4 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 210 time: 0.0561800 Dec 22 09:12:31.184915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-67971647-e501-49fd-b667-63f058b1cc7c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:12:31.197101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-67971647-e501-49fd-b667-63f058b1cc7c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:12:31.198254 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-67971647-e501-49fd-b667-63f058b1cc7c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 380 time: 0.0604522 Dec 22 09:12:31.207977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 858608d9-4940-4a26-83c9-5b51b930449e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:12:31.208136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'port': {'device_id': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'admin_state_up': True, 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'security_groups': ['009d7c23-5d5f-4511-bd01-95b4ba02cf3e']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:12:31.212827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 858608d9-4940-4a26-83c9-5b51b930449e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:31.213203 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:31.325535 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:31.342870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:12:31.357129 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 858608d9-4940-4a26-83c9-5b51b930449e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=858608d9-4940-4a26-83c9-5b51b930449e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:31.358490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:12:31.361364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:31.367821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Made reservation on behalf of 581f7ddcea1642899435646b08d9a21e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:12:31.371280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:31.429911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=858608d9-4940-4a26-83c9-5b51b930449e,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:31.529324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Allocated IP 172.20.0.14 (d6f9c07f-9084-4afc-a544-4dc44d879b51/0d74b83b-76b4-46a8-8a94-78c782a59e9d/8b0abdd8-415b-4928-96a7-3b867888a0ba) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:12:31.709856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:31.725581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Transition to ACTIVE for port object 8b0abdd8-415b-4928-96a7-3b867888a0ba will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:12:31.748448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:31.820056 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:12:31.823003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:12:31.827392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:12:31.857367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event updated for resources: {'Port': ['ID=8b0abdd8-415b-4928-96a7-3b867888a0ba,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:31.893368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:31.893991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:31.924072 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-9fc7e94b-aeea-4a7f-8f0e-348b49a94819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7208922 Dec 22 09:12:31.937173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Request body: {'port': {'device_id': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:12:32.022129 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3824d901-3f7f-4f77-a771-7153235c3eff None None] Provisioning for port 8b0abdd8-415b-4928-96a7-3b867888a0ba completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:12:32.026787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3824d901-3f7f-4f77-a771-7153235c3eff None None] Provisioning complete for port 8b0abdd8-415b-4928-96a7-3b867888a0ba triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:32.027157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3824d901-3f7f-4f77-a771-7153235c3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:32.052512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:32.079586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3824d901-3f7f-4f77-a771-7153235c3eff None None] Port 8b0abdd8-415b-4928-96a7-3b867888a0ba cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:12:32.398074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a191a-f34e-4850-b82c-ed3935683ffb req-03deede5-3f6b-4491-94e3-7db2b5fe1d46 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:32.398742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-602a191a-f34e-4850-b82c-ed3935683ffb req-03deede5-3f6b-4491-94e3-7db2b5fe1d46 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:12:32.460794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-602a191a-f34e-4850-b82c-ed3935683ffb req-03deede5-3f6b-4491-94e3-7db2b5fe1d46 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:12:32.462027 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-602a191a-f34e-4850-b82c-ed3935683ffb req-03deede5-3f6b-4491-94e3-7db2b5fe1d46 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 932 time: 0.1900060 Dec 22 09:12:32.463752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0abdd8-415b-4928-96a7-3b867888a0ba {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:12:32.472245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:32.512204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Transition to ACTIVE for port object 8b0abdd8-415b-4928-96a7-3b867888a0ba will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:12:32.515920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:32.740694 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-602a191a-f34e-4850-b82c-ed3935683ffb req-fd68da53-2e23-4619-80ab-6b5779a3f999 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725277 Dec 22 09:12:32.803689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Pushing event updated for resources: {'Port': ['ID=8b0abdd8-415b-4928-96a7-3b867888a0ba,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:32.873130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Attempting to bind port 8b0abdd8-415b-4928-96a7-3b867888a0ba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:12:32.873476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Attempting to bind port 8b0abdd8-415b-4928-96a7-3b867888a0ba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:12:32.873834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Attempting to bind port 8b0abdd8-415b-4928-96a7-3b867888a0ba on network d6f9c07f-9084-4afc-a544-4dc44d879b51 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:12:32.878462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Port 8b0abdd8-415b-4928-96a7-3b867888a0ba on network d6f9c07f-9084-4afc-a544-4dc44d879b51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:12:32.878777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Attempting to bind port 8b0abdd8-415b-4928-96a7-3b867888a0ba on network d6f9c07f-9084-4afc-a544-4dc44d879b51 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:12:32.883809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:12:32.884136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Checking segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:12:32.884512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Bound using segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:12:32.884927 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Bound port: 8b0abdd8-415b-4928-96a7-3b867888a0ba, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:12:32.885264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:32.972061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] For port 8b0abdd8-415b-4928-96a7-3b867888a0ba, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:12:32.975509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] For port 8b0abdd8-415b-4928-96a7-3b867888a0ba, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:12:32.979268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:33.046445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:33.047042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:33.048410 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] 10.222.0.54 "PUT /v2.0/ports/8b0abdd8-415b-4928-96a7-3b867888a0ba HTTP/1.1" status: 200 len: 1094 time: 1.1160896 Dec 22 09:12:33.048820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:33.066984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a6c9b-a608-4ae3-a3e6-fff0f12b592e service neutron] Pushing event updated for resources: {'Port': ['ID=8b0abdd8-415b-4928-96a7-3b867888a0ba,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:33.069248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 858608d9-4940-4a26-83c9-5b51b930449e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:33.142432 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'status': 'completed', 'code': 200} Dec 22 09:12:33.146324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 858608d9-4940-4a26-83c9-5b51b930449e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:33.146714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:33.184491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-d466c19a-b4c2-4a22-8da3-ba4ea0fca6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:33.186412 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-d466c19a-b4c2-4a22-8da3-ba4ea0fca6d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 1097 time: 0.0835934 Dec 22 09:12:33.260815 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-2520c8fa-134e-4140-8362-379dbf07eb33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba HTTP/1.1" status: 200 len: 217 time: 0.0668240 Dec 22 09:12:33.321925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-b3a9fddc-f4c5-4717-9702-b12b1cc17321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:33.323274 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-b3a9fddc-f4c5-4717-9702-b12b1cc17321 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0566607 Dec 22 09:12:33.398878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-4cdd9ca0-60d9-496d-8c81-15e2c9790eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:33.400236 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-4cdd9ca0-60d9-496d-8c81-15e2c9790eb4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708599 Dec 22 09:12:33.528611 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-b5069b51-86bc-4a15-b856-48c22db4485b service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217916 Dec 22 09:12:33.656133 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6b99555-ff9e-4754-9001-8a9f2484fa64 req-1cc22f22-10b2-4e70-99fb-f63db9fa9610 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210296 Dec 22 09:12:33.769003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-d966834d-b1bb-45da-a6ab-481a1e5d735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:33.770464 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-d966834d-b1bb-45da-a6ab-481a1e5d735f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 1097 time: 0.0677612 Dec 22 09:12:33.953155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-6b9df4a5-1f60-49fc-9899-f0f112c55169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:33.954503 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-6b9df4a5-1f60-49fc-9899-f0f112c55169 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1765909 Dec 22 09:12:34.023421 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3399f3-6e09-4075-8379-2355239a49a5 req-218d5931-c08b-49ea-a978-ed34189c27cb tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:34.024842 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee3399f3-6e09-4075-8379-2355239a49a5 req-218d5931-c08b-49ea-a978-ed34189c27cb tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 944 time: 0.1648636 Dec 22 09:12:34.034575 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-872d7b98-79e6-4321-9f27-ec63f360dd5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba HTTP/1.1" status: 200 len: 217 time: 0.0724156 Dec 22 09:12:34.118569 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee3399f3-6e09-4075-8379-2355239a49a5 req-12283308-3a84-48d9-8396-b5c759ee8591 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861640 Dec 22 09:12:34.121708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-5ee9864e-0e90-4034-b70b-e497049588ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:34.123010 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-5ee9864e-0e90-4034-b70b-e497049588ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0773652 Dec 22 09:12:34.199012 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-be3bc946-c74d-4dd2-997b-c00d5c91f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:34.200721 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-be3bc946-c74d-4dd2-997b-c00d5c91f756 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696056 Dec 22 09:12:34.329254 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-fa89904b-41bb-43bb-9637-b9161516fd85 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210995 Dec 22 09:12:34.555963 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b991f2e3-3abc-4f1c-ba52-9094862815bc req-01d473d4-6a6b-450f-8b97-3261443e6757 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202892 Dec 22 09:12:35.304077 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27781204-f390-4b1d-950c-2c1fa9034164 req-89d91167-f639-4088-8947-021a6a8b36c3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:35.305415 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-27781204-f390-4b1d-950c-2c1fa9034164 req-89d91167-f639-4088-8947-021a6a8b36c3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 944 time: 0.0811481 Dec 22 09:12:35.434309 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-27781204-f390-4b1d-950c-2c1fa9034164 req-956356ff-ec02-472e-92a5-b08f3bf0b481 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230345 Dec 22 09:12:35.698537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 8b0abdd8-415b-4928-96a7-3b867888a0ba details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:12:35.827175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 8b0abdd8-415b-4928-96a7-3b867888a0ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:35.842921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'port_id': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'mac_address': 'fa:16:3e:1e:2b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:12:35.895229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:35.911453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0abdd8-415b-4928-96a7-3b867888a0ba {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:12:35.926609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 8b0abdd8-415b-4928-96a7-3b867888a0ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:35.930302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:35.997580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=8b0abdd8-415b-4928-96a7-3b867888a0ba,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:36.137974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['8b0abdd8-415b-4928-96a7-3b867888a0ba'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:12:36.618355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b54e6-85cb-4ed3-8ffe-dc5975e3cebf req-ea822ca6-6aec-4e21-bc2d-af5d29ad2772 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:36.619690 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-618b54e6-85cb-4ed3-8ffe-dc5975e3cebf req-ea822ca6-6aec-4e21-bc2d-af5d29ad2772 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 945 time: 0.0819867 Dec 22 09:12:36.662250 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-618b54e6-85cb-4ed3-8ffe-dc5975e3cebf req-8dc4affe-6056-47da-bb50-cc14c0040598 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369475 Dec 22 09:12:37.698505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 8b0abdd8-415b-4928-96a7-3b867888a0ba up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:37.766779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 8b0abdd8-415b-4928-96a7-3b867888a0ba completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:12:37.771530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 8b0abdd8-415b-4928-96a7-3b867888a0ba triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:37.771917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:37.844075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006d397-3604-41a3-9288-57b0bad6d06c req-c3a76142-b519-4240-8154-b7d2cb4a35a8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:37.845641 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5006d397-3604-41a3-9288-57b0bad6d06c req-c3a76142-b519-4240-8154-b7d2cb4a35a8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 945 time: 0.0789356 Dec 22 09:12:37.887690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:37.889919 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5006d397-3604-41a3-9288-57b0bad6d06c req-49047b76-771f-4cf9-8f04-ccb6b880b2db tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385127 Dec 22 09:12:37.914247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:37.924544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 8b0abdd8-415b-4928-96a7-3b867888a0ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:37.928251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:37.959470 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'code': 200} Dec 22 09:12:38.000863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=8b0abdd8-415b-4928-96a7-3b867888a0ba,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:38.179288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e788ac-83e8-4537-a4f0-83ad6c67a947 req-e1f9d0d4-11c1-4380-90b6-e7c402672703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:38.180717 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d7e788ac-83e8-4537-a4f0-83ad6c67a947 req-e1f9d0d4-11c1-4380-90b6-e7c402672703 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 1099 time: 0.0671582 Dec 22 09:12:38.223314 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d7e788ac-83e8-4537-a4f0-83ad6c67a947 req-255719a1-6bc8-4b5b-a748-309287f104ee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360532 Dec 22 09:12:39.071693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419460-a353-4ff2-b54f-534fc379b1ba req-dec27f77-84f6-4413-a71e-5282257dcf46 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:39.073153 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-24419460-a353-4ff2-b54f-534fc379b1ba req-dec27f77-84f6-4413-a71e-5282257dcf46 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0810785 Dec 22 09:12:39.117058 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-24419460-a353-4ff2-b54f-534fc379b1ba req-510b212a-a386-4131-92ba-555ede42137c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373342 Dec 22 09:12:40.298285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7529eb-e0c7-4ed1-9692-6f4b28529bc0 req-683aa18c-9dce-408b-a33f-98ca9a2d29ef tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:40.299707 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5e7529eb-e0c7-4ed1-9692-6f4b28529bc0 req-683aa18c-9dce-408b-a33f-98ca9a2d29ef tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0772324 Dec 22 09:12:40.342972 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5e7529eb-e0c7-4ed1-9692-6f4b28529bc0 req-40695ff5-4318-41ea-8348-4d47c9f1d912 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377223 Dec 22 09:12:40.515069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0f6e-996b-4b7d-8573-fa92177621c7 req-d1dca388-8051-4df3-a854-982ebe47c3b3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:40.516500 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1d8f0f6e-996b-4b7d-8573-fa92177621c7 req-d1dca388-8051-4df3-a854-982ebe47c3b3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0774727 Dec 22 09:12:40.524843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 33580) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:12:40.530120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-104ea61a-e8b0-44f9-8cee-a65be0455370 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'floatingip': {'port_id': '8b0abdd8-415b-4928-96a7-3b867888a0ba'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:12:40.606941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-104ea61a-e8b0-44f9-8cee-a65be0455370 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:41.182492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-104ea61a-e8b0-44f9-8cee-a65be0455370 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:41.186963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-104ea61a-e8b0-44f9-8cee-a65be0455370 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:41.355487 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-104ea61a-e8b0-44f9-8cee-a65be0455370 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Floating IP e5e20119-96c0-4034-866a-94b43bd80ee7 associated. External IP: 172.26.1.218, port: 8b0abdd8-415b-4928-96a7-3b867888a0ba. Dec 22 09:12:41.785962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104ea61a-e8b0-44f9-8cee-a65be0455370 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Router 42a770a7-bea4-4338-80f1-016c2a154caf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:12:41.961530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104ea61a-e8b0-44f9-8cee-a65be0455370 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:12:41.965736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-104ea61a-e8b0-44f9-8cee-a65be0455370 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:41.971321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:12:41.980768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:12:41.981433 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:12:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:42.022585 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-104ea61a-e8b0-44f9-8cee-a65be0455370 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "PUT /v2.0/floatingips/e5e20119-96c0-4034-866a-94b43bd80ee7 HTTP/1.1" status: 200 len: 992 time: 1.4967256 Dec 22 09:12:42.023172 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:42.127868 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'status': 'completed', 'code': 200} Dec 22 09:12:42.198377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:12:42.224055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-2a86a7ae-4856-4b5f-bc2a-443f30810bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:42.225514 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-2a86a7ae-4856-4b5f-bc2a-443f30810bcb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 1099 time: 0.0740516 Dec 22 09:12:42.355823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-2cc60927-43de-45e2-81c5-539811e68540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:42.357184 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-2cc60927-43de-45e2-81c5-539811e68540 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1253719 Dec 22 09:12:42.459946 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-acf5c4b4-c77d-4bdd-93e8-5c88e44c700d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba HTTP/1.1" status: 200 len: 1000 time: 0.0956895 Dec 22 09:12:42.524131 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-45114157-4755-4f17-9dcc-c444a9c84614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:42.525548 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-45114157-4755-4f17-9dcc-c444a9c84614 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0578609 Dec 22 09:12:42.534517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:1e:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:12:41Z', 'revision_number': 1, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:42.538325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:12:42.546507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:12:42.547095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:12:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:42.597798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-7f1506e3-8b80-40a3-b90a-21f3bd32d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:42.599250 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-7f1506e3-8b80-40a3-b90a-21f3bd32d79d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674520 Dec 22 09:12:42.609421 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-d49d04c5-3ac0-48e3-b5f0-e0ff24f43d85 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:12:42.610312 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-d49d04c5-3ac0-48e3-b5f0-e0ff24f43d85 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049450 Dec 22 09:12:42.718924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:12:42.738836 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-383c6964-1d44-452e-9e6f-87657db574f8 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214168 Dec 22 09:12:42.869196 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ceccb37-8be5-479b-ad69-3d25421c76c2 req-faa612b3-5f21-4751-b551-bedbe6119139 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236992 Dec 22 09:12:43.059504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:1e:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:12:41Z', 'revision_number': 1, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:43.064084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aaf7a1-9cd6-4f23-817f-92f5d50dd18b None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:1e:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:12:41Z', 'revision_number': 1, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:12:43.262825 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e92e73-1f0d-4569-b782-04f931c00e7d None None] New status for floating IP e5e20119-96c0-4034-866a-94b43bd80ee7: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:12:44.430765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:49.395833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3f486b3c-fb89-4c13-a2dc-7462f0f5b5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:50.678388 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-a396665f-2baa-4256-892a-ca22a2100468 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1102374 Dec 22 09:12:50.815768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-1444ca3b-0154-4d9b-9488-52d46e1967f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:50.817225 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-1444ca3b-0154-4d9b-9488-52d46e1967f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 1099 time: 0.0689251 Dec 22 09:12:50.963744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-71179e39-0828-4325-9722-ee5b4998b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:50.965606 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-71179e39-0828-4325-9722-ee5b4998b1c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1264756 Dec 22 09:12:51.069949 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-bb3ac257-c204-4105-9b4c-f3529451a632 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba HTTP/1.1" status: 200 len: 1002 time: 0.0973225 Dec 22 09:12:51.140294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-5a4d71fa-eb45-4580-935e-024404f180e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:51.141695 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-5a4d71fa-eb45-4580-935e-024404f180e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0567262 Dec 22 09:12:51.309615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-8072322e-32e7-49f3-859a-20ae537950e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:51.311028 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-8072322e-32e7-49f3-859a-20ae537950e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1628535 Dec 22 09:12:51.439700 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-13e2ffb7-dac2-43a3-a353-698d3767d456 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214411 Dec 22 09:12:51.568408 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8cf050a7-eb33-4898-a051-dc4d87799e9f req-b6cf0efd-ccc1-403a-813a-123f0d12e917 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202700 Dec 22 09:12:51.767367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-920db8d3-a2bb-4909-836b-b2cee59397c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:52.866388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:53.020407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:54.231759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:00.733547 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:13:14.447085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:18.278536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd95d8-3e2e-4308-8340-96c6185636b6 req-10dce9f3-9961-44bf-a2a5-ec61366aae76 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:18.279882 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-85dd95d8-3e2e-4308-8340-96c6185636b6 req-10dce9f3-9961-44bf-a2a5-ec61366aae76 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0770090 Dec 22 09:13:18.322844 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-85dd95d8-3e2e-4308-8340-96c6185636b6 req-4c9ada88-bf76-43c5-85de-57af642e871c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372918 Dec 22 09:13:18.660179 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-f152f6a5-9319-4881-adee-376d15a12877 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687997 Dec 22 09:13:18.719659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ecf94-f8fc-41d8-ab67-3972bcff8ca9 req-0f9a6894-9b20-44b4-bcdd-f0cf6c924d4e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:18.721136 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e81ecf94-f8fc-41d8-ab67-3972bcff8ca9 req-0f9a6894-9b20-44b4-bcdd-f0cf6c924d4e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0850339 Dec 22 09:13:18.764850 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e81ecf94-f8fc-41d8-ab67-3972bcff8ca9 req-9b3a8e92-65d5-478b-9c2f-7bd1365b9fd6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379081 Dec 22 09:13:19.398927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-36d077a0-2720-4e96-bba6-9106bced6bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:19.808156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2cef-25e4-455b-928f-0e8813507c16 req-71bd639a-d15f-42ab-941d-8a381818c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:19.809650 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-71bd639a-d15f-42ab-941d-8a381818c3b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 1099 time: 0.0750616 Dec 22 09:13:19.985467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2cef-25e4-455b-928f-0e8813507c16 req-9a03b018-6798-463c-a430-403ee759371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:19.986913 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-9a03b018-6798-463c-a430-403ee759371d service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1710844 Dec 22 09:13:20.077720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86861c91-89c3-44e6-8eb8-e682d3af9edd req-feb01fec-e23a-42be-9cf3-b67ef9e3b2a1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:20.079055 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86861c91-89c3-44e6-8eb8-e682d3af9edd req-feb01fec-e23a-42be-9cf3-b67ef9e3b2a1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.1821194 Dec 22 09:13:20.127234 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-a73d822d-4da1-48cc-9a8e-47ff9ca542ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba HTTP/1.1" status: 200 len: 1002 time: 0.1320701 Dec 22 09:13:20.136368 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86861c91-89c3-44e6-8eb8-e682d3af9edd req-a5b9ea8c-ab01-4a2a-9474-2f7b375c6a92 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517917 Dec 22 09:13:20.195232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2cef-25e4-455b-928f-0e8813507c16 req-7efa4cca-c0a8-4fa1-b1cb-641e2365797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:20.196626 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-7efa4cca-c0a8-4fa1-b1cb-641e2365797e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0594771 Dec 22 09:13:20.268085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2cef-25e4-455b-928f-0e8813507c16 req-51011b9b-1cba-4b74-b94e-db08d539b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:20.269502 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-51011b9b-1cba-4b74-b94e-db08d539b7af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669761 Dec 22 09:13:20.397922 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-b753e237-14df-4ec8-bc35-799c9c5e1c17 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210728 Dec 22 09:13:20.524347 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-fdd02fb8-5610-4f33-acb2-ee7a25cda05c service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203327 Dec 22 09:13:21.315682 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f8ec2-7275-48ff-ba53-cea91be9fbb9 req-b44468e0-a291-4469-81d0-5ad6ae89e4bd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:21.317032 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-331f8ec2-7275-48ff-ba53-cea91be9fbb9 req-b44468e0-a291-4469-81d0-5ad6ae89e4bd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0776339 Dec 22 09:13:21.359605 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-331f8ec2-7275-48ff-ba53-cea91be9fbb9 req-cb30c9ab-8034-4c85-b051-6ffaa950936a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368714 Dec 22 09:13:21.769685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-db1b80b6-f7b2-4843-8ba6-57785547c93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:22.684482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3767d33-c14c-47f7-a621-cd4a3195b42a req-ded27466-90bf-403e-9f45-981b7d13db68 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:22.685836 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b3767d33-c14c-47f7-a621-cd4a3195b42a req-ded27466-90bf-403e-9f45-981b7d13db68 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0818224 Dec 22 09:13:22.728555 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b3767d33-c14c-47f7-a621-cd4a3195b42a req-6b07fc2e-f312-4f5d-bd8f-bbf029ce48c1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371969 Dec 22 09:13:22.868735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:23.021937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:23.909708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccdcb4-84f3-4ceb-8231-085b25eb9aca req-431f8695-7d3f-494b-b211-772c3e7800c0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:23.911144 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-efccdcb4-84f3-4ceb-8231-085b25eb9aca req-431f8695-7d3f-494b-b211-772c3e7800c0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0809135 Dec 22 09:13:23.955736 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-efccdcb4-84f3-4ceb-8231-085b25eb9aca req-8686132a-7f70-4554-a389-3b36479100b4 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388608 Dec 22 09:13:24.230992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:25.136768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c28e7-cb98-4c80-b3f8-c90fa260aa05 req-df02b3d1-4a00-4e88-8841-5863069b6540 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:25.138213 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c0c28e7-cb98-4c80-b3f8-c90fa260aa05 req-df02b3d1-4a00-4e88-8841-5863069b6540 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0777004 Dec 22 09:13:25.182328 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2c0c28e7-cb98-4c80-b3f8-c90fa260aa05 req-f4915577-30a3-4dad-91e1-d39f09a0ab88 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374832 Dec 22 09:13:26.364496 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb6489-016d-4b97-a4ac-613e4ade10bc req-e34b7e62-2b01-443e-be7b-9d38d9fdd64d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:26.365883 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-06eb6489-016d-4b97-a4ac-613e4ade10bc req-e34b7e62-2b01-443e-be7b-9d38d9fdd64d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0775881 Dec 22 09:13:26.408849 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-06eb6489-016d-4b97-a4ac-613e4ade10bc req-c94173b1-ea3c-46b5-b82c-4d5128e9532b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374532 Dec 22 09:13:27.590704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6365d88-c76a-447f-a405-69a955b6271f req-88376c7a-5087-4842-8b1d-6694c2daa667 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:27.592121 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6365d88-c76a-447f-a405-69a955b6271f req-88376c7a-5087-4842-8b1d-6694c2daa667 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0797417 Dec 22 09:13:27.636711 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b6365d88-c76a-447f-a405-69a955b6271f req-2ec97a68-7039-4e07-b927-ae11c0cd5566 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384774 Dec 22 09:13:28.818635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce1fd1-840c-4b36-a81e-08ece4047ffc req-60f50585-cd08-433f-8bcb-a384691b0a11 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:28.820068 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-45ce1fd1-840c-4b36-a81e-08ece4047ffc req-60f50585-cd08-433f-8bcb-a384691b0a11 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0809362 Dec 22 09:13:28.862459 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-45ce1fd1-840c-4b36-a81e-08ece4047ffc req-ad6fb7d2-12c4-48ed-94bf-904f7cd0985e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368674 Dec 22 09:13:30.042446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b8a43-bae1-4bb0-88af-0933afb57c26 req-c95cb151-c42d-4263-a76b-bf362a4544c1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:30.043869 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-000b8a43-bae1-4bb0-88af-0933afb57c26 req-c95cb151-c42d-4263-a76b-bf362a4544c1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0797133 Dec 22 09:13:30.185189 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-000b8a43-bae1-4bb0-88af-0933afb57c26 req-dd7b83e8-3cd5-443b-9ed1-a67aaa95dcb2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348414 Dec 22 09:13:31.371000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a57e39-252f-4ac9-9a99-21a8f223c455 req-004be9d5-6782-4a7f-a47c-f841f110d3a3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:31.372341 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-16a57e39-252f-4ac9-9a99-21a8f223c455 req-004be9d5-6782-4a7f-a47c-f841f110d3a3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0835886 Dec 22 09:13:31.421974 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-16a57e39-252f-4ac9-9a99-21a8f223c455 req-2e71c97b-962b-442f-9bc3-62f183efdb33 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Dec 22 09:13:32.186691 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-d3ccd153-18de-40a3-bf8e-9d9d33ec0ee2 service neutron] 10.222.0.54 "GET /v2.0/ports/8b0abdd8-415b-4928-96a7-3b867888a0ba/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0722792 Dec 22 09:13:32.446840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2cef-25e4-455b-928f-0e8813507c16 req-d7b193f1-b9a0-4c02-b9e5-777597f09abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:32.448290 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-d7b193f1-b9a0-4c02-b9e5-777597f09abc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 1099 time: 0.0724239 Dec 22 09:13:32.587240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2cef-25e4-455b-928f-0e8813507c16 req-9e3e07fc-7ba1-4f46-b7cc-57da67e0a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:32.588657 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-9e3e07fc-7ba1-4f46-b7cc-57da67e0a3fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 1099 time: 0.1191859 Dec 22 09:13:32.696343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896e16a-5432-42bf-a9ab-29d6e799256b req-9fca3eee-3a7f-4708-9d66-4d294ef31f75 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:32.697836 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9896e16a-5432-42bf-a9ab-29d6e799256b req-9fca3eee-3a7f-4708-9d66-4d294ef31f75 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.1711593 Dec 22 09:13:32.763238 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9896e16a-5432-42bf-a9ab-29d6e799256b req-56f028dc-73ce-4262-bebc-adc3ea8577c7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575433 Dec 22 09:13:32.764347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2cef-25e4-455b-928f-0e8813507c16 req-637bb966-6ebb-4579-a2bf-5bc8dde5a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:32.766248 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-637bb966-6ebb-4579-a2bf-5bc8dde5a9a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1704104 Dec 22 09:13:32.867616 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-6fb8bfbb-f40e-4f95-85ac-dda6b3163380 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba HTTP/1.1" status: 200 len: 1002 time: 0.0935764 Dec 22 09:13:32.929802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2cef-25e4-455b-928f-0e8813507c16 req-9af4bd0f-8526-4f12-adb7-8af9648a3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:32.931221 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-9af4bd0f-8526-4f12-adb7-8af9648a3298 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0565493 Dec 22 09:13:33.008564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2cef-25e4-455b-928f-0e8813507c16 req-25aac9fa-28fd-443d-b1db-9eb492bbdd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:33.009947 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-25aac9fa-28fd-443d-b1db-9eb492bbdd9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723941 Dec 22 09:13:33.138964 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-b6c0f177-48ae-47b3-a298-4c99021e290d service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227512 Dec 22 09:13:33.267426 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64df2cef-25e4-455b-928f-0e8813507c16 req-02fb5586-7e26-41b8-8064-2d705201f6fd service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219685 Dec 22 09:13:33.957168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713682c-2ea0-4cfc-b86c-ea712f214a1c req-4fac3419-af82-40ec-afc9-3e9c8d4f6da6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:33.958660 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6713682c-2ea0-4cfc-b86c-ea712f214a1c req-4fac3419-af82-40ec-afc9-3e9c8d4f6da6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0885053 Dec 22 09:13:34.002424 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6713682c-2ea0-4cfc-b86c-ea712f214a1c req-9fca35fa-f0c1-4e9c-8d3d-d6046ed468c4 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381331 Dec 22 09:13:35.191545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3992-c38f-4a98-8d59-273af9242ac8 req-8c9feb40-661c-4769-ad46-9789eae69979 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:35.193023 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-515d3992-c38f-4a98-8d59-273af9242ac8 req-8c9feb40-661c-4769-ad46-9789eae69979 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0793140 Dec 22 09:13:35.235870 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-515d3992-c38f-4a98-8d59-273af9242ac8 req-bf3f46e4-4901-4fb9-9671-00a1576fb0ef tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372157 Dec 22 09:13:35.592675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d512e2e-613b-488f-90fd-7f4183594e4b req-08a9854c-331d-413d-8bc2-e9dae452aba5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:35.594059 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2d512e2e-613b-488f-90fd-7f4183594e4b req-08a9854c-331d-413d-8bc2-e9dae452aba5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.1411128 Dec 22 09:13:35.601146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-9d020038-4cea-4a56-80f5-e034b29fc952 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:35.602465 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-9d020038-4cea-4a56-80f5-e034b29fc952 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671&tenant_id=581f7ddcea1642899435646b08d9a21e&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.1196096 Dec 22 09:13:35.641184 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2d512e2e-613b-488f-90fd-7f4183594e4b req-adf26258-fb5a-4530-9827-664a1e5d0007 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378125 Dec 22 09:13:35.742764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-389eb385-5ba7-40d3-be38-69d3f7f8c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:35.744182 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-389eb385-5ba7-40d3-be38-69d3f7f8c025 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 1099 time: 0.0720935 Dec 22 09:13:35.870869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-e555c5f5-6a12-4a4d-a179-6716227a66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:35.872200 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-e555c5f5-6a12-4a4d-a179-6716227a66fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1219957 Dec 22 09:13:35.969411 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-7813c56a-5832-43d5-8183-9968107a72d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba HTTP/1.1" status: 200 len: 1002 time: 0.0908353 Dec 22 09:13:36.081696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 8b0abdd8-415b-4928-96a7-3b867888a0ba details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:13:36.084505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 8b0abdd8-415b-4928-96a7-3b867888a0ba no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:13:36.134166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-866d491b-bc62-4c69-8110-2f25568b868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:36.135613 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-866d491b-bc62-4c69-8110-2f25568b868b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.1595922 Dec 22 09:13:36.209079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-f2b3eefc-16e4-453b-afc9-8a2013f421e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:36.210575 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-f2b3eefc-16e4-453b-afc9-8a2013f421e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685129 Dec 22 09:13:36.327748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:36.338561 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-166935e5-8b05-4596-99ff-dc8053eb8217 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215279 Dec 22 09:13:36.364973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 8b0abdd8-415b-4928-96a7-3b867888a0ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:36.378985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:36.390100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'port_id': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'mac_address': 'fa:16:3e:1e:2b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:13:36.392380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 8b0abdd8-415b-4928-96a7-3b867888a0ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:36.424538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:36.465695 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'code': 200} Dec 22 09:13:36.487339 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-47bdf654-99a0-47b2-aac4-9cbee4da0676 req-78d4777b-db2c-492e-bfda-a5e53cbec08c service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423991 Dec 22 09:13:36.503516 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:36.524503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0abdd8-415b-4928-96a7-3b867888a0ba {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:13:36.531440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=8b0abdd8-415b-4928-96a7-3b867888a0ba,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:36.544036 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.544379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.544712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.545038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.545362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.545761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.546573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.546906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.547230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.547528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.547841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.548198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:36.555578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 8b0abdd8-415b-4928-96a7-3b867888a0ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:36.559371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:36.626257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=8b0abdd8-415b-4928-96a7-3b867888a0ba,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:36.633908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['8b0abdd8-415b-4928-96a7-3b867888a0ba'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:13:36.828711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e976e5f-8865-45d3-8024-998a5cfc9393 req-a2f53594-f85f-40a1-b0d6-08bb4b2e29fd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:36.830308 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4e976e5f-8865-45d3-8024-998a5cfc9393 req-a2f53594-f85f-40a1-b0d6-08bb4b2e29fd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 945 time: 0.0846345 Dec 22 09:13:36.874835 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4e976e5f-8865-45d3-8024-998a5cfc9393 req-78ac2842-fbc2-4b30-bb22-c99e6bfbaa58 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383797 Dec 22 09:13:37.732009 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:13:38.065332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6acb3-0ea8-4022-8ce5-2e5d36f18610 req-5d9a8565-dd6a-4ad9-9982-9a76ce9d9dc6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:38.066808 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0fd6acb3-0ea8-4022-8ce5-2e5d36f18610 req-5d9a8565-dd6a-4ad9-9982-9a76ce9d9dc6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 945 time: 0.0816324 Dec 22 09:13:38.097002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 8b0abdd8-415b-4928-96a7-3b867888a0ba up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:13:38.111598 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0fd6acb3-0ea8-4022-8ce5-2e5d36f18610 req-b8736fe3-aec1-43f9-bf70-42d990f4a7f8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383835 Dec 22 09:13:38.162998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 8b0abdd8-415b-4928-96a7-3b867888a0ba triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:13:38.163370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:38.276747 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:38.293034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543547d-1cdd-4fbd-ac26-f4d0d10cb90a req-ea0ae357-3f4e-4cc4-b5a2-b8448a852586 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:38.294572 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9543547d-1cdd-4fbd-ac26-f4d0d10cb90a req-ea0ae357-3f4e-4cc4-b5a2-b8448a852586 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 945 time: 0.0781372 Dec 22 09:13:38.308991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 8b0abdd8-415b-4928-96a7-3b867888a0ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:38.312877 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:38.342092 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9543547d-1cdd-4fbd-ac26-f4d0d10cb90a req-aeb5b815-9d78-41f1-80f1-c7b0730614f1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412920 Dec 22 09:13:38.378228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=8b0abdd8-415b-4928-96a7-3b867888a0ba,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:38.466522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:38.509180 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'code': 200} Dec 22 09:13:38.524527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e543-cfac-4d31-bd75-0c43252d7381 req-1f71adc8-cc7d-4be4-8c43-d4f817dcd361 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:38.525975 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7e63e543-cfac-4d31-bd75-0c43252d7381 req-1f71adc8-cc7d-4be4-8c43-d4f817dcd361 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0801604 Dec 22 09:13:38.568111 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7e63e543-cfac-4d31-bd75-0c43252d7381 req-098ed7c9-6272-4e74-a8f0-7156eb6bb8a8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359843 Dec 22 09:13:38.932971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1ec21-81a0-49ed-aaa0-ca4c5dd258aa req-97607e3b-9b8f-4424-826a-28d89786a5b3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:38.934430 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5fd1ec21-81a0-49ed-aaa0-ca4c5dd258aa req-97607e3b-9b8f-4424-826a-28d89786a5b3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0805485 Dec 22 09:13:38.977654 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5fd1ec21-81a0-49ed-aaa0-ca4c5dd258aa req-162d6bc9-2abd-4f2a-a395-5fe8bf667b7b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371931 Dec 22 09:13:40.160257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ef87d-fd26-4f48-9f82-b8c7bc22a5d3 req-3655f61e-4638-46a7-b15e-4d3da46b44cc tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:40.161672 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f3ef87d-fd26-4f48-9f82-b8c7bc22a5d3 req-3655f61e-4638-46a7-b15e-4d3da46b44cc tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0775712 Dec 22 09:13:40.204993 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f3ef87d-fd26-4f48-9f82-b8c7bc22a5d3 req-e65e655b-e9de-4287-b9a3-37ad8f7e5e31 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378144 Dec 22 09:13:40.569077 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-8541f217-0557-4fac-a1cd-0d92a84cc0ca tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:40.570507 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-8541f217-0557-4fac-a1cd-0d92a84cc0ca tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 946 time: 0.0796266 Dec 22 09:13:40.637499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Deleting port 8b0abdd8-415b-4928-96a7-3b867888a0ba {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:13:40.637861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:40.876885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] For port 8b0abdd8-415b-4928-96a7-3b867888a0ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b0abdd8-415b-4928-96a7-3b867888a0ba,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:40.877292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:41.166097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:41.166737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:41.166737 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Floating IP e5e20119-96c0-4034-866a-94b43bd80ee7 disassociated. External IP: 172.26.1.218, port: 8b0abdd8-415b-4928-96a7-3b867888a0ba. Dec 22 09:13:41.166990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Calling delete_port for 8b0abdd8-415b-4928-96a7-3b867888a0ba owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:13:41.311746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:41.353612 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cdd69237-7bb4-419f-86a5-0dc01afdbe6f req-15ab7eff-a874-43fb-94cb-c4bf199520c7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 210 time: 0.0450528 Dec 22 09:13:41.363284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event deleted for resources: {'Port': ['ID=8b0abdd8-415b-4928-96a7-3b867888a0ba,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:41.524364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.524707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.525042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.525368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.525725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.526035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.526351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.526669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.526993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.527306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.527616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.527929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:41.661495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Router 42a770a7-bea4-4338-80f1-016c2a154caf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:13:41.836464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:13:41.845711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:13:41.854796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:13:41.855448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:13:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:41.906503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] No DVR routers for this DVR port 8b0abdd8-415b-4928-96a7-3b867888a0ba on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:13:41.908915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:41.911418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'name': 'network-vif-deleted', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:41.931734 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ed3225b-1c9e-44be-9a92-c83d4c06023f req-7a0c7483-a32d-471e-9c68-80b544b89fcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "DELETE /v2.0/ports/8b0abdd8-415b-4928-96a7-3b867888a0ba HTTP/1.1" status: 204 len: 173 time: 1.3554950 Dec 22 09:13:41.975420 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779e56e4-1a42-4ed9-9681-1dcc7c774671', 'name': 'network-vif-deleted', 'tag': '8b0abdd8-415b-4928-96a7-3b867888a0ba', 'status': 'completed', 'code': 200} Dec 22 09:13:42.055916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:13:42.369548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:42.373335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:13:42.382928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:13:42.383181 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:13:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:42.605577 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:13:42.617728 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-42b6c219-3bfc-4401-8052-71cd3eefb0a4 req-dd4f4f1f-0bd2-4e23-86db-c3981565e66f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=779e56e4-1a42-4ed9-9681-1dcc7c774671 HTTP/1.1" status: 200 len: 210 time: 0.1422803 Dec 22 09:13:42.908542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:42.912431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b9ecb-c779-4e36-97ed-f66a7d13abf8 None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:13:43.119515 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bea102-dbdc-4e7b-9aa0-9e5a069ba338 None None] New status for floating IP e5e20119-96c0-4034-866a-94b43bd80ee7: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:13:43.935148 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-cd131515-b8dc-4a45-bec1-0c75e6b6deab tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1749668451&fields=id&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 267 time: 0.0409904 Dec 22 09:13:44.086827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-79b1dcef-eb3d-41b0-a97b-5e45dd7f8f1e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:44.088240 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-79b1dcef-eb3d-41b0-a97b-5e45dd7f8f1e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 812 time: 0.1464384 Dec 22 09:13:44.102373 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-9e308601-ef27-4ffc-b7f9-1d4fd17ffa36 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/quotas/581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 375 time: 0.0087101 Dec 22 09:13:44.135278 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 8b0abdd8-415b-4928-96a7-3b867888a0ba no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:13:44.168993 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 8b0abdd8-415b-4928-96a7-3b867888a0ba {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:13:44.169336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 8b0abdd8-415b-4928-96a7-3b867888a0ba not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:13:44.186811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-d5a9de4d-f3d2-40df-bfb8-8d9ada4de068 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:13:44.201524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-d5a9de4d-f3d2-40df-bfb8-8d9ada4de068 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:13:44.203464 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-d5a9de4d-f3d2-40df-bfb8-8d9ada4de068 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963469 Dec 22 09:13:44.218620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-8866ff43-c530-44e8-9897-19d3a5fda477 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:13:44.219546 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-8866ff43-c530-44e8-9897-19d3a5fda477 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049555 Dec 22 09:13:44.347544 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-536b8319-4444-4c9b-b19e-f89c3e091c81 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228561 Dec 22 09:13:44.445330 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:44.476487 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-4c6ff773-9819-40e3-b7a2-c40e3a2e1963 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233256 Dec 22 09:13:44.647519 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-036a52e2-1a1f-4b6d-8c23-2d99512d69fc req-8b0a1091-1f33-4c9d-87d8-f79bfb770242 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 210 time: 0.0419827 Dec 22 09:13:45.659188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-1b53e7a4-9b2e-45fd-890a-f4c9ae659b93 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:45.660613 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-1b53e7a4-9b2e-45fd-890a-f4c9ae659b93 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 812 time: 0.1446650 Dec 22 09:13:45.712800 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-012a969d-7a9f-4ae0-8dd8-ac3174ef3c34 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 380 time: 0.0430498 Dec 22 09:13:45.721243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'port': {'device_id': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'admin_state_up': True, 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'security_groups': ['009d7c23-5d5f-4511-bd01-95b4ba02cf3e']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:13:45.846676 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8616f358-47f6-46b6-aac8-df00218edd4a req-eef65f6c-74bc-47d0-bbbe-16b8023a4e1a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 210 time: 0.0875618 Dec 22 09:13:45.896773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:45.906513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:45.915778 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Made reservation on behalf of 581f7ddcea1642899435646b08d9a21e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:45.919216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:46.077739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Allocated IP 172.20.0.8 (d6f9c07f-9084-4afc-a544-4dc44d879b51/0d74b83b-76b4-46a8-8a94-78c782a59e9d/c1521306-cd49-4a42-b9cd-0b63576d383e) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:13:46.358539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:46.373168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Transition to ACTIVE for port object c1521306-cd49-4a42-b9cd-0b63576d383e will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:13:46.400405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:46.468036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:13:46.470991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:13:46.474630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:13:46.507690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event updated for resources: {'Port': ['ID=c1521306-cd49-4a42-b9cd-0b63576d383e,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:46.544208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:46.544852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:46.571877 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-3530eb69-963a-4545-b309-08f1f6d4e656 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8543587 Dec 22 09:13:46.583267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Request body: {'port': {'device_id': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:13:46.695299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:46.709533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-47849c6f-2919-4af0-b825-e66f22356b01 None None] Provisioning for port c1521306-cd49-4a42-b9cd-0b63576d383e completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:13:46.714736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-47849c6f-2919-4af0-b825-e66f22356b01 None None] Provisioning complete for port c1521306-cd49-4a42-b9cd-0b63576d383e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:13:46.715103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-47849c6f-2919-4af0-b825-e66f22356b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:46.768886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-47849c6f-2919-4af0-b825-e66f22356b01 None None] Port c1521306-cd49-4a42-b9cd-0b63576d383e cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:13:47.026758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1521306-cd49-4a42-b9cd-0b63576d383e {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:13:47.026944 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871f448-05c3-4f47-b1d7-3df3f4274310 req-8f9c76e7-a2ac-4e9f-a130-b5e178dd7717 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:47.028227 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c871f448-05c3-4f47-b1d7-3df3f4274310 req-8f9c76e7-a2ac-4e9f-a130-b5e178dd7717 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 931 time: 0.0786572 Dec 22 09:13:47.034566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:47.049089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Transition to ACTIVE for port object c1521306-cd49-4a42-b9cd-0b63576d383e will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:13:47.053155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:47.077175 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c871f448-05c3-4f47-b1d7-3df3f4274310 req-228c873a-28aa-4401-87b0-1b438079f5d0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Dec 22 09:13:47.182538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Pushing event updated for resources: {'Port': ['ID=c1521306-cd49-4a42-b9cd-0b63576d383e,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:47.288830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Attempting to bind port c1521306-cd49-4a42-b9cd-0b63576d383e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:13:47.289159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Attempting to bind port c1521306-cd49-4a42-b9cd-0b63576d383e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:13:47.289479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Attempting to bind port c1521306-cd49-4a42-b9cd-0b63576d383e on network d6f9c07f-9084-4afc-a544-4dc44d879b51 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:13:47.293993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Port c1521306-cd49-4a42-b9cd-0b63576d383e on network d6f9c07f-9084-4afc-a544-4dc44d879b51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:13:47.294302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Attempting to bind port c1521306-cd49-4a42-b9cd-0b63576d383e on network d6f9c07f-9084-4afc-a544-4dc44d879b51 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:13:47.299769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:13:47.300094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Checking segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:13:47.300465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Bound using segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:13:47.300877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Bound port: c1521306-cd49-4a42-b9cd-0b63576d383e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:13:47.301212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:47.387675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] For port c1521306-cd49-4a42-b9cd-0b63576d383e, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:13:47.390498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] For port c1521306-cd49-4a42-b9cd-0b63576d383e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1521306-cd49-4a42-b9cd-0b63576d383e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:13:47.396103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:47.457968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:47.458623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:47.459873 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] 10.222.0.54 "PUT /v2.0/ports/c1521306-cd49-4a42-b9cd-0b63576d383e HTTP/1.1" status: 200 len: 1093 time: 0.8808744 Dec 22 09:13:47.460297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:47.479808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed659b-e65e-42de-8f0d-f7e6d241b906 service neutron] Pushing event updated for resources: {'Port': ['ID=c1521306-cd49-4a42-b9cd-0b63576d383e,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:47.536510 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'status': 'completed', 'code': 200} Dec 22 09:13:47.579724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-ebf6a9a7-1950-435a-b686-c49f6b0122e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:47.581311 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-ebf6a9a7-1950-435a-b686-c49f6b0122e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 1096 time: 0.0763993 Dec 22 09:13:47.654763 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-742144ce-c9ab-481b-8ccd-0421957e71a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1521306-cd49-4a42-b9cd-0b63576d383e HTTP/1.1" status: 200 len: 217 time: 0.0640872 Dec 22 09:13:47.716885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-30565127-7c3f-4ff8-ade3-58fdb2ca4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:47.718869 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-30565127-7c3f-4ff8-ade3-58fdb2ca4b7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0572410 Dec 22 09:13:47.798988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-8aa1db54-489c-4c11-b4e7-9a4f636d2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:47.800321 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-8aa1db54-489c-4c11-b4e7-9a4f636d2461 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712194 Dec 22 09:13:48.042287 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-8165dccd-4e57-442b-92e6-f361669c4580 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303290 Dec 22 09:13:48.172527 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2cf2c19-d1cc-4147-9427-e4647d5804eb req-d040e30d-52ac-450a-884d-c08ae669a80c service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220424 Dec 22 09:13:48.268384 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3807d-b775-41ed-8c9f-c7f2257f7170 req-a90ca94d-ea8e-4a33-a12e-6c96f24284b7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:48.269786 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-94f3807d-b775-41ed-8c9f-c7f2257f7170 req-a90ca94d-ea8e-4a33-a12e-6c96f24284b7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 943 time: 0.0793223 Dec 22 09:13:48.287246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207774b-783e-4816-b575-a09ce0f03c4a req-f474a2ab-9b8f-4da0-b48e-1702242fdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:48.288698 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c207774b-783e-4816-b575-a09ce0f03c4a req-f474a2ab-9b8f-4da0-b48e-1702242fdf31 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 1096 time: 0.0696862 Dec 22 09:13:48.313978 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-94f3807d-b775-41ed-8c9f-c7f2257f7170 req-54f9f148-b677-492e-8612-5ebf4babf72a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384560 Dec 22 09:13:48.418187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207774b-783e-4816-b575-a09ce0f03c4a req-36e7b11c-6847-4c4c-b948-c1f62ef0c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:48.419616 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c207774b-783e-4816-b575-a09ce0f03c4a req-36e7b11c-6847-4c4c-b948-c1f62ef0c0f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1242573 Dec 22 09:13:48.490297 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c207774b-783e-4816-b575-a09ce0f03c4a req-d48b25e2-2944-4545-a712-1a23ca2831df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1521306-cd49-4a42-b9cd-0b63576d383e HTTP/1.1" status: 200 len: 217 time: 0.0635517 Dec 22 09:13:48.551795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207774b-783e-4816-b575-a09ce0f03c4a req-e25c1380-5767-48a2-a28e-2b4d3a72b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:48.553112 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c207774b-783e-4816-b575-a09ce0f03c4a req-e25c1380-5767-48a2-a28e-2b4d3a72b6a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0557847 Dec 22 09:13:48.631181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207774b-783e-4816-b575-a09ce0f03c4a req-59c50b8f-ef9c-444b-8f0f-5779b9f20bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:48.632604 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c207774b-783e-4816-b575-a09ce0f03c4a req-59c50b8f-ef9c-444b-8f0f-5779b9f20bea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707967 Dec 22 09:13:48.761095 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c207774b-783e-4816-b575-a09ce0f03c4a req-e3eb5fe3-9c29-44e5-9db0-a4d9bff7f583 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214290 Dec 22 09:13:48.889166 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c207774b-783e-4816-b575-a09ce0f03c4a req-c44634d5-d71d-42e8-9424-e7d220a5dfa8 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213822 Dec 22 09:13:49.400332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c827e5c7-970a-4912-a871-96bca76ba668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:49.496994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cbb70-f9c0-4cfb-8070-840aed6b0dcc req-9a9270ec-0623-46d7-ba94-1c03af7a2057 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:49.497664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-956cbb70-f9c0-4cfb-8070-840aed6b0dcc req-9a9270ec-0623-46d7-ba94-1c03af7a2057 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:13:49.512052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-956cbb70-f9c0-4cfb-8070-840aed6b0dcc req-9a9270ec-0623-46d7-ba94-1c03af7a2057 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:13:49.513151 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-956cbb70-f9c0-4cfb-8070-840aed6b0dcc req-9a9270ec-0623-46d7-ba94-1c03af7a2057 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 943 time: 0.0931764 Dec 22 09:13:49.556329 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-956cbb70-f9c0-4cfb-8070-840aed6b0dcc req-7ebc1f77-01a8-4838-be12-c7e2e516b046 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374751 Dec 22 09:13:50.198259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c1521306-cd49-4a42-b9cd-0b63576d383e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:13:50.325399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c1521306-cd49-4a42-b9cd-0b63576d383e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1521306-cd49-4a42-b9cd-0b63576d383e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:50.338595 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'port_id': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'mac_address': 'fa:16:3e:f5:20:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:13:50.391423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.407904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1521306-cd49-4a42-b9cd-0b63576d383e {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:13:50.422544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c1521306-cd49-4a42-b9cd-0b63576d383e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1521306-cd49-4a42-b9cd-0b63576d383e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:50.426455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.493995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=c1521306-cd49-4a42-b9cd-0b63576d383e,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:50.631929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['c1521306-cd49-4a42-b9cd-0b63576d383e'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:13:50.739698 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ee867-2b5e-40f7-bbfc-11bec12347a4 req-4f74aee4-8531-4485-a165-d29b487d9522 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:50.741160 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-353ee867-2b5e-40f7-bbfc-11bec12347a4 req-4f74aee4-8531-4485-a165-d29b487d9522 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 944 time: 0.0820494 Dec 22 09:13:50.784980 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-353ee867-2b5e-40f7-bbfc-11bec12347a4 req-fbb26123-2279-4640-b009-ed1f46de53be tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376911 Dec 22 09:13:51.771066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5980b67f-0b99-45f0-94ca-f6c746755997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:51.969089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18b583-af00-46f9-9ed6-457b257ef97f req-094cd2b7-d988-47eb-9c95-a176bb0b1b4a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:51.970647 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7c18b583-af00-46f9-9ed6-457b257ef97f req-094cd2b7-d988-47eb-9c95-a176bb0b1b4a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 944 time: 0.0825167 Dec 22 09:13:52.018829 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7c18b583-af00-46f9-9ed6-457b257ef97f req-210d0130-1ba7-49ba-a757-2229642ec36a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426235 Dec 22 09:13:52.197850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c1521306-cd49-4a42-b9cd-0b63576d383e up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:13:52.263511 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port c1521306-cd49-4a42-b9cd-0b63576d383e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:13:52.268118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port c1521306-cd49-4a42-b9cd-0b63576d383e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:13:52.268481 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.378927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.404253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:52.413939 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c1521306-cd49-4a42-b9cd-0b63576d383e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1521306-cd49-4a42-b9cd-0b63576d383e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:52.417998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.453116 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'code': 200} Dec 22 09:13:52.484656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=c1521306-cd49-4a42-b9cd-0b63576d383e,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:52.666220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3fbd0-aba6-452a-bb3f-06d0cf75cfba req-ae30fa19-61d0-4ba8-b5a9-e83b98a0ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:52.667547 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2d3fbd0-aba6-452a-bb3f-06d0cf75cfba req-ae30fa19-61d0-4ba8-b5a9-e83b98a0ac4a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 1098 time: 0.0670063 Dec 22 09:13:52.706566 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2d3fbd0-aba6-452a-bb3f-06d0cf75cfba req-866288ec-ea46-4a34-a35a-db485422c8f3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Dec 22 09:13:52.870923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:53.025304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:53.204320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fafd54-b07d-4c88-adbb-3232134d2e41 req-980c3e0d-e3af-48d2-bbf8-e9a57b4401c0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:53.205751 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a8fafd54-b07d-4c88-adbb-3232134d2e41 req-980c3e0d-e3af-48d2-bbf8-e9a57b4401c0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0804756 Dec 22 09:13:53.252176 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a8fafd54-b07d-4c88-adbb-3232134d2e41 req-234234a9-4803-46f1-8e1c-a8c4f47454ee tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408025 Dec 22 09:13:54.234522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:54.436900 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb0d1f-fd77-4bca-8a74-c35430f14a87 req-5a835072-51ca-4aec-bf95-6a6f851f11b0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:54.438356 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7beb0d1f-fd77-4bca-8a74-c35430f14a87 req-5a835072-51ca-4aec-bf95-6a6f851f11b0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0776582 Dec 22 09:13:54.480562 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7beb0d1f-fd77-4bca-8a74-c35430f14a87 req-2adcc231-0bf4-4522-bb30-5c646fdcac78 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366664 Dec 22 09:13:54.652253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b9bbd-7e48-4fd2-ad75-4b801e935502 req-501bc042-c0c0-4190-b1f4-452dc38adb94 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:54.653667 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-861b9bbd-7e48-4fd2-ad75-4b801e935502 req-501bc042-c0c0-4190-b1f4-452dc38adb94 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0772190 Dec 22 09:13:54.662036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 33794) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:54.666802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6b8ee638-22dd-46d6-a9e9-57803726a3e1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'floatingip': {'port_id': 'c1521306-cd49-4a42-b9cd-0b63576d383e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:13:54.742774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee638-22dd-46d6-a9e9-57803726a3e1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:55.425019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee638-22dd-46d6-a9e9-57803726a3e1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:55.428865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee638-22dd-46d6-a9e9-57803726a3e1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:55.597099 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-6b8ee638-22dd-46d6-a9e9-57803726a3e1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Floating IP e5e20119-96c0-4034-866a-94b43bd80ee7 associated. External IP: 172.26.1.218, port: c1521306-cd49-4a42-b9cd-0b63576d383e. Dec 22 09:13:55.934312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8ee638-22dd-46d6-a9e9-57803726a3e1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Router 42a770a7-bea4-4338-80f1-016c2a154caf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:13:56.114878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ee638-22dd-46d6-a9e9-57803726a3e1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:13:56.119529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee638-22dd-46d6-a9e9-57803726a3e1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:56.124033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:13:56.133605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:13:56.134234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:13:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:56.172852 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6b8ee638-22dd-46d6-a9e9-57803726a3e1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "PUT /v2.0/floatingips/e5e20119-96c0-4034-866a-94b43bd80ee7 HTTP/1.1" status: 200 len: 991 time: 1.5097911 Dec 22 09:13:56.173440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:56.219162 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'status': 'completed', 'code': 200} Dec 22 09:13:56.315966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:13:56.318003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-deff2ec5-0f38-461b-848b-651dca151784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:56.323359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-deff2ec5-0f38-461b-848b-651dca151784 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 1098 time: 0.0847976 Dec 22 09:13:56.568832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-5ef72aa8-1c64-4c3d-a368-f94b64c874c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:56.570228 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-5ef72aa8-1c64-4c3d-a368-f94b64c874c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.2402542 Dec 22 09:13:56.674429 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-2df17e16-39c5-40db-8fa2-f870b8f1e02e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1521306-cd49-4a42-b9cd-0b63576d383e HTTP/1.1" status: 200 len: 999 time: 0.0960724 Dec 22 09:13:56.713004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:f5:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:13:55Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:56.717053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:13:56.725293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:13:56.725927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:13:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:56.740559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-8e595e86-12ff-4fce-97ab-cb6763b23acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:56.742033 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-8e595e86-12ff-4fce-97ab-cb6763b23acb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0615466 Dec 22 09:13:56.817255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-214b8152-3e13-4ab9-8e05-45b28743c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:56.818743 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-214b8152-3e13-4ab9-8e05-45b28743c0ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710154 Dec 22 09:13:56.900718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:13:56.955908 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-659dc4a2-c037-4c55-b4a8-a3b48200f407 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294882 Dec 22 09:13:57.096063 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5241e3f-779b-41af-9a51-e73aa1e4ff94 req-c8b87924-da69-4ed8-a534-76f243b5b1cf service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330743 Dec 22 09:13:57.240494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:f5:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:13:55Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:57.244210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd87a9-a33a-47c8-bdab-8ff1afd7956d None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:f5:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:13:55Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:13:57.444527 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1960194-bdee-46b3-84f5-231765b8fdad None None] New status for floating IP e5e20119-96c0-4034-866a-94b43bd80ee7: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:14:14.449502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:14.730515 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:14:19.402151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b976e938-be46-44a5-a5ad-46bfe1b27102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.776490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7dca92c6-c6a2-4b01-bfc2-e01c862823c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.873076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:23.028084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.236849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:31.600543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0ef84-45a6-4fda-9520-fe2e677f6150 req-fbc1af52-364c-4cab-8507-9f4c84373d59 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:31.601900 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95d0ef84-45a6-4fda-9520-fe2e677f6150 req-fbc1af52-364c-4cab-8507-9f4c84373d59 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0827849 Dec 22 09:14:31.644216 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95d0ef84-45a6-4fda-9520-fe2e677f6150 req-90d57b44-37b8-40b2-be9d-ee40a8291bd9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365334 Dec 22 09:14:32.827107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f01c-443a-43f3-9894-a35c72d67ec7 req-e0103ec9-4d37-4f80-927d-fa146124d5fe tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:32.828777 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b972f01c-443a-43f3-9894-a35c72d67ec7 req-e0103ec9-4d37-4f80-927d-fa146124d5fe tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0801535 Dec 22 09:14:32.871484 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b972f01c-443a-43f3-9894-a35c72d67ec7 req-152ef583-53e8-40bb-ab04-0e9994322ed3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371695 Dec 22 09:14:34.051934 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a91624-ef55-4d6a-9bc8-07eca2673b11 req-3af78917-8974-46c3-95d6-8b631ec9bd47 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:34.053371 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64a91624-ef55-4d6a-9bc8-07eca2673b11 req-3af78917-8974-46c3-95d6-8b631ec9bd47 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0783975 Dec 22 09:14:34.096350 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64a91624-ef55-4d6a-9bc8-07eca2673b11 req-1d3929c3-641f-4433-bed5-c3d3c3ddaba0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373158 Dec 22 09:14:35.277134 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5645d7-4d6a-4edc-9362-cc96323c74e6 req-b1c8e99a-4abb-4a73-bc0e-bd97e0c979f1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:35.278502 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ee5645d7-4d6a-4edc-9362-cc96323c74e6 req-b1c8e99a-4abb-4a73-bc0e-bd97e0c979f1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0773385 Dec 22 09:14:35.321212 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ee5645d7-4d6a-4edc-9362-cc96323c74e6 req-4ab062c6-fe73-4991-b214-89d598b0b7fa tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372567 Dec 22 09:14:36.504151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24bc2c-7290-480b-aaba-2be42730dc0f req-9131b637-ecb8-4606-93cb-ca474c5d3d77 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:36.505579 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7b24bc2c-7290-480b-aaba-2be42730dc0f req-9131b637-ecb8-4606-93cb-ca474c5d3d77 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0814598 Dec 22 09:14:36.549279 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7b24bc2c-7290-480b-aaba-2be42730dc0f req-89694838-3526-42f1-bbe1-86baea10cd15 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382223 Dec 22 09:14:37.731171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ffb01-2e89-4317-add0-e77bf093be17 req-c8f7bf23-7ec7-40df-a56a-5e543dc8c904 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:37.732678 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d22ffb01-2e89-4317-add0-e77bf093be17 req-c8f7bf23-7ec7-40df-a56a-5e543dc8c904 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0825942 Dec 22 09:14:37.775770 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d22ffb01-2e89-4317-add0-e77bf093be17 req-e50c0a8d-f612-4890-9019-b4d12a5dcb79 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370002 Dec 22 09:14:38.957296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c505b-9f1e-48fd-ba44-990aa8d75c61 req-f12fcdda-1770-4816-b93c-0f7370d636aa tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:38.958777 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-261c505b-9f1e-48fd-ba44-990aa8d75c61 req-f12fcdda-1770-4816-b93c-0f7370d636aa tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0788860 Dec 22 09:14:39.005392 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-261c505b-9f1e-48fd-ba44-990aa8d75c61 req-d9573941-33c1-4158-b26a-10d0b116c94f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409439 Dec 22 09:14:40.184289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c8980-5e50-4e35-8df1-726a37fdc11f req-af172ff1-6722-4e0e-9111-5f2f71f11832 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:40.185782 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-af0c8980-5e50-4e35-8df1-726a37fdc11f req-af172ff1-6722-4e0e-9111-5f2f71f11832 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0781314 Dec 22 09:14:40.233111 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-af0c8980-5e50-4e35-8df1-726a37fdc11f req-282afe13-7163-445e-8a5c-e9e485c88a38 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 Dec 22 09:14:41.411226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965d15-9a81-48ab-83bd-56fc4dd146e5 req-507bb895-338c-4835-89b9-620c1ef22a74 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:41.413309 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38965d15-9a81-48ab-83bd-56fc4dd146e5 req-507bb895-338c-4835-89b9-620c1ef22a74 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0784905 Dec 22 09:14:41.455638 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38965d15-9a81-48ab-83bd-56fc4dd146e5 req-c8811f12-7dcb-43ee-aad6-b530d811d54e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374064 Dec 22 09:14:42.637075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147006a8-656c-448c-8eb7-a6b54ddd38f4 req-48dddbbc-1387-4565-b08a-adefa1b4f238 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:42.638530 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-147006a8-656c-448c-8eb7-a6b54ddd38f4 req-48dddbbc-1387-4565-b08a-adefa1b4f238 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0777676 Dec 22 09:14:42.680704 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-147006a8-656c-448c-8eb7-a6b54ddd38f4 req-59709430-7711-4e0a-b9ad-666bae533121 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360253 Dec 22 09:14:43.861546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a848b-6814-40f3-9e57-7d26bbab0b44 req-a89c3d22-2733-4330-850c-009e01c6b3ae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:43.863043 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f43a848b-6814-40f3-9e57-7d26bbab0b44 req-a89c3d22-2733-4330-850c-009e01c6b3ae tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0805852 Dec 22 09:14:43.905529 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f43a848b-6814-40f3-9e57-7d26bbab0b44 req-15ec80be-df36-4526-9c2f-56d7cbedaedc tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369565 Dec 22 09:14:44.450609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:45.087936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a1d27-7585-4c0e-a602-091de35c2a1d req-6b418462-b294-4a2e-9292-6c56a3eae4e6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:45.089385 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-282a1d27-7585-4c0e-a602-091de35c2a1d req-6b418462-b294-4a2e-9292-6c56a3eae4e6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0825408 Dec 22 09:14:45.132256 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-282a1d27-7585-4c0e-a602-091de35c2a1d req-c4501be0-fd08-4783-a2e5-9100dae029b9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366306 Dec 22 09:14:46.314372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c0b00-1439-48a3-a3fd-cb373bedbfc1 req-297659d7-19e0-4e97-bb60-c9abb5fec604 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:46.315689 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e56c0b00-1439-48a3-a3fd-cb373bedbfc1 req-297659d7-19e0-4e97-bb60-c9abb5fec604 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0771961 Dec 22 09:14:46.357919 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e56c0b00-1439-48a3-a3fd-cb373bedbfc1 req-7139496e-8e83-49f7-a3db-53724d5fd42e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366840 Dec 22 09:14:47.538542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7ec02-90f6-4155-9594-9c63559660e9 req-75417765-05e5-4c3f-b70c-f33dddbf1cca tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:47.539968 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-12b7ec02-90f6-4155-9594-9c63559660e9 req-75417765-05e5-4c3f-b70c-f33dddbf1cca tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0767841 Dec 22 09:14:47.583471 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-12b7ec02-90f6-4155-9594-9c63559660e9 req-f776461d-5213-4aa5-93b6-f4d49627dce9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379064 Dec 22 09:14:47.928391 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-6d383e5c-9dbe-4eac-94e8-ad996a0dd9a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724225 Dec 22 09:14:47.994873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90a1d-9437-4049-a103-cc89c517d99a req-e5cd7950-396f-46e4-a777-6e4eb6c4c54e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:47.996342 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-32b90a1d-9437-4049-a103-cc89c517d99a req-e5cd7950-396f-46e4-a777-6e4eb6c4c54e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0900145 Dec 22 09:14:48.054143 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-32b90a1d-9437-4049-a103-cc89c517d99a req-87d01af7-c80a-47da-acd2-3708bbb13c0e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501788 Dec 22 09:14:49.032996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-3e31a830-c8d8-47ca-aff3-021b7a4a10da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.034486 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-3e31a830-c8d8-47ca-aff3-021b7a4a10da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 1098 time: 0.0702274 Dec 22 09:14:49.206762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-88fdea83-9d43-4b47-aeb6-c544e7b39428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.208155 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-88fdea83-9d43-4b47-aeb6-c544e7b39428 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1673889 Dec 22 09:14:49.402963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bebc-1652-4bee-b11b-fee025745cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:49.416209 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-005b9b9d-a5af-4608-837a-0aa8934617a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1521306-cd49-4a42-b9cd-0b63576d383e HTTP/1.1" status: 200 len: 1001 time: 0.2008488 Dec 22 09:14:49.429384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152397d-b53f-44ba-b42c-ba90785a682c req-570e65cb-e668-41ef-9a03-d890b881c753 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.430804 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6152397d-b53f-44ba-b42c-ba90785a682c req-570e65cb-e668-41ef-9a03-d890b881c753 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.2718210 Dec 22 09:14:49.522978 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6152397d-b53f-44ba-b42c-ba90785a682c req-3d5ceb88-6541-4f28-a5ff-7d9adeb1aded tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617852 Dec 22 09:14:49.524335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-f051b3c6-2eb7-4fa2-a927-f2a29a43c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.525640 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-f051b3c6-2eb7-4fa2-a927-f2a29a43c90b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0940256 Dec 22 09:14:49.604024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-736cfbe7-aa06-4a5f-8498-5c0a90a4654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.605451 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-736cfbe7-aa06-4a5f-8498-5c0a90a4654f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715921 Dec 22 09:14:49.740489 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-0d82f00d-cb14-4e60-89ed-8d342f4b4d24 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280484 Dec 22 09:14:49.868391 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-e701a557-59ce-4fd0-a7c3-a25967581bec service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200757 Dec 22 09:14:50.701832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c546f45-7ecc-4193-9111-9dd7966c69f1 req-806f50d5-1586-4626-b656-f496de8b7444 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:50.703533 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5c546f45-7ecc-4193-9111-9dd7966c69f1 req-806f50d5-1586-4626-b656-f496de8b7444 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0788188 Dec 22 09:14:50.749502 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5c546f45-7ecc-4193-9111-9dd7966c69f1 req-0528b8a3-9604-4fb8-875a-6154d88734e5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398607 Dec 22 09:14:51.487279 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-301924d9-1262-4619-a0e1-05c4dcd40539 service neutron] 10.222.0.54 "GET /v2.0/ports/c1521306-cd49-4a42-b9cd-0b63576d383e/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0723302 Dec 22 09:14:51.729142 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:14:51.748914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-816d6366-6ae4-4345-a6c3-fbcc1f661c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:51.750647 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-816d6366-6ae4-4345-a6c3-fbcc1f661c54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 1098 time: 0.0766833 Dec 22 09:14:51.780942 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-17b7189c-faf7-4abc-8c34-3e16932e6a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:51.797990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-2d784ae3-3444-447f-b6b7-6cec25d0779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:51.799455 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-2d784ae3-3444-447f-b6b7-6cec25d0779d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 1098 time: 0.0736670 Dec 22 09:14:51.956996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-82a35e1b-f991-4a03-86bb-b9eb2ab168f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:51.958512 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-82a35e1b-f991-4a03-86bb-b9eb2ab168f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1830823 Dec 22 09:14:52.023461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698888e-d11d-44bf-a051-bb07b919fc51 req-74c20c42-d6dc-4870-9be3-cb6d6968987d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:52.024892 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e698888e-d11d-44bf-a051-bb07b919fc51 req-74c20c42-d6dc-4870-9be3-cb6d6968987d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.1662955 Dec 22 09:14:52.098300 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e698888e-d11d-44bf-a051-bb07b919fc51 req-e5865a4c-bde2-4a9c-a803-367d1085bcf7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674655 Dec 22 09:14:52.102373 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-f26c03c5-4d80-4e51-b5dc-070f9004ce18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1521306-cd49-4a42-b9cd-0b63576d383e HTTP/1.1" status: 200 len: 1001 time: 0.1365261 Dec 22 09:14:52.165913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-b4a60ae7-71ba-42c1-9b49-1f496f999845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:52.167305 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-b4a60ae7-71ba-42c1-9b49-1f496f999845 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0576549 Dec 22 09:14:52.242656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-2b30cf81-9a14-4151-b954-35531a1db0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:52.244102 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-2b30cf81-9a14-4151-b954-35531a1db0cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706191 Dec 22 09:14:52.369331 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-9b135a94-dd98-4c2d-b8c7-28e0b03d474c service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187027 Dec 22 09:14:52.498149 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7cc8eed8-b815-4c48-bad9-fc9f0101b39d req-dd306ae6-10dc-45b6-b6c9-30bd8ab50084 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225524 Dec 22 09:14:52.601752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-5e4ac96e-e8eb-4c65-9771-27a8f16b6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:52.603201 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-5e4ac96e-e8eb-4c65-9771-27a8f16b6142 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 1098 time: 0.0685384 Dec 22 09:14:52.732836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-979e543e-0324-4ba3-9b8d-4dc760553c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:52.734271 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-979e543e-0324-4ba3-9b8d-4dc760553c49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1245847 Dec 22 09:14:52.877735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:52.954946 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-50e79021-9695-44fd-8523-ee11c857bae2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1521306-cd49-4a42-b9cd-0b63576d383e HTTP/1.1" status: 200 len: 1001 time: 0.2140071 Dec 22 09:14:53.020025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-4a1ab4c8-a1ae-40f0-b6a9-0f01ec4d1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:53.021494 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-4a1ab4c8-a1ae-40f0-b6a9-0f01ec4d1795 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0600259 Dec 22 09:14:53.031131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:53.099252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-db37fc4b-393f-4e7d-9f4f-81c695560dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:53.100755 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-db37fc4b-393f-4e7d-9f4f-81c695560dad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716143 Dec 22 09:14:53.231911 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-e2bf0ef0-74c2-4f41-b9ee-56fbb3c2d95c service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240561 Dec 22 09:14:53.283289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf33d59-1ff8-4599-94df-4e3ce53a582f req-08ac1644-c28c-4a29-8044-ad8c2ec3692d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:53.284772 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-dbf33d59-1ff8-4599-94df-4e3ce53a582f req-08ac1644-c28c-4a29-8044-ad8c2ec3692d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0833623 Dec 22 09:14:53.332856 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-dbf33d59-1ff8-4599-94df-4e3ce53a582f req-fa80776a-e31e-49bf-85f6-f94c0624fd54 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 Dec 22 09:14:53.371299 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-049bdf91-0288-4b21-98ea-58edd8846482 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326172 Dec 22 09:14:54.238832 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:54.446905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c1521306-cd49-4a42-b9cd-0b63576d383e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:14:54.520305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9be45-e64a-47ee-bd4d-b07dd7eeec6b req-5430f8b2-3773-48ef-9986-56b38610db5d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:54.521671 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9fe9be45-e64a-47ee-bd4d-b07dd7eeec6b req-5430f8b2-3773-48ef-9986-56b38610db5d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0824134 Dec 22 09:14:54.564962 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9fe9be45-e64a-47ee-bd4d-b07dd7eeec6b req-5d81b7cc-ded0-4e89-b58e-3ad0aaff846f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376923 Dec 22 09:14:54.592383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:54.625477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:14:54.635246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c1521306-cd49-4a42-b9cd-0b63576d383e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1521306-cd49-4a42-b9cd-0b63576d383e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:14:54.640156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:54.701494 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'code': 200} Dec 22 09:14:54.715351 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=c1521306-cd49-4a42-b9cd-0b63576d383e,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:54.723153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.723508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.723849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.724191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.724521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.724849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.725173 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.725504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.725860 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.726183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.726504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:54.726823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:55.746078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6c2d6-4368-4d8a-9e41-5864042979ab req-793bc6e5-8d8b-4cbb-a166-ffbff6271992 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:55.747495 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f1b6c2d6-4368-4d8a-9e41-5864042979ab req-793bc6e5-8d8b-4cbb-a166-ffbff6271992 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 943 time: 0.0774086 Dec 22 09:14:55.792633 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f1b6c2d6-4368-4d8a-9e41-5864042979ab req-318b71b6-fd8c-4c6e-8bc1-7b56d59c36b3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389757 Dec 22 09:14:56.152112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-f6a96a2e-4c81-49da-8cb8-28dfef91a7b5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:56.153511 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-f6a96a2e-4c81-49da-8cb8-28dfef91a7b5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d&tenant_id=581f7ddcea1642899435646b08d9a21e&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 943 time: 0.1067927 Dec 22 09:14:56.161757 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5474e-e622-4aaf-865b-14480d6cc5a3 req-fa13efdd-5043-428c-b97a-6542e06de45e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:56.163085 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5ee5474e-e622-4aaf-865b-14480d6cc5a3 req-fa13efdd-5043-428c-b97a-6542e06de45e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 943 time: 0.1510165 Dec 22 09:14:56.311388 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5ee5474e-e622-4aaf-865b-14480d6cc5a3 req-89053ac2-8ec8-44ff-af2d-b45d6b83314a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425853 Dec 22 09:14:56.327321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-3bbc6214-8044-4bce-941a-f27d2419ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:56.329528 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-3bbc6214-8044-4bce-941a-f27d2419ff3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 1096 time: 0.0965476 Dec 22 09:14:56.457323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-5701281e-f68d-440a-b72a-501760c3ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:56.458697 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-5701281e-f68d-440a-b72a-501760c3ed2d service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1233907 Dec 22 09:14:56.467298 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c1521306-cd49-4a42-b9cd-0b63576d383e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:14:56.563476 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-2fd89b70-d6b4-4ced-b8f6-005a40854ca7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1521306-cd49-4a42-b9cd-0b63576d383e HTTP/1.1" status: 200 len: 999 time: 0.0975587 Dec 22 09:14:56.625126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-49e76d8c-eb62-4ac7-8757-94fd40befab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:56.627106 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-49e76d8c-eb62-4ac7-8757-94fd40befab1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0580895 Dec 22 09:14:56.636537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c1521306-cd49-4a42-b9cd-0b63576d383e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1521306-cd49-4a42-b9cd-0b63576d383e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:14:56.649793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'port_id': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'mac_address': 'fa:16:3e:f5:20:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:14:56.705623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-228e8874-1461-44ab-95d7-86edfc92e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:56.707147 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-228e8874-1461-44ab-95d7-86edfc92e0bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738080 Dec 22 09:14:56.707659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:56.724948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1521306-cd49-4a42-b9cd-0b63576d383e {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:14:56.740228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c1521306-cd49-4a42-b9cd-0b63576d383e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1521306-cd49-4a42-b9cd-0b63576d383e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:14:56.745125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:56.810891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['c1521306-cd49-4a42-b9cd-0b63576d383e'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:14:56.836766 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-964f57ee-61e5-4041-871c-1d7209e46dcb service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235037 Dec 22 09:14:56.851543 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=c1521306-cd49-4a42-b9cd-0b63576d383e,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:56.967936 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d3871d7-6e0a-4216-947d-f9f52fb302c5 req-26a5a166-3479-4eeb-b4cf-b800543fc7f0 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234875 Dec 22 09:14:57.506563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19016e-7b01-4d65-8e81-8ad1b0b78935 req-06c1b3e2-5671-4bcc-93a1-b50644adc230 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:57.508031 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8a19016e-7b01-4d65-8e81-8ad1b0b78935 req-06c1b3e2-5671-4bcc-93a1-b50644adc230 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 944 time: 0.0809717 Dec 22 09:14:57.554307 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8a19016e-7b01-4d65-8e81-8ad1b0b78935 req-00a8b314-7777-4cc9-a092-a04598bdec43 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 Dec 22 09:14:57.884382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7bbf0-cdeb-420d-83cf-bc771b625f71 req-9a2eacec-ef5a-4999-8a47-dba6af004f85 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:57.886473 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-07c7bbf0-cdeb-420d-83cf-bc771b625f71 req-9a2eacec-ef5a-4999-8a47-dba6af004f85 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 944 time: 0.2192459 Dec 22 09:14:57.928888 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-07c7bbf0-cdeb-420d-83cf-bc771b625f71 req-db622e81-79ef-45ab-87d8-8ca2913660ac tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365446 Dec 22 09:14:58.323084 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5351858-0789-49f4-9ac7-6390e1cfdbe1 req-23d8a31b-a202-4890-9cc9-ba4d90526e00 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:58.324404 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5351858-0789-49f4-9ac7-6390e1cfdbe1 req-23d8a31b-a202-4890-9cc9-ba4d90526e00 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 944 time: 0.1255217 Dec 22 09:14:58.379325 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d5351858-0789-49f4-9ac7-6390e1cfdbe1 req-4b675d8e-2326-4e47-8302-0b7ca54add02 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482442 Dec 22 09:14:58.384976 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-4750c57a-03a4-4100-8b89-17d7558b5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:58.386393 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-4750c57a-03a4-4100-8b89-17d7558b5c98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 1097 time: 0.1192088 Dec 22 09:14:58.477870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c1521306-cd49-4a42-b9cd-0b63576d383e up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:58.514644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-c8b5928b-a7ee-4a82-bd2f-1198a5abedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:58.516570 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-c8b5928b-a7ee-4a82-bd2f-1198a5abedf3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1230724 Dec 22 09:14:58.543979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port c1521306-cd49-4a42-b9cd-0b63576d383e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:58.544437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:58.612737 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-58475b70-1d19-4119-821c-d2e3c2dfab18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1521306-cd49-4a42-b9cd-0b63576d383e HTTP/1.1" status: 200 len: 1000 time: 0.0904825 Dec 22 09:14:58.659241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:58.676263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-f677ecc7-4ea0-468b-8295-55ddaf00d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:58.677665 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-f677ecc7-4ea0-468b-8295-55ddaf00d2fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0588341 Dec 22 09:14:58.684935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:14:58.694393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port c1521306-cd49-4a42-b9cd-0b63576d383e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1521306-cd49-4a42-b9cd-0b63576d383e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:14:58.699144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:58.736604 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'code': 200} Dec 22 09:14:58.751880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-0bdc0283-7d84-4e07-a282-b0b5c2d8a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:58.753326 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-0bdc0283-7d84-4e07-a282-b0b5c2d8a72b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699542 Dec 22 09:14:58.770493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=c1521306-cd49-4a42-b9cd-0b63576d383e,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:58.881954 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-d4a9f337-e8fc-4c7b-9357-b1c887a616cc service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221991 Dec 22 09:14:59.010948 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-141b8ded-0a1e-4b58-9acc-4e739381d837 req-1b26eb9b-082c-47d0-ac1a-7e83faade393 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221871 Dec 22 09:14:59.567239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ddb33-b4d0-4095-a884-683ce73d6b3e req-576c26b2-46c8-41ea-92f5-632e1007d3d1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:59.568663 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-249ddb33-b4d0-4095-a884-683ce73d6b3e req-576c26b2-46c8-41ea-92f5-632e1007d3d1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0825098 Dec 22 09:14:59.612410 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-249ddb33-b4d0-4095-a884-683ce73d6b3e req-da151bec-08a9-486d-a99c-90ef93f152ea tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380785 Dec 22 09:15:00.865797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29f8d-c51c-49a9-8d20-baafb3e4608b req-718e7555-b830-4e50-9aba-5e25e95af8d2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:00.867263 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f8b29f8d-c51c-49a9-8d20-baafb3e4608b req-718e7555-b830-4e50-9aba-5e25e95af8d2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.1513951 Dec 22 09:15:00.910619 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f8b29f8d-c51c-49a9-8d20-baafb3e4608b req-d922a011-54d3-40f2-80fb-f992e5a01d31 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377357 Dec 22 09:15:01.276931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38307e-8ce8-4912-bc63-709a59f3f11d req-3bcb0b5d-6de5-41f8-ab5e-2ad7ce51b3d3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:01.278298 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7b38307e-8ce8-4912-bc63-709a59f3f11d req-3bcb0b5d-6de5-41f8-ab5e-2ad7ce51b3d3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0783064 Dec 22 09:15:01.320715 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7b38307e-8ce8-4912-bc63-709a59f3f11d req-540b0ac6-5f16-4efc-b341-02a022ee59b0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368462 Dec 22 09:15:02.508809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ee35a-ea8f-42b4-9da0-2f7113ec7ba8 req-a12cd7c0-61c2-4284-9fe1-eedfc05ac5c8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:02.510252 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bf8ee35a-ea8f-42b4-9da0-2f7113ec7ba8 req-a12cd7c0-61c2-4284-9fe1-eedfc05ac5c8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0765047 Dec 22 09:15:02.552624 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bf8ee35a-ea8f-42b4-9da0-2f7113ec7ba8 req-7c8b7b54-64d6-44bf-90c7-1a901fb42d02 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368333 Dec 22 09:15:02.897337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-dc575d5c-bf0b-4473-a0f8-c4f67203951a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:02.898762 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-dc575d5c-bf0b-4473-a0f8-c4f67203951a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0803399 Dec 22 09:15:02.968352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Deleting port c1521306-cd49-4a42-b9cd-0b63576d383e {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:15:02.968690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:03.208621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] For port c1521306-cd49-4a42-b9cd-0b63576d383e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1521306-cd49-4a42-b9cd-0b63576d383e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:03.208899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:03.580463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:03.581207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:03.581207 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Floating IP e5e20119-96c0-4034-866a-94b43bd80ee7 disassociated. External IP: 172.26.1.218, port: c1521306-cd49-4a42-b9cd-0b63576d383e. Dec 22 09:15:03.581776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Calling delete_port for c1521306-cd49-4a42-b9cd-0b63576d383e owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:15:03.724597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:03.743347 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242fc90-82de-4f45-a6a3-865e605450d7 req-6391cc93-d2d4-4419-918d-8bbbe604e11e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:03.744810 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0242fc90-82de-4f45-a6a3-865e605450d7 req-6391cc93-d2d4-4419-918d-8bbbe604e11e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f31a5ee-fd35-4de2-9615-d27fbdd1496d HTTP/1.1" status: 200 len: 945 time: 0.0832255 Dec 22 09:15:03.783667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event deleted for resources: {'Port': ['ID=c1521306-cd49-4a42-b9cd-0b63576d383e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:03.790542 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0242fc90-82de-4f45-a6a3-865e605450d7 req-b0666e01-aeab-4eed-9357-44ff34779c81 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388877 Dec 22 09:15:03.853178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.853516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.853872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.854199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.854520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.854836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.855203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.855542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.855869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.856179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.856489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.856803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:03.977882 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Router 42a770a7-bea4-4338-80f1-016c2a154caf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:15:04.153007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:15:04.162265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:15:04.172068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:15:04.172669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:14:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:04.225877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] No DVR routers for this DVR port c1521306-cd49-4a42-b9cd-0b63576d383e on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:15:04.228277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:04.230729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'name': 'network-vif-deleted', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:04.246568 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66573178-25cc-4e52-b9a2-0b92075717c0 req-37faccdb-0e1e-43f0-85eb-5701cf31e5da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "DELETE /v2.0/ports/c1521306-cd49-4a42-b9cd-0b63576d383e HTTP/1.1" status: 204 len: 173 time: 1.3415198 Dec 22 09:15:04.277528 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f31a5ee-fd35-4de2-9615-d27fbdd1496d', 'name': 'network-vif-deleted', 'tag': 'c1521306-cd49-4a42-b9cd-0b63576d383e', 'status': 'completed', 'code': 200} Dec 22 09:15:04.353071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:15:04.654126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:04.657932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:15:04.666143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:15:04.666736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:14:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:04.854193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:15:05.140498 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-a0178fc4-1e4e-457c-af72-bb0c5e7b60cc tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1749668451&fields=id&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 267 time: 0.0391002 Dec 22 09:15:05.199430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:05.203897 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b122d0d-2d76-4e86-967e-2e4866689216 None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:15:05.294715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f375a-684e-4473-a95e-48f213a6827b req-bdfc1fd4-c01f-4f52-bb00-f89c308e41c3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:05.296141 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-bdfc1fd4-c01f-4f52-bb00-f89c308e41c3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 812 time: 0.1491005 Dec 22 09:15:05.311215 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-ca193fd9-bb6c-4e7b-998f-e48df46a8cd9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/quotas/581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 375 time: 0.0090339 Dec 22 09:15:05.402963 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-3fbc789d-d3c9-4ae7-a401-f749019bb18f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840933 Dec 22 09:15:05.434337 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf3fd5-4925-4f1d-8994-415035b5568b None None] New status for floating IP e5e20119-96c0-4034-866a-94b43bd80ee7: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:15:05.625141 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-540810e9-211d-4f44-97ac-8966209045ad service neutron] 10.222.0.37 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122684 Dec 22 09:15:05.756372 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-530441de-b8dd-4e13-9dfc-eb0b9be4770d service neutron] 10.222.0.37 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247461 Dec 22 09:15:05.925458 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-987e29e8-9e1c-44c7-bf4c-d508a79ee73a req-b3246dd9-4d67-4ab1-9f39-81bfa81704a8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:15:05.940821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-987e29e8-9e1c-44c7-bf4c-d508a79ee73a req-b3246dd9-4d67-4ab1-9f39-81bfa81704a8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:15:05.942046 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-987e29e8-9e1c-44c7-bf4c-d508a79ee73a req-b3246dd9-4d67-4ab1-9f39-81bfa81704a8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 210 time: 0.0576105 Dec 22 09:15:06.540344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c1521306-cd49-4a42-b9cd-0b63576d383e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:06.577380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: c1521306-cd49-4a42-b9cd-0b63576d383e {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:15:06.577748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device c1521306-cd49-4a42-b9cd-0b63576d383e not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:15:06.943034 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f375a-684e-4473-a95e-48f213a6827b req-40736be5-434a-41be-88dc-d0b9722d17ef tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:06.944556 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-40736be5-434a-41be-88dc-d0b9722d17ef tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 812 time: 0.1489387 Dec 22 09:15:07.010174 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-00cc04c0-f559-4349-ac5a-9f9084ad2a19 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 380 time: 0.0552213 Dec 22 09:15:07.020093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'port': {'device_id': '86a210b1-a748-4655-bb60-224bfacca765', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'admin_state_up': True, 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'security_groups': ['009d7c23-5d5f-4511-bd01-95b4ba02cf3e']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:15:07.097881 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a056f6ce-1032-4da5-b8ea-a0f85c749e2a req-ccc1fe47-9b50-4cc1-ba0a-7306c7e6818a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 210 time: 0.0430532 Dec 22 09:15:07.154942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:07.164389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:07.173837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Made reservation on behalf of 581f7ddcea1642899435646b08d9a21e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:15:07.177363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:07.333296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Allocated IP 172.20.0.9 (d6f9c07f-9084-4afc-a544-4dc44d879b51/0d74b83b-76b4-46a8-8a94-78c782a59e9d/f0714a36-97b6-4db1-bff6-d5339a486394) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:15:07.610556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:07.624978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Transition to ACTIVE for port object f0714a36-97b6-4db1-bff6-d5339a486394 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:07.647965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:07.715625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:07.718744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:07.721080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:15:07.761311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:07.791079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:07.791689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:07.818156 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-e022eae3-b1f5-4622-b499-a76325498808 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021026 Dec 22 09:15:07.831674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Request body: {'port': {'device_id': '86a210b1-a748-4655-bb60-224bfacca765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:15:07.942693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:07.946724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c4f1841d-76d7-41db-a9d6-3588037559d7 None None] Provisioning for port f0714a36-97b6-4db1-bff6-d5339a486394 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:07.951644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c4f1841d-76d7-41db-a9d6-3588037559d7 None None] Provisioning complete for port f0714a36-97b6-4db1-bff6-d5339a486394 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:07.952074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c4f1841d-76d7-41db-a9d6-3588037559d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:08.005207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1841d-76d7-41db-a9d6-3588037559d7 None None] Port f0714a36-97b6-4db1-bff6-d5339a486394 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:15:08.340115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0714a36-97b6-4db1-bff6-d5339a486394 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:15:08.349250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:08.358212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e874fa-82e4-4a08-bd7e-649a46486bc2 req-df37dade-b477-4a29-a54c-33cb3e6321e9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:08.358894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d3e874fa-82e4-4a08-bd7e-649a46486bc2 req-df37dade-b477-4a29-a54c-33cb3e6321e9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:15:08.380382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Transition to ACTIVE for port object f0714a36-97b6-4db1-bff6-d5339a486394 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:08.383091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d3e874fa-82e4-4a08-bd7e-649a46486bc2 req-df37dade-b477-4a29-a54c-33cb3e6321e9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:15:08.384338 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d3e874fa-82e4-4a08-bd7e-649a46486bc2 req-df37dade-b477-4a29-a54c-33cb3e6321e9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 931 time: 0.1796651 Dec 22 09:15:08.385334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:08.540381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:08.551629 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d3e874fa-82e4-4a08-bd7e-649a46486bc2 req-33b9ea77-89df-41ca-9e1a-3e154605dd0f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334937 Dec 22 09:15:08.656185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Attempting to bind port f0714a36-97b6-4db1-bff6-d5339a486394 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:15:08.656448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Attempting to bind port f0714a36-97b6-4db1-bff6-d5339a486394 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:15:08.656786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Attempting to bind port f0714a36-97b6-4db1-bff6-d5339a486394 on network d6f9c07f-9084-4afc-a544-4dc44d879b51 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:15:08.661208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Port f0714a36-97b6-4db1-bff6-d5339a486394 on network d6f9c07f-9084-4afc-a544-4dc44d879b51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:15:08.661516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Attempting to bind port f0714a36-97b6-4db1-bff6-d5339a486394 on network d6f9c07f-9084-4afc-a544-4dc44d879b51 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:15:08.666481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:15:08.666811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Checking segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:15:08.667186 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Bound using segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:15:08.667599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Bound port: f0714a36-97b6-4db1-bff6-d5339a486394, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:15:08.667931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:08.757926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:15:08.760884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:15:08.765367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:08.820317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:08.820916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:08.822459 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] 10.222.0.54 "PUT /v2.0/ports/f0714a36-97b6-4db1-bff6-d5339a486394 HTTP/1.1" status: 200 len: 1093 time: 0.9954133 Dec 22 09:15:08.825388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:08.852484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd6f69-e13e-4a43-91b6-31351dd36e4f service neutron] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:08.894796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'status': 'completed', 'code': 200} Dec 22 09:15:08.934872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f375a-684e-4473-a95e-48f213a6827b req-ec4c3c12-8a7a-4a4f-bc31-578395f29cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:08.936377 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-ec4c3c12-8a7a-4a4f-bc31-578395f29cec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 1096 time: 0.0739813 Dec 22 09:15:09.008851 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-9b0a6fca-bda2-4be0-b9f1-c90a64872c9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0714a36-97b6-4db1-bff6-d5339a486394 HTTP/1.1" status: 200 len: 217 time: 0.0652759 Dec 22 09:15:09.070300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f375a-684e-4473-a95e-48f213a6827b req-6c1adeda-50ac-4302-b830-d3fa06f69131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:09.071700 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-6c1adeda-50ac-4302-b830-d3fa06f69131 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0566380 Dec 22 09:15:09.149184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f375a-684e-4473-a95e-48f213a6827b req-f7c9069a-eca5-4be5-8818-d9687f1bd14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:09.150969 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-f7c9069a-eca5-4be5-8818-d9687f1bd14d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716746 Dec 22 09:15:09.281437 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-09742e81-ce4d-49a2-abc4-15ceef56194b service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228561 Dec 22 09:15:09.507002 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-172f375a-684e-4473-a95e-48f213a6827b req-e2410bd5-ec59-4ad0-90fa-21bf35c7fe96 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187650 Dec 22 09:15:09.621952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-58b96b9a-8066-4bac-a5f3-cfd053010a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:09.623450 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-58b96b9a-8066-4bac-a5f3-cfd053010a66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 1096 time: 0.0719631 Dec 22 09:15:09.808997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-ae37bb61-8384-420d-80f9-409d3b6f6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:09.810433 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-ae37bb61-8384-420d-80f9-409d3b6f6f1d service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1803548 Dec 22 09:15:09.822291 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bf676-b953-4bc3-94ec-d68adee48739 req-d415a8e4-68f5-460c-a4af-8be76c328088 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:09.823602 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0f5bf676-b953-4bc3-94ec-d68adee48739 req-d415a8e4-68f5-460c-a4af-8be76c328088 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 943 time: 0.1586893 Dec 22 09:15:09.900569 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-7670ade8-2335-4613-ad82-76e08df58ef5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0714a36-97b6-4db1-bff6-d5339a486394 HTTP/1.1" status: 200 len: 217 time: 0.0760713 Dec 22 09:15:09.965225 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0f5bf676-b953-4bc3-94ec-d68adee48739 req-31eda2c3-892d-49fd-bbc4-c330f51adc03 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950992 Dec 22 09:15:09.978054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-8004b907-5c4b-45b0-a0eb-4a161bf91d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:09.979633 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-8004b907-5c4b-45b0-a0eb-4a161bf91d49 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0692954 Dec 22 09:15:10.056443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-e965474e-3d29-4e59-bda6-19e741c5a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:10.057915 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-e965474e-3d29-4e59-bda6-19e741c5a0fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710974 Dec 22 09:15:10.188131 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-3e007347-e127-4177-a054-309ac045488b service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221848 Dec 22 09:15:10.315064 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23824edb-9e25-468b-97e8-6538dd658bd6 req-ec0d042d-4a70-41bb-881a-bfa13a121922 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203411 Dec 22 09:15:11.144907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef50375-67bc-459e-b28a-400b1cfb7372 req-bd34704d-b3d1-4c0e-9091-3fdc9b172f2e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:11.146425 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0ef50375-67bc-459e-b28a-400b1cfb7372 req-bd34704d-b3d1-4c0e-9091-3fdc9b172f2e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 943 time: 0.0774639 Dec 22 09:15:11.192286 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0ef50375-67bc-459e-b28a-400b1cfb7372 req-7f0e5771-5ad5-4220-b852-4e0a6dd1bedb tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Dec 22 09:15:12.371955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7040b0-2948-4ce3-9917-43ad0ad1c7ce req-f47d8c45-ae20-4638-8504-52161084249b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:12.373392 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-de7040b0-2948-4ce3-9917-43ad0ad1c7ce req-f47d8c45-ae20-4638-8504-52161084249b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 943 time: 0.0791099 Dec 22 09:15:12.415800 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-de7040b0-2948-4ce3-9917-43ad0ad1c7ce req-95da0d44-96b3-4b5a-98ed-e4feeb1381b4 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368395 Dec 22 09:15:12.556410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f0714a36-97b6-4db1-bff6-d5339a486394 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:15:12.684369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:12.696906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'port_id': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'mac_address': 'fa:16:3e:ee:66:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:15:12.753353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:12.769772 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0714a36-97b6-4db1-bff6-d5339a486394 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:15:12.784895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:12.788324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:12.852860 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:13.002904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['f0714a36-97b6-4db1-bff6-d5339a486394'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:15:13.594918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c6689-03e7-4bb0-a41d-6427f79c9bc2 req-471ee1de-4eac-48da-9506-76071d25937a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:13.596346 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-482c6689-03e7-4bb0-a41d-6427f79c9bc2 req-471ee1de-4eac-48da-9506-76071d25937a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 944 time: 0.0782850 Dec 22 09:15:13.639500 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-482c6689-03e7-4bb0-a41d-6427f79c9bc2 req-6db0f837-4edc-4696-98c8-6e5de9cc418b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375669 Dec 22 09:15:14.467502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:14.562908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f0714a36-97b6-4db1-bff6-d5339a486394 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:15:14.628634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port f0714a36-97b6-4db1-bff6-d5339a486394 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:14.633088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port f0714a36-97b6-4db1-bff6-d5339a486394 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:14.633457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:14.748989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:14.776596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:14.786316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:14.792228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:14.827420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960f223-418b-4185-aab6-449c3b7d0131 req-436114d9-1ae9-4ea9-8988-8496fb1f5d63 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:14.827918 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'code': 200} Dec 22 09:15:14.829110 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c960f223-418b-4185-aab6-449c3b7d0131 req-436114d9-1ae9-4ea9-8988-8496fb1f5d63 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 944 time: 0.0835562 Dec 22 09:15:14.864561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:14.880689 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c960f223-418b-4185-aab6-449c3b7d0131 req-136eeed2-f867-4b1e-bd68-5bbb27401fb8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448837 Dec 22 09:15:15.052021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89741cf-6058-4b9b-8425-51eb454f801e req-42ed9820-0ca6-4155-be39-7fd3bdd41c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:15.053480 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c89741cf-6058-4b9b-8425-51eb454f801e req-42ed9820-0ca6-4155-be39-7fd3bdd41c08 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 1098 time: 0.0735757 Dec 22 09:15:15.093577 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c89741cf-6058-4b9b-8425-51eb454f801e req-5f33e3b8-9059-41c0-8a8b-88996f527f80 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334959 Dec 22 09:15:16.069309 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f0564-873e-45ba-ba6b-f3698c2e30fd req-01b610ca-1118-4e95-a262-675add7d957a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:16.070929 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b34f0564-873e-45ba-ba6b-f3698c2e30fd req-01b610ca-1118-4e95-a262-675add7d957a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0830367 Dec 22 09:15:16.115161 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b34f0564-873e-45ba-ba6b-f3698c2e30fd req-cb681ba1-9d63-4810-a452-9d734f1fb467 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386631 Dec 22 09:15:17.442549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705356c-c6ef-4a75-8b4f-678f0b7c40f3 req-7ac4ecc2-2d26-4590-b903-7c6ec9c34e5f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:17.443979 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3705356c-c6ef-4a75-8b4f-678f0b7c40f3 req-7ac4ecc2-2d26-4590-b903-7c6ec9c34e5f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0879142 Dec 22 09:15:17.486641 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3705356c-c6ef-4a75-8b4f-678f0b7c40f3 req-92bbd545-3f0b-4e9c-8c56-43b6b5ed5fc8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372224 Dec 22 09:15:17.660055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c6daf-6da2-4f1a-84db-899c69c397bb req-26e25dcd-98c8-461c-9ecb-39ee085389f9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:17.661506 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5b7c6daf-6da2-4f1a-84db-899c69c397bb req-26e25dcd-98c8-461c-9ecb-39ee085389f9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0784659 Dec 22 09:15:17.674610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34032) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:17.680276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-44c095f7-f3c6-4525-938f-230706985289 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'floatingip': {'port_id': 'f0714a36-97b6-4db1-bff6-d5339a486394'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:15:17.757817 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44c095f7-f3c6-4525-938f-230706985289 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:18.334673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44c095f7-f3c6-4525-938f-230706985289 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:18.338470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44c095f7-f3c6-4525-938f-230706985289 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:18.593052 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-44c095f7-f3c6-4525-938f-230706985289 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Floating IP e5e20119-96c0-4034-866a-94b43bd80ee7 associated. External IP: 172.26.1.218, port: f0714a36-97b6-4db1-bff6-d5339a486394. Dec 22 09:15:18.928735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c095f7-f3c6-4525-938f-230706985289 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Router 42a770a7-bea4-4338-80f1-016c2a154caf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:15:19.103182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c095f7-f3c6-4525-938f-230706985289 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:15:19.108096 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-44c095f7-f3c6-4525-938f-230706985289 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:19.113261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:15:19.122603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:15:19.123209 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:14:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:19.161095 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-44c095f7-f3c6-4525-938f-230706985289 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "PUT /v2.0/floatingips/e5e20119-96c0-4034-866a-94b43bd80ee7 HTTP/1.1" status: 200 len: 991 time: 1.4847531 Dec 22 09:15:19.161800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:19.209433 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'status': 'completed', 'code': 200} Dec 22 09:15:19.299958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-86f16c2b-da58-48b4-9e01-22849493d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:19.301432 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-86f16c2b-da58-48b4-9e01-22849493d35e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 1098 time: 0.0704589 Dec 22 09:15:19.302881 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:15:19.431216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-a0d6e149-67bb-481e-97fb-18b3b3e75272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:19.432551 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-a0d6e149-67bb-481e-97fb-18b3b3e75272 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1247730 Dec 22 09:15:19.460709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-20db6da0-6d65-4dc0-854e-d3575c9e6eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:19.535103 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-b7f0d49b-611b-4ec5-a74c-721369bda3ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0714a36-97b6-4db1-bff6-d5339a486394 HTTP/1.1" status: 200 len: 999 time: 0.0956831 Dec 22 09:15:19.601090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-df011ec9-b05b-48dd-9185-05af4a48b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:19.602561 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-df011ec9-b05b-48dd-9185-05af4a48b053 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0617826 Dec 22 09:15:19.692788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:ee:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a210b1-a748-4655-bb60-224bfacca765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:15:18Z', 'revision_number': 9, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:19.696862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:15:19.705921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:15:19.706605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:14:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:19.779381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-62e577fa-2c2f-4805-a766-295b604c0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:19.780880 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-62e577fa-2c2f-4805-a766-295b604c0a58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1716902 Dec 22 09:15:19.879907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:15:19.909042 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-f2ac6c3b-1a16-4884-a3e9-30ec55ab5bd3 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209598 Dec 22 09:15:20.040047 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f4a54137-9b81-4b4c-a54a-3fc803a66f3e req-889ee351-040e-46a9-9dfd-4d6427d8ac4d service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242287 Dec 22 09:15:20.221179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:ee:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a210b1-a748-4655-bb60-224bfacca765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:15:18Z', 'revision_number': 9, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:20.225559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52d18a-89eb-4029-a7d7-bf67098a6e79 None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:ee:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a210b1-a748-4655-bb60-224bfacca765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:15:18Z', 'revision_number': 9, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:15:20.428642 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40624bb0-7a0a-426b-ad44-475383454ed3 None None] New status for floating IP e5e20119-96c0-4034-866a-94b43bd80ee7: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:15:21.783021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1ccf7c31-cb55-488d-9479-1503e08a8c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:22.879979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:23.033641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:24.241544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:28.728405 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:15:44.469519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.402839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9ce1-dddd-4135-97a3-e9e2e4a3d266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.785051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6b064a9c-c451-4f05-8f5f-3b9bf1353264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.636730 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-a7c26b31-cd97-4af9-84a8-a0e59f1a63c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670426 Dec 22 09:15:52.783100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-53e1a2cd-51f4-423a-849d-94382e41d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:52.784582 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-53e1a2cd-51f4-423a-849d-94382e41d65e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 1098 time: 0.0735359 Dec 22 09:15:52.896901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.935453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-e3828329-8618-43bc-91f1-d515299adfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:52.936913 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-e3828329-8618-43bc-91f1-d515299adfce service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1317947 Dec 22 09:15:53.039300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:53.048737 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-fdb63744-cffc-4d80-9eaa-4c6ba2eb35d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0714a36-97b6-4db1-bff6-d5339a486394 HTTP/1.1" status: 200 len: 1002 time: 0.1046350 Dec 22 09:15:53.112022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-f8ddeafb-eeb1-45fb-b89c-668aea69cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:53.113439 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-f8ddeafb-eeb1-45fb-b89c-668aea69cb7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0585003 Dec 22 09:15:53.191338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-820d2a0b-c4fc-4480-88e9-c6cc8cbd69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:53.192684 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-820d2a0b-c4fc-4480-88e9-c6cc8cbd69a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731738 Dec 22 09:15:53.324408 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-aca724af-9c92-405e-9327-7dd4387bfe96 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248760 Dec 22 09:15:53.451773 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0a852d7-1aaa-4518-a0ab-61226464294e req-362bce63-ad92-40e5-a071-346e0133adf4 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213710 Dec 22 09:15:54.244556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.495234 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-26fab2b5-4aeb-4e2e-8751-9a3364f6f926 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093464 Dec 22 09:15:54.509033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588b5b-1690-4224-8cf6-cda3c2d3ef22 req-2021b36e-6220-4f95-bf88-837631a602b9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:54.510575 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ad588b5b-1690-4224-8cf6-cda3c2d3ef22 req-2021b36e-6220-4f95-bf88-837631a602b9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0785465 Dec 22 09:15:54.559091 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ad588b5b-1690-4224-8cf6-cda3c2d3ef22 req-042200fb-760d-498c-9a06-c5049aa8df2b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Dec 22 09:15:55.739794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-639edc7d-fcbf-4077-9bd4-47fd4a087ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:55.741775 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-639edc7d-fcbf-4077-9bd4-47fd4a087ca4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 1098 time: 0.1244400 Dec 22 09:15:55.793977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548126f1-b628-46b8-b5b0-990148ae09a6 req-12047e52-9fe5-4de2-8bf0-51e0bf684bfc tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:55.795371 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-548126f1-b628-46b8-b5b0-990148ae09a6 req-12047e52-9fe5-4de2-8bf0-51e0bf684bfc tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.1287293 Dec 22 09:15:55.907301 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-548126f1-b628-46b8-b5b0-990148ae09a6 req-ff02bca4-e2b9-4202-8274-29ddaf4fae2d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659747 Dec 22 09:15:55.911465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-533e5ac9-7ee6-4075-a60a-10173c3160d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:55.913327 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-533e5ac9-7ee6-4075-a60a-10173c3160d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1654007 Dec 22 09:15:56.115716 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-1a67b441-4c26-47bb-89b6-5d861cdd97dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0714a36-97b6-4db1-bff6-d5339a486394 HTTP/1.1" status: 200 len: 1002 time: 0.1946642 Dec 22 09:15:56.176812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-0d4f2bd6-7036-4ee0-8263-038c6beae0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:56.178162 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-0d4f2bd6-7036-4ee0-8263-038c6beae0d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0574834 Dec 22 09:15:56.249601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-90471667-be3a-4402-9144-73b4fe8cb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:56.251015 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-90471667-be3a-4402-9144-73b4fe8cb158 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668805 Dec 22 09:15:56.379934 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-6ef5a8c4-bf39-49bd-9360-5ff5857f5722 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199903 Dec 22 09:15:56.508637 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-dbb99ac1-5baa-46c2-8514-df5ccb2cdf9b service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217272 Dec 22 09:15:57.086887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d800b-4ba0-48b5-8e20-999c56f4efbe req-1b9b41e2-607d-404e-bf11-af9c5322a9d6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:57.088315 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fd3d800b-4ba0-48b5-8e20-999c56f4efbe req-1b9b41e2-607d-404e-bf11-af9c5322a9d6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0777369 Dec 22 09:15:57.131482 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fd3d800b-4ba0-48b5-8e20-999c56f4efbe req-73bbad87-f1b1-4109-b2c2-b5998031993b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370691 Dec 22 09:15:58.316047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e045c-0340-4823-b13f-917934f6c281 req-ab93e414-a796-4dcd-a919-fe169d249bf1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:58.317368 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-991e045c-0340-4823-b13f-917934f6c281 req-ab93e414-a796-4dcd-a919-fe169d249bf1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0812781 Dec 22 09:15:58.359986 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-991e045c-0340-4823-b13f-917934f6c281 req-68c450bd-d5a3-4142-84b4-9c54d3cb1edc tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366149 Dec 22 09:15:59.540457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872828d-d1ad-4bd9-b877-fdafba4771c8 req-88c0c2a0-0ad2-422d-8385-fa059412f319 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:59.541936 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1872828d-d1ad-4bd9-b877-fdafba4771c8 req-88c0c2a0-0ad2-422d-8385-fa059412f319 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0804017 Dec 22 09:15:59.585357 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1872828d-d1ad-4bd9-b877-fdafba4771c8 req-3c713bf8-b111-4ec5-a05a-4d2c118a2dc8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377729 Dec 22 09:16:00.762715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf82b8-ddff-427b-92ee-25504ff5c200 req-b9ce96c4-6bab-4415-bef6-a00f77bdbb1a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:00.764162 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4faf82b8-ddff-427b-92ee-25504ff5c200 req-b9ce96c4-6bab-4415-bef6-a00f77bdbb1a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0771787 Dec 22 09:16:00.808371 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4faf82b8-ddff-427b-92ee-25504ff5c200 req-d859969e-202c-48e5-8e21-bd85b4a2b0e8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387022 Dec 22 09:16:01.994968 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cdf66-c405-4381-8d4e-1ae1e0805e4f req-fa397367-ed9a-42ef-a7e2-27b27ffebf56 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:01.996465 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-184cdf66-c405-4381-8d4e-1ae1e0805e4f req-fa397367-ed9a-42ef-a7e2-27b27ffebf56 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0823071 Dec 22 09:16:02.039926 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-184cdf66-c405-4381-8d4e-1ae1e0805e4f req-f6535b86-4c96-4886-9cea-92dbdeca562e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375247 Dec 22 09:16:03.224433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e530c-5159-4335-8fc6-6d58d06a9d54 req-8d6f458e-559b-4430-8bf8-9c0e244a00f7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:03.225882 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-db2e530c-5159-4335-8fc6-6d58d06a9d54 req-8d6f458e-559b-4430-8bf8-9c0e244a00f7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0824664 Dec 22 09:16:03.268934 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-db2e530c-5159-4335-8fc6-6d58d06a9d54 req-238d05c4-5aae-4109-b8af-41d7a06a191b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373187 Dec 22 09:16:04.451072 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c85c11-f4b0-46b7-acd9-82aecd25e457 req-e768224d-8551-4e49-a51e-760720ef144d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:04.452495 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c85c11-f4b0-46b7-acd9-82aecd25e457 req-e768224d-8551-4e49-a51e-760720ef144d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0807877 Dec 22 09:16:04.495454 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-88c85c11-f4b0-46b7-acd9-82aecd25e457 req-127dfca9-8ccf-4a92-ae9f-d56e71cc0c1e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370791 Dec 22 09:16:05.676404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad70a12-780b-4235-a29c-097ad358b179 req-069285db-83ef-47ee-ad7b-4c1d3adbf9c5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:05.677847 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dad70a12-780b-4235-a29c-097ad358b179 req-069285db-83ef-47ee-ad7b-4c1d3adbf9c5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0770137 Dec 22 09:16:05.720374 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dad70a12-780b-4235-a29c-097ad358b179 req-ddbaf543-cd42-4825-a13c-8244587db161 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369599 Dec 22 09:16:05.727257 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:16:06.901640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17e549-a696-432c-86c3-3de7acbaaeef req-3f510eba-ef46-404d-a38e-c4c64c8d67e0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:06.903130 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1b17e549-a696-432c-86c3-3de7acbaaeef req-3f510eba-ef46-404d-a38e-c4c64c8d67e0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0780916 Dec 22 09:16:06.950016 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1b17e549-a696-432c-86c3-3de7acbaaeef req-098396e2-1dbd-4c21-aeab-c2324583c416 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410590 Dec 22 09:16:08.187381 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-9519bb4b-6e7a-475b-9f84-06b12b16442d service neutron] 10.222.0.54 "GET /v2.0/ports/f0714a36-97b6-4db1-bff6-d5339a486394/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0946584 Dec 22 09:16:08.199334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576398b2-9ec0-40ca-a7a2-7fd160a0f26d req-367a1cac-0625-44ef-95c8-5030bef2fd25 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:08.200780 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-576398b2-9ec0-40ca-a7a2-7fd160a0f26d req-367a1cac-0625-44ef-95c8-5030bef2fd25 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.1466520 Dec 22 09:16:08.251029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-576398b2-9ec0-40ca-a7a2-7fd160a0f26d req-c5e60483-0893-4642-a3c4-40ece97c7496 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428181 Dec 22 09:16:08.446795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-3b345e68-f349-4157-a616-5b6013ce8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:08.448148 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-3b345e68-f349-4157-a616-5b6013ce8a9e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 1098 time: 0.0686464 Dec 22 09:16:08.535315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-fe831884-3d25-424c-b680-271a22d2eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:08.536734 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-fe831884-3d25-424c-b680-271a22d2eb5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 1098 time: 0.0681159 Dec 22 09:16:08.663479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-5f0812b1-466e-4a15-93de-f67929dd9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:08.664849 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-5f0812b1-466e-4a15-93de-f67929dd9870 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1215789 Dec 22 09:16:08.764094 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-78e10033-40de-4cfc-92eb-6d626556a0b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0714a36-97b6-4db1-bff6-d5339a486394 HTTP/1.1" status: 200 len: 1002 time: 0.0926559 Dec 22 09:16:08.827665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-0ae350c1-6d94-49cf-8765-5f12a567978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:08.829015 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-0ae350c1-6d94-49cf-8765-5f12a567978a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0587065 Dec 22 09:16:08.900963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-6d6b149c-6b0b-4869-b45c-d66984c34737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:08.902414 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-6d6b149c-6b0b-4869-b45c-d66984c34737 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666018 Dec 22 09:16:09.030796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-b8948e82-2ff4-4aaa-81ac-08f6c45a6d93 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215405 Dec 22 09:16:09.158938 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66a452e9-debb-4219-b3b6-63c896ab5d2c req-6145c2c8-7814-434d-aed9-1f085a244366 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201968 Dec 22 09:16:09.435106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e5d1-d2b1-493d-9641-1360c1f0bfad req-373800eb-eaf6-45fe-af8d-31eab29da96a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:09.436533 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-77b7e5d1-d2b1-493d-9641-1360c1f0bfad req-373800eb-eaf6-45fe-af8d-31eab29da96a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0776274 Dec 22 09:16:09.478917 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-77b7e5d1-d2b1-493d-9641-1360c1f0bfad req-6280e5af-b182-4c4d-a73b-7c77939b3f4b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367818 Dec 22 09:16:10.661402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370d0d-dab8-40b5-87a2-ad50823ccf53 req-1a6c95be-39b0-42b9-91c2-4aa9502df595 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:10.663323 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d370d0d-dab8-40b5-87a2-ad50823ccf53 req-1a6c95be-39b0-42b9-91c2-4aa9502df595 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0811903 Dec 22 09:16:10.804786 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d370d0d-dab8-40b5-87a2-ad50823ccf53 req-2a2cbc24-67b8-40b4-90c6-125bb1d06494 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358199 Dec 22 09:16:10.906539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f0714a36-97b6-4db1-bff6-d5339a486394 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:16:10.909903 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f0714a36-97b6-4db1-bff6-d5339a486394 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:16:11.123458 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:11.144365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:11.163918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'port_id': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'mac_address': 'fa:16:3e:ee:66:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:16:11.168859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:11.201750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:11.207223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:11.274561 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'code': 200} Dec 22 09:16:11.287901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:11.309169 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:11.312006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0714a36-97b6-4db1-bff6-d5339a486394 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:16:11.322475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.322824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.323165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.323500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.323833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.324164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.324490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.324814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.325140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.325461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.325815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.326135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:11.338968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:11.342768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:11.406302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['f0714a36-97b6-4db1-bff6-d5339a486394'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:16:11.456412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:11.995292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0c51e-39d0-46de-9bcf-0ffa6c7e3099 req-5a9ef38e-b891-4844-9918-d8e5b48630c6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:11.997276 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87b0c51e-39d0-46de-9bcf-0ffa6c7e3099 req-5a9ef38e-b891-4844-9918-d8e5b48630c6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 944 time: 0.0856643 Dec 22 09:16:12.041783 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87b0c51e-39d0-46de-9bcf-0ffa6c7e3099 req-0a616e6f-be6b-4a40-ad27-82859060e4e9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385156 Dec 22 09:16:12.485850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4951-8749-4598-af78-8f14a17926ac req-ce0e2da7-f64f-451a-9657-871cd78d8c0f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:12.487145 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-ce0e2da7-f64f-451a-9657-871cd78d8c0f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765&tenant_id=581f7ddcea1642899435646b08d9a21e&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1413693 Dec 22 09:16:12.536994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b4222-36be-4021-849a-cba924c1d3ff req-a160924e-a131-46d8-8e26-952dfa948663 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:12.539046 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d7b4222-36be-4021-849a-cba924c1d3ff req-a160924e-a131-46d8-8e26-952dfa948663 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 944 time: 0.1394391 Dec 22 09:16:12.606437 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d7b4222-36be-4021-849a-cba924c1d3ff req-fcfb7611-a0e3-42d3-8a06-0925a5faf95c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563462 Dec 22 09:16:12.607840 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-d3d2de1a-b4eb-4c4b-9963-09d6115e1b45 service neutron] 10.222.0.54 "GET /v2.0/ports/f0714a36-97b6-4db1-bff6-d5339a486394/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1140196 Dec 22 09:16:12.701166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4951-8749-4598-af78-8f14a17926ac req-f97e768f-f219-46cf-8bc3-729e63e7b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:12.702635 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-f97e768f-f219-46cf-8bc3-729e63e7b784 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 1097 time: 0.0721073 Dec 22 09:16:12.828367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4951-8749-4598-af78-8f14a17926ac req-74427e66-cc74-41de-a572-b3c59a0e6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:12.829654 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-74427e66-cc74-41de-a572-b3c59a0e6245 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1212697 Dec 22 09:16:12.928126 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-d91562c3-2786-40cc-881c-9a24f189d4fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0714a36-97b6-4db1-bff6-d5339a486394 HTTP/1.1" status: 200 len: 1001 time: 0.0922699 Dec 22 09:16:12.939292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f0714a36-97b6-4db1-bff6-d5339a486394 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:16:12.991490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4951-8749-4598-af78-8f14a17926ac req-88713417-e06d-47cd-a38e-1d23d5367ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:12.992928 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-88713417-e06d-47cd-a38e-1d23d5367ca3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0591571 Dec 22 09:16:13.010210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port f0714a36-97b6-4db1-bff6-d5339a486394 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:13.010578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.067617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4951-8749-4598-af78-8f14a17926ac req-d7bee014-c6d4-45aa-bdfd-b5e6dee25a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:13.069787 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-d7bee014-c6d4-45aa-bdfd-b5e6dee25a5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705340 Dec 22 09:16:13.126588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.200970 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-f600df94-bc26-49d6-ba98-2be4bb618d74 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249495 Dec 22 09:16:13.201222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:13.206135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.273338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:13.275631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:13.327508 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'code': 200} Dec 22 09:16:13.335267 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-99bfb930-4292-4e4c-a70e-10302d40114e service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279733 Dec 22 09:16:13.789830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb53d53-2a60-4ff1-a0a5-d27730417337 req-b710788a-ed49-4cfc-9fc9-c87e740f34de tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:13.791451 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fdb53d53-2a60-4ff1-a0a5-d27730417337 req-b710788a-ed49-4cfc-9fc9-c87e740f34de tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0832641 Dec 22 09:16:13.833703 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fdb53d53-2a60-4ff1-a0a5-d27730417337 req-7034305d-92ff-46b3-809d-1c18b0ee4068 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368099 Dec 22 09:16:14.465760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:15.025904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc069094-ce21-4e1b-bb81-c6d4eded2cd3 req-e2f7f537-1675-4eb2-96c7-e8cbae027eaf tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:15.027350 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-dc069094-ce21-4e1b-bb81-c6d4eded2cd3 req-e2f7f537-1675-4eb2-96c7-e8cbae027eaf tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0828249 Dec 22 09:16:15.170860 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-dc069094-ce21-4e1b-bb81-c6d4eded2cd3 req-614201e4-3101-41cf-8aaf-1f0b39f1a880 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379015 Dec 22 09:16:15.803506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4951-8749-4598-af78-8f14a17926ac req-3769aa80-c1d8-430f-acbf-82e67f576a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:15.804933 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-3769aa80-c1d8-430f-acbf-82e67f576a29 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 1098 time: 0.0682585 Dec 22 09:16:15.895996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4951-8749-4598-af78-8f14a17926ac req-f376037f-4cdc-46d1-9879-051871c64607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:15.898055 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-f376037f-4cdc-46d1-9879-051871c64607 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 1098 time: 0.0710726 Dec 22 09:16:16.023807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4951-8749-4598-af78-8f14a17926ac req-ab1442d9-c41b-4f20-a60f-221dd9cc7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:16.025210 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-ab1442d9-c41b-4f20-a60f-221dd9cc7db9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1211650 Dec 22 09:16:16.227607 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-cd87efd0-a2a0-4314-be7d-187a40da649f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0714a36-97b6-4db1-bff6-d5339a486394 HTTP/1.1" status: 200 len: 1002 time: 0.1962812 Dec 22 09:16:16.328226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4951-8749-4598-af78-8f14a17926ac req-bc1a7d50-2c3c-4a6f-8e1d-194223d1a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:16.329609 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-bc1a7d50-2c3c-4a6f-8e1d-194223d1a656 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0953341 Dec 22 09:16:16.420365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa151-ceff-4c95-bec6-a34ec57c2200 req-31b69026-eab8-4736-a3b6-44388c5e18eb tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:16.421822 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1ebfa151-ceff-4c95-bec6-a34ec57c2200 req-31b69026-eab8-4736-a3b6-44388c5e18eb tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.1414547 Dec 22 09:16:16.449033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4951-8749-4598-af78-8f14a17926ac req-8b540635-a4ca-4aa4-87f0-98fab980532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:16.451053 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-8b540635-a4ca-4aa4-87f0-98fab980532f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1138837 Dec 22 09:16:16.510257 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1ebfa151-ceff-4c95-bec6-a34ec57c2200 req-2cd4ec36-d121-4603-a334-79117adf2653 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821111 Dec 22 09:16:16.596033 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-815d25ac-b4c7-41a7-bd2d-2b31a1a85895 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365781 Dec 22 09:16:16.726799 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f8d4951-8749-4598-af78-8f14a17926ac req-dc64fb11-910d-4b90-92b2-f4a4eb5fe201 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239028 Dec 22 09:16:17.688700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb38034-4284-4a41-866d-d82bc54f8d84 req-51b8e777-323c-478f-9312-8252deb0022a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:17.690153 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6fb38034-4284-4a41-866d-d82bc54f8d84 req-51b8e777-323c-478f-9312-8252deb0022a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0776715 Dec 22 09:16:17.735753 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6fb38034-4284-4a41-866d-d82bc54f8d84 req-c8673785-0b2d-4f18-bd8c-158dbf715632 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393088 Dec 22 09:16:18.921064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc542-24c0-415a-9721-7b9384551002 req-8befd801-8152-4300-8c36-6bf4c2cf838f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:18.922504 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-305fc542-24c0-415a-9721-7b9384551002 req-8befd801-8152-4300-8c36-6bf4c2cf838f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0815737 Dec 22 09:16:18.965531 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-305fc542-24c0-415a-9721-7b9384551002 req-3769eb14-7607-4fe7-b0fc-5c709ed82fd0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375013 Dec 22 09:16:18.978710 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f0714a36-97b6-4db1-bff6-d5339a486394 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:16:18.990770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f0714a36-97b6-4db1-bff6-d5339a486394 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:16:19.147897 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1cc2-3783-4022-90d3-305d6358bf86 req-c7592b9b-e7ef-4c77-af0d-cd7844407cfd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:19.149420 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-be5c1cc2-3783-4022-90d3-305d6358bf86 req-c7592b9b-e7ef-4c77-af0d-cd7844407cfd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0809209 Dec 22 09:16:19.192809 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-be5c1cc2-3783-4022-90d3-305d6358bf86 req-ed058a31-7020-4311-ac70-39ba68075e5d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374560 Dec 22 09:16:19.208002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:19.217892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:19.234836 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'port_id': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'mac_address': 'fa:16:3e:ee:66:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:16:19.286982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:19.301055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:19.308369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:19.343591 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'code': 200} Dec 22 09:16:19.349895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:19.381732 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0714a36-97b6-4db1-bff6-d5339a486394 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:16:19.382191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be238f15-0b93-4a76-bfcc-09ed98aa6bc2 req-f93cc22c-dafd-4ba3-917a-14231fbacd18 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:19.383660 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be238f15-0b93-4a76-bfcc-09ed98aa6bc2 req-f93cc22c-dafd-4ba3-917a-14231fbacd18 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 943 time: 0.0854502 Dec 22 09:16:19.430257 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be238f15-0b93-4a76-bfcc-09ed98aa6bc2 req-21a0c59b-a208-45b2-9bd9-f06c0ed0afba tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 Dec 22 09:16:19.460835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=9']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:19.466854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-66cdfeec-fbe0-462c-b80c-d7aeb07d9ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:19.478910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:16:19.479265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:16:19.814163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947a056-afff-4869-ace5-a206597cffd2 req-36c7435e-2212-4c09-94aa-e2c06acacbbe tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:19.815588 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8947a056-afff-4869-ace5-a206597cffd2 req-36c7435e-2212-4c09-94aa-e2c06acacbbe tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 943 time: 0.0855339 Dec 22 09:16:19.860079 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8947a056-afff-4869-ace5-a206597cffd2 req-ed3c4319-cb17-44a6-a201-c4d521e14fcc tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384941 Dec 22 09:16:20.031335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:20.048477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0714a36-97b6-4db1-bff6-d5339a486394 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:16:20.063048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:20.066871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:20.130317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['f0714a36-97b6-4db1-bff6-d5339a486394'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:16:20.181285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=10']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:21.007759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f0714a36-97b6-4db1-bff6-d5339a486394 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:16:21.041015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfa316-2bca-498d-8093-fce0f7717493 req-dea7974f-3511-449a-a00e-8099ed9b8a89 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:21.042659 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-00cfa316-2bca-498d-8093-fce0f7717493 req-dea7974f-3511-449a-a00e-8099ed9b8a89 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 945 time: 0.0788453 Dec 22 09:16:21.075436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port f0714a36-97b6-4db1-bff6-d5339a486394 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:21.075989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:21.090105 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-00cfa316-2bca-498d-8093-fce0f7717493 req-6089b9a9-357e-48f1-9420-705701a870de tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 Dec 22 09:16:21.188528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:21.219002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:21.222761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:21.286286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=11']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:21.344784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:21.395112 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'code': 200} Dec 22 09:16:21.787041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-efcbb38f-2210-43c8-bc34-ae662e25e597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:21.835149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-2af19b9b-d99a-43a7-9704-ab6d98f4bafd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:21.836550 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-2af19b9b-d99a-43a7-9704-ab6d98f4bafd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 946 time: 0.0797188 Dec 22 09:16:21.908260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Deleting port f0714a36-97b6-4db1-bff6-d5339a486394 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:16:21.908589 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:22.150193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] For port f0714a36-97b6-4db1-bff6-d5339a486394, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f0714a36-97b6-4db1-bff6-d5339a486394,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:22.150540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:22.415526 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeaa04-bb31-42fc-a28e-57d839b36d0e req-ce053570-0307-46a1-b17a-501b5b83d989 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:22.417059 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1afeaa04-bb31-42fc-a28e-57d839b36d0e req-ce053570-0307-46a1-b17a-501b5b83d989 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 946 time: 0.0786459 Dec 22 09:16:22.441662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:22.442054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:22.442355 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Floating IP e5e20119-96c0-4034-866a-94b43bd80ee7 disassociated. External IP: 172.26.1.218, port: f0714a36-97b6-4db1-bff6-d5339a486394. Dec 22 09:16:22.442682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Calling delete_port for f0714a36-97b6-4db1-bff6-d5339a486394 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:16:22.461225 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1afeaa04-bb31-42fc-a28e-57d839b36d0e req-a97fc34b-0f0e-4216-b0b5-b028dd2e4921 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378957 Dec 22 09:16:22.682859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:22.731561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event deleted for resources: {'Port': ['ID=f0714a36-97b6-4db1-bff6-d5339a486394,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:22.742359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.742707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.743038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.743369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.743690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.744011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.744346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.744662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.744982 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.745302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.745614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.745952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:22.889557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:22.929953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Router 42a770a7-bea4-4338-80f1-016c2a154caf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:16:23.036869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:23.110136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:16:23.119774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:16:23.129039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:16:23.129790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:16:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:23.181180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] No DVR routers for this DVR port f0714a36-97b6-4db1-bff6-d5339a486394 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:16:23.183592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:23.186100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-deleted', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:23.202857 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0a6f00e-4423-48d3-90e3-020aff9ef806 req-c3f8d6be-3ecd-4966-8332-77328ff9f16f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "DELETE /v2.0/ports/f0714a36-97b6-4db1-bff6-d5339a486394 HTTP/1.1" status: 204 len: 173 time: 1.3609948 Dec 22 09:16:23.290220 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a210b1-a748-4655-bb60-224bfacca765', 'name': 'network-vif-deleted', 'tag': 'f0714a36-97b6-4db1-bff6-d5339a486394', 'status': 'completed', 'code': 200} Dec 22 09:16:23.314735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:16:23.624424 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-be9f61c4-ea08-4cc0-bbe1-dbfb4d315296 req-f25627d7-3023-4d14-918b-593b5296aa8b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=86a210b1-a748-4655-bb60-224bfacca765 HTTP/1.1" status: 200 len: 210 time: 0.0465064 Dec 22 09:16:23.667034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:23.671136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:16:23.680382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:16:23.680989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:16:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:23.858739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:16:24.163078 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:24.166925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edf3e6-6ce0-4386-af3f-58546f4b4d5e None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:16:24.246813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:24.383121 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc3a99c-b782-4415-993d-6ed1d5b187e8 None None] New status for floating IP e5e20119-96c0-4034-866a-94b43bd80ee7: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:16:24.957859 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-0655b4c6-60d8-48cc-a9d0-2358557545b7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1749668451&fields=id&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 267 time: 0.0412915 Dec 22 09:16:25.026221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f0714a36-97b6-4db1-bff6-d5339a486394 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:16:25.059685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: f0714a36-97b6-4db1-bff6-d5339a486394 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:16:25.060026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device f0714a36-97b6-4db1-bff6-d5339a486394 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:16:25.106053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12468543-e62e-486e-95f6-d63a4f43a319 req-4df15839-0bfa-47fb-b8a5-36a610b45e1c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:25.107384 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-4df15839-0bfa-47fb-b8a5-36a610b45e1c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 812 time: 0.1432431 Dec 22 09:16:25.121554 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-81013784-4437-42f8-9928-d07d74560c30 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/quotas/581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 375 time: 0.0087945 Dec 22 09:16:25.201862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-12468543-e62e-486e-95f6-d63a4f43a319 req-05c2aaea-df73-4789-a3f7-37480cc6f1cd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:16:25.217060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-12468543-e62e-486e-95f6-d63a4f43a319 req-05c2aaea-df73-4789-a3f7-37480cc6f1cd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:16:25.218323 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-05c2aaea-df73-4789-a3f7-37480cc6f1cd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919943 Dec 22 09:16:25.392195 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-7804cf0c-3292-4662-a132-69c9e4678ef1 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615045 Dec 22 09:16:25.520297 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-aae6f020-7d4a-48f4-8700-ea86c03aaad9 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218231 Dec 22 09:16:25.687475 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4428e4d5-82e5-4102-9392-6ba068147a7d req-908d5975-de17-4508-87c9-4129e0e575f4 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 210 time: 0.0413253 Dec 22 09:16:26.691686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12468543-e62e-486e-95f6-d63a4f43a319 req-aec9aa42-d25e-4e06-8333-80b6ad1e7b97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:26.693069 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-aec9aa42-d25e-4e06-8333-80b6ad1e7b97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 812 time: 0.1471407 Dec 22 09:16:26.747371 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-b54ccdb2-9906-46a7-8bce-b3c214d37438 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 380 time: 0.0457757 Dec 22 09:16:26.756492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'port': {'device_id': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'admin_state_up': True, 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'security_groups': ['009d7c23-5d5f-4511-bd01-95b4ba02cf3e']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:16:26.994400 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-83d80dd1-9649-40e2-add2-d3b301686cd4 req-5e2177a3-aba6-4687-955d-8799db8fb56a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 210 time: 0.1969123 Dec 22 09:16:27.037974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:27.047735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:27.057232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Made reservation on behalf of 581f7ddcea1642899435646b08d9a21e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:16:27.060622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:27.216171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Allocated IP 172.20.0.10 (d6f9c07f-9084-4afc-a544-4dc44d879b51/0d74b83b-76b4-46a8-8a94-78c782a59e9d/70c938ce-a7d0-4076-a57e-1d5667327a46) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:16:27.397346 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:27.411937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Transition to ACTIVE for port object 70c938ce-a7d0-4076-a57e-1d5667327a46 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:16:27.436114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:27.501937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:16:27.505016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:16:27.509312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:16:27.547411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:27.579370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:27.579990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:27.606797 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-dcb0ac5b-c744-4fe7-90ee-525ae0c1ebc2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8539541 Dec 22 09:16:27.619409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Request body: {'port': {'device_id': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:16:27.727941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:27.753788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bbd720ed-8c26-411b-b984-010073335a7f None None] Provisioning for port 70c938ce-a7d0-4076-a57e-1d5667327a46 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:16:27.759100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bbd720ed-8c26-411b-b984-010073335a7f None None] Provisioning complete for port 70c938ce-a7d0-4076-a57e-1d5667327a46 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:27.759725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bbd720ed-8c26-411b-b984-010073335a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:27.814813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bbd720ed-8c26-411b-b984-010073335a7f None None] Port 70c938ce-a7d0-4076-a57e-1d5667327a46 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:16:28.073575 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c938ce-a7d0-4076-a57e-1d5667327a46 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:16:28.081133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:28.095036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Transition to ACTIVE for port object 70c938ce-a7d0-4076-a57e-1d5667327a46 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:16:28.099485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:28.181154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4f97f-eb48-4214-b235-9f97e177a9ab req-f31179c9-c161-4eb2-a11e-56bc92ef1b6a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:28.182719 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6ac4f97f-eb48-4214-b235-9f97e177a9ab req-f31179c9-c161-4eb2-a11e-56bc92ef1b6a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 944 time: 0.0813596 Dec 22 09:16:28.230516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:28.242258 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6ac4f97f-eb48-4214-b235-9f97e177a9ab req-231909bb-f7aa-40c2-bf7e-30c400c4f93a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536587 Dec 22 09:16:28.336908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Attempting to bind port 70c938ce-a7d0-4076-a57e-1d5667327a46 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:16:28.337262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Attempting to bind port 70c938ce-a7d0-4076-a57e-1d5667327a46 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:16:28.337579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Attempting to bind port 70c938ce-a7d0-4076-a57e-1d5667327a46 on network d6f9c07f-9084-4afc-a544-4dc44d879b51 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:16:28.343266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Port 70c938ce-a7d0-4076-a57e-1d5667327a46 on network d6f9c07f-9084-4afc-a544-4dc44d879b51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:16:28.343644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Attempting to bind port 70c938ce-a7d0-4076-a57e-1d5667327a46 on network d6f9c07f-9084-4afc-a544-4dc44d879b51 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:16:28.348715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:16:28.349041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Checking segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:16:28.349411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Bound using segment: {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:16:28.349877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Bound port: 70c938ce-a7d0-4076-a57e-1d5667327a46, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:16:28.350217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:28.437031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:16:28.441878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:16:28.446106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:28.508846 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:28.509600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:28.510838 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 200 len: 1094 time: 0.8964076 Dec 22 09:16:28.511269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:28.536026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b3624-ae24-4f0d-b134-212fdf0d08a1 service neutron] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:28.582218 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'status': 'completed', 'code': 200} Dec 22 09:16:28.623489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12468543-e62e-486e-95f6-d63a4f43a319 req-cd7f6c4a-55d9-48a8-abf1-c8babaa3b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:28.624982 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-cd7f6c4a-55d9-48a8-abf1-c8babaa3b41c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 1097 time: 0.0752571 Dec 22 09:16:28.697364 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-b8ea0134-2885-4261-8d29-e834a5ac710e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 200 len: 217 time: 0.0645633 Dec 22 09:16:28.760754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12468543-e62e-486e-95f6-d63a4f43a319 req-47c0a5fa-be6d-48d4-b89a-070593eb4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:28.762214 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-47c0a5fa-be6d-48d4-b89a-070593eb4111 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0583110 Dec 22 09:16:28.837796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12468543-e62e-486e-95f6-d63a4f43a319 req-91eed071-a57c-482e-a1e9-9244e07c27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:28.839121 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-91eed071-a57c-482e-a1e9-9244e07c27f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707791 Dec 22 09:16:29.066166 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-d782b3bc-4e06-4ae3-a523-09f01140d768 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202830 Dec 22 09:16:29.194483 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-12468543-e62e-486e-95f6-d63a4f43a319 req-ad4f1487-c8dd-408a-9da3-228d63c12e27 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222398 Dec 22 09:16:29.324226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-76c5d009-ad48-4983-b512-68ebb71484d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:29.325713 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-76c5d009-ad48-4983-b512-68ebb71484d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 1097 time: 0.0683680 Dec 22 09:16:29.417531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72bceb-61fc-4afd-a54b-348d071ff11e req-0cdfda9c-509a-4f03-8f84-1ae01b996c92 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:29.418998 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-af72bceb-61fc-4afd-a54b-348d071ff11e req-0cdfda9c-509a-4f03-8f84-1ae01b996c92 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 944 time: 0.0803332 Dec 22 09:16:29.456600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-f58802eb-d514-4ea1-8b9e-d654561a41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:29.458059 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-f58802eb-d514-4ea1-8b9e-d654561a41e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1252398 Dec 22 09:16:29.464196 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-af72bceb-61fc-4afd-a54b-348d071ff11e req-64458347-893a-488a-97bc-c8ab3df69153 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394375 Dec 22 09:16:29.528125 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-0fe27fab-9d34-45c2-ae09-775d3a4cd9e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 200 len: 217 time: 0.0629790 Dec 22 09:16:29.589889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-eb44dd35-437c-4133-94a5-24a3f9e537c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:29.591243 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-eb44dd35-437c-4133-94a5-24a3f9e537c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0562265 Dec 22 09:16:29.668161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-c9d40e4a-6755-479b-a2e2-a399ebbdab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:29.669491 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-c9d40e4a-6755-479b-a2e2-a399ebbdab5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694971 Dec 22 09:16:29.796319 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-e8dd3bea-3805-4499-bb65-9013fe3b1454 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195128 Dec 22 09:16:29.930547 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-91f3281b-9bea-41c6-b4b7-66d60438d558 req-b53c4488-032b-4d3a-bb01-76e02432111b service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261091 Dec 22 09:16:30.643168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b68d82-4cef-41f9-9c0e-78f6bd7bc72a req-e3de5b90-ff33-407c-a652-b575112c4dcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:30.643831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-38b68d82-4cef-41f9-9c0e-78f6bd7bc72a req-e3de5b90-ff33-407c-a652-b575112c4dcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Synchronizing usage tracker for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:16:30.659125 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-38b68d82-4cef-41f9-9c0e-78f6bd7bc72a req-e3de5b90-ff33-407c-a652-b575112c4dcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Unset dirty status for tenant:581f7ddcea1642899435646b08d9a21e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:16:30.660483 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38b68d82-4cef-41f9-9c0e-78f6bd7bc72a req-e3de5b90-ff33-407c-a652-b575112c4dcd tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 944 time: 0.0933249 Dec 22 09:16:30.703869 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38b68d82-4cef-41f9-9c0e-78f6bd7bc72a req-e8f0d612-3b5b-405a-bb14-03d214d237f0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369773 Dec 22 09:16:31.072818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 70c938ce-a7d0-4076-a57e-1d5667327a46 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:16:31.202063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:31.214940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'port_id': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'mac_address': 'fa:16:3e:71:17:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:16:31.268377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:31.284207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c938ce-a7d0-4076-a57e-1d5667327a46 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:16:31.298716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:31.302437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:31.370533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:31.508288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['70c938ce-a7d0-4076-a57e-1d5667327a46'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:16:31.883663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa01ee-ef83-414b-97b8-6042baed2f06 req-42280e60-fef6-44bf-b6d0-59cb3c512e70 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:31.885109 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8bfa01ee-ef83-414b-97b8-6042baed2f06 req-42280e60-fef6-44bf-b6d0-59cb3c512e70 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 945 time: 0.0783358 Dec 22 09:16:31.932378 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8bfa01ee-ef83-414b-97b8-6042baed2f06 req-f0b65727-aeed-4a79-9f9a-b552827e2427 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Dec 22 09:16:33.087907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 70c938ce-a7d0-4076-a57e-1d5667327a46 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:16:33.115159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb9081-0760-4a82-ad8f-d2d69786025e req-3a0093d1-434b-4acf-a823-cce13baf05b1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:33.117193 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1dbb9081-0760-4a82-ad8f-d2d69786025e req-3a0093d1-434b-4acf-a823-cce13baf05b1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 945 time: 0.0821736 Dec 22 09:16:33.156699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 70c938ce-a7d0-4076-a57e-1d5667327a46 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:16:33.161461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 70c938ce-a7d0-4076-a57e-1d5667327a46 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:33.161608 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1dbb9081-0760-4a82-ad8f-d2d69786025e req-02d4feb4-0d7c-46e2-8357-1f36fb8ce443 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381939 Dec 22 09:16:33.161812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:33.275711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:33.301521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:33.311375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:16:33.315945 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:33.352129 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'code': 200} Dec 22 09:16:33.382968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:33.568075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5679e-7a47-4019-a03b-9b8457de3fb3 req-9cd12c32-a6f8-4f2f-b9d8-92d58cd161f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:33.569445 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09c5679e-7a47-4019-a03b-9b8457de3fb3 req-9cd12c32-a6f8-4f2f-b9d8-92d58cd161f7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 1099 time: 0.0668013 Dec 22 09:16:33.612108 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09c5679e-7a47-4019-a03b-9b8457de3fb3 req-a786e802-e2e8-46c8-9a0a-0b7a8ca58df5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364380 Dec 22 09:16:34.344681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c70b7c-15c6-43bc-8cb6-aef8db9e4c12 req-1a1d3c7d-96ce-4799-8092-0600c45404f9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:34.346040 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-29c70b7c-15c6-43bc-8cb6-aef8db9e4c12 req-1a1d3c7d-96ce-4799-8092-0600c45404f9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0784073 Dec 22 09:16:34.389465 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-29c70b7c-15c6-43bc-8cb6-aef8db9e4c12 req-295b535c-8d06-4d4b-82a3-26ea641d8cd7 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378764 Dec 22 09:16:35.573745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31043f-bdc5-4f93-8029-a84055f517ec req-63973b3f-4546-42ca-a30b-7f372363db75 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:35.575178 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ce31043f-bdc5-4f93-8029-a84055f517ec req-63973b3f-4546-42ca-a30b-7f372363db75 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0772829 Dec 22 09:16:35.617994 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ce31043f-bdc5-4f93-8029-a84055f517ec req-c66da846-3c82-4ec4-99bf-2f031dd58738 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373118 Dec 22 09:16:35.795662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13fac4-08ad-41d3-8666-fa15624ae295 req-9965b1b2-12c2-4543-87fb-4d0e95370c07 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:35.796985 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb13fac4-08ad-41d3-8666-fa15624ae295 req-9965b1b2-12c2-4543-87fb-4d0e95370c07 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0804341 Dec 22 09:16:35.805282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34266) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:35.810052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0f028e3c-1e87-4b22-b50c-c22d29398f97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Request body: {'floatingip': {'port_id': '70c938ce-a7d0-4076-a57e-1d5667327a46'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:16:35.882972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f028e3c-1e87-4b22-b50c-c22d29398f97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:36.558120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f028e3c-1e87-4b22-b50c-c22d29398f97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:36.561495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f028e3c-1e87-4b22-b50c-c22d29398f97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:36.724679 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-0f028e3c-1e87-4b22-b50c-c22d29398f97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Floating IP e5e20119-96c0-4034-866a-94b43bd80ee7 associated. External IP: 172.26.1.218, port: 70c938ce-a7d0-4076-a57e-1d5667327a46. Dec 22 09:16:37.072413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f028e3c-1e87-4b22-b50c-c22d29398f97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Router 42a770a7-bea4-4338-80f1-016c2a154caf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:16:37.359403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f028e3c-1e87-4b22-b50c-c22d29398f97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:16:37.363619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f028e3c-1e87-4b22-b50c-c22d29398f97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:37.369319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:16:37.378432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:16:37.379037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:16:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:37.417612 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0f028e3c-1e87-4b22-b50c-c22d29398f97 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "PUT /v2.0/floatingips/e5e20119-96c0-4034-866a-94b43bd80ee7 HTTP/1.1" status: 200 len: 993 time: 1.6112645 Dec 22 09:16:37.418215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:37.463812 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'status': 'completed', 'code': 200} Dec 22 09:16:37.555836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-fa0e9e0b-00d8-4b78-919b-3b0c5c1614ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:37.557295 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-fa0e9e0b-00d8-4b78-919b-3b0c5c1614ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 1099 time: 0.0728099 Dec 22 09:16:37.592842 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:16:37.691533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-4c5a1d66-5153-4966-bdf8-58a154eeca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:37.692949 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-4c5a1d66-5153-4966-bdf8-58a154eeca62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1292896 Dec 22 09:16:37.796384 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-d6f7778d-737b-4c4b-a973-24a0d429ff98 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 200 len: 1001 time: 0.0960164 Dec 22 09:16:37.858713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-8520a4dd-9308-4687-9797-79462a73ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:37.860232 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-8520a4dd-9308-4687-9797-79462a73ce17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0575974 Dec 22 09:16:37.934691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-9341cf6a-b7bd-45a5-91c4-31a116eda9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:37.936167 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-9341cf6a-b7bd-45a5-91c4-31a116eda9a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692525 Dec 22 09:16:37.938168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:71:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:16:36Z', 'revision_number': 13, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:37.942044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:16:37.951015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:16:37.951669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:16:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:38.069581 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-3389197e-af0d-41ca-9472-2fa99f7158c0 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253262 Dec 22 09:16:38.123018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:16:38.200555 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0697b203-67dd-47a1-9884-d224f6a056b9 req-22443798-9b1a-4889-a877-f5ce26a1ba57 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248639 Dec 22 09:16:38.460962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:71:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:16:36Z', 'revision_number': 13, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:38.464669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d4298-a68a-436f-b014-22a9382196dd None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'e5e20119-96c0-4034-866a-94b43bd80ee7', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'floating_ip_address': '172.26.1.218', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'port_id': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'mac_address': 'fa:16:3e:71:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:12:28Z', 'updated_at': '2021-12-22T09:16:36Z', 'revision_number': 13, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:16:38.669510 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd0bc75-029a-4f9f-8e0b-4105e3e2cccd None None] New status for floating IP e5e20119-96c0-4034-866a-94b43bd80ee7: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:16:42.725914 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:16:44.475681 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:49.408098 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-70738db8-fea6-450d-b766-0177b6ffb6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:51.789704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ebf2c2ef-9805-4bf5-8add-61b9ffdf23c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:52.897627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:53.030780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:53.636558 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-38f62315-3a90-41fc-b8e8-ebabe3aa1be9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719292 Dec 22 09:16:53.778931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-64b9bbca-f228-4dcd-8aa0-03749ab309b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:53.780350 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-64b9bbca-f228-4dcd-8aa0-03749ab309b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 1099 time: 0.0682225 Dec 22 09:16:53.920725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-0a24dc96-10cc-459d-bcb8-10e61f728239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:53.922054 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-0a24dc96-10cc-459d-bcb8-10e61f728239 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1229236 Dec 22 09:16:54.029303 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-fd0de821-ea29-4590-bca7-a567d4aa7d5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 200 len: 1003 time: 0.0989809 Dec 22 09:16:54.093832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-8c4fea2a-0ff7-40ba-9106-6b8212d35011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:54.095198 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-8c4fea2a-0ff7-40ba-9106-6b8212d35011 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0585742 Dec 22 09:16:54.168593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-9d1faf75-b011-4e58-a52c-d4e17e6a2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:54.170018 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-9d1faf75-b011-4e58-a52c-d4e17e6a2ed9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664737 Dec 22 09:16:54.254244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:54.302292 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-d428fe71-bd2f-4436-abf0-70d4f999f5af service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246834 Dec 22 09:16:54.548793 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-64149f1d-7e81-4ab5-9ffe-7227ed864953 req-1b06db98-dbb2-49e7-9d80-87d5778e6e94 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329106 Dec 22 09:17:14.475440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:15.422096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc5480-cb19-4692-a562-87ef24599df2 req-96ed972b-514b-476e-bc3d-eb3392cf7610 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:15.423539 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86dc5480-cb19-4692-a562-87ef24599df2 req-96ed972b-514b-476e-bc3d-eb3392cf7610 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0777776 Dec 22 09:17:15.469658 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86dc5480-cb19-4692-a562-87ef24599df2 req-1058feb6-10eb-4a69-8e57-8d70c03f412c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405905 Dec 22 09:17:19.410085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9763776e-c9cb-49d3-b14b-ce37d9f383c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:19.724890 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:17:21.790168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-119f02bc-ed0f-4288-b8ee-d2dc135c6b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:22.891436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:23.033850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:24.158492 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-8f550e50-40c1-4bf2-a39a-e2c4d1a72fa7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728304 Dec 22 09:17:24.208380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291adb5-3ca2-47ef-99a9-99d8c8133119 req-656e29b0-3d9c-4ad7-b375-73214b639169 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:24.209858 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c291adb5-3ca2-47ef-99a9-99d8c8133119 req-656e29b0-3d9c-4ad7-b375-73214b639169 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0842366 Dec 22 09:17:24.261630 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c291adb5-3ca2-47ef-99a9-99d8c8133119 req-2d9cd083-7e10-4b14-95a2-463e2b084b5a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453916 Dec 22 09:17:24.263138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:25.234035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-1497c892-6501-46c4-8285-0d84c782367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:25.235445 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-1497c892-6501-46c4-8285-0d84c782367c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 1099 time: 0.0682693 Dec 22 09:17:25.363593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-56c5b18d-9d46-4019-b50d-6ed1c9cb29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:25.365032 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-56c5b18d-9d46-4019-b50d-6ed1c9cb29e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1230276 Dec 22 09:17:25.514111 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-063080a0-f701-421b-b5ce-bd2b3986761d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 200 len: 1003 time: 0.1067255 Dec 22 09:17:25.574120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24b77-bee5-4ac2-a640-7a0dd26df1a6 req-2145284a-0277-405d-8db4-777d2a02b79f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:25.575432 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-02b24b77-bee5-4ac2-a640-7a0dd26df1a6 req-2145284a-0277-405d-8db4-777d2a02b79f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.2065356 Dec 22 09:17:25.601901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-775c63d8-9ccf-4d25-a2ed-848a7f82b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:25.603233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-775c63d8-9ccf-4d25-a2ed-848a7f82b675 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0831001 Dec 22 09:17:25.668823 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-02b24b77-bee5-4ac2-a640-7a0dd26df1a6 req-1a3a0249-a27b-4198-811c-2517a43d2283 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872290 Dec 22 09:17:25.691266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-e4f171fa-f316-41fd-9da0-33d67f27e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:25.692681 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-e4f171fa-f316-41fd-9da0-33d67f27e901 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792027 Dec 22 09:17:25.821199 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-6cd70a49-be45-4dc0-a45a-3ec98de4d1ca service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209991 Dec 22 09:17:25.947021 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-19667a98-8c5c-4a3f-9b75-b304f683ad26 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194186 Dec 22 09:17:26.898527 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b77f6-c432-4ce9-8a1a-633a590715ce req-3b2e6898-f244-41fb-8029-b80ee6d0986a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:26.899986 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-704b77f6-c432-4ce9-8a1a-633a590715ce req-3b2e6898-f244-41fb-8029-b80ee6d0986a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0799267 Dec 22 09:17:26.943690 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-704b77f6-c432-4ce9-8a1a-633a590715ce req-f1382964-8bd1-45c8-b127-e6c58a44006e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373178 Dec 22 09:17:28.124035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65f3d7-0bc9-451a-bbe5-5609e3605c09 req-731009be-de9a-4ac6-ba87-ad8d3df34d23 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:28.125473 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d65f3d7-0bc9-451a-bbe5-5609e3605c09 req-731009be-de9a-4ac6-ba87-ad8d3df34d23 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0782757 Dec 22 09:17:28.168843 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d65f3d7-0bc9-451a-bbe5-5609e3605c09 req-29111bf2-1128-4d8e-ac71-eb74e6931a23 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378480 Dec 22 09:17:29.352143 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ba61-8cee-49e3-b81e-f3bdc0bee477 req-e544fdd4-0963-41a1-af0e-b7a327a671f8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:29.353479 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5801ba61-8cee-49e3-b81e-f3bdc0bee477 req-e544fdd4-0963-41a1-af0e-b7a327a671f8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0803843 Dec 22 09:17:29.400066 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5801ba61-8cee-49e3-b81e-f3bdc0bee477 req-627331d8-0ff8-4bdb-8437-f436af2b6b6b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410461 Dec 22 09:17:30.582022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42641f00-e132-4172-a6fc-6347089c1a5a req-a8e404a0-1a29-4f85-b73e-3d1d93fb91fa tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:30.583769 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-42641f00-e132-4172-a6fc-6347089c1a5a req-a8e404a0-1a29-4f85-b73e-3d1d93fb91fa tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0814044 Dec 22 09:17:30.627647 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-42641f00-e132-4172-a6fc-6347089c1a5a req-6bef068a-cf3b-485a-82f1-dd97496fa16d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369997 Dec 22 09:17:31.807779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11e7cc-0846-46ab-b4d2-5201617421d7 req-99d5c3ae-315f-47e1-a8a5-e0aec676330f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:31.809190 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1c11e7cc-0846-46ab-b4d2-5201617421d7 req-99d5c3ae-315f-47e1-a8a5-e0aec676330f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0769391 Dec 22 09:17:31.856619 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1c11e7cc-0846-46ab-b4d2-5201617421d7 req-f1550a42-7886-4f3c-9e64-3c5a8ac3d6cc tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419214 Dec 22 09:17:33.040169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3f6ef-401e-42b8-b724-b24ad912185e req-72d66f92-cd3e-4a0c-a458-7ca6066fc5f1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:33.042236 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cee3f6ef-401e-42b8-b724-b24ad912185e req-72d66f92-cd3e-4a0c-a458-7ca6066fc5f1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0791709 Dec 22 09:17:33.088906 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cee3f6ef-401e-42b8-b724-b24ad912185e req-6680b016-10eb-4203-aa38-5fea105de9da tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410514 Dec 22 09:17:34.269827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40204ccd-7a53-43bf-ae3e-c3a46c0c25af req-50f29218-d756-41f9-8345-e2b0ae74dee9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:34.271255 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-40204ccd-7a53-43bf-ae3e-c3a46c0c25af req-50f29218-d756-41f9-8345-e2b0ae74dee9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0781827 Dec 22 09:17:34.313441 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-40204ccd-7a53-43bf-ae3e-c3a46c0c25af req-636535ba-4c46-4eee-b170-2f9084bfd5d6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360360 Dec 22 09:17:35.502417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40f92a-7f11-4779-ab8f-bbd139093532 req-201dbd66-49f5-4537-9f97-f77377248bdf tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:35.503843 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7b40f92a-7f11-4779-ab8f-bbd139093532 req-201dbd66-49f5-4537-9f97-f77377248bdf tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0782804 Dec 22 09:17:35.546959 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7b40f92a-7f11-4779-ab8f-bbd139093532 req-069999f1-d0a7-4eea-a457-02b0389ec03f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375876 Dec 22 09:17:36.728413 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3965563-7787-4ec5-85c6-5fb385c6b554 req-3a76ec47-f044-4e82-a24b-b499c3bd0e30 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:36.730498 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a3965563-7787-4ec5-85c6-5fb385c6b554 req-3a76ec47-f044-4e82-a24b-b499c3bd0e30 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0820687 Dec 22 09:17:36.772878 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a3965563-7787-4ec5-85c6-5fb385c6b554 req-37d86390-d7f4-4992-a303-3530824da8a8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367212 Dec 22 09:17:37.955715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3732127-b0e7-41c3-99f7-b86f35ea39ff req-71457f54-d19c-496b-929e-463d6cc466f6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:37.957139 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d3732127-b0e7-41c3-99f7-b86f35ea39ff req-71457f54-d19c-496b-929e-463d6cc466f6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0807817 Dec 22 09:17:38.001967 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d3732127-b0e7-41c3-99f7-b86f35ea39ff req-7e76c611-e6b5-4520-87e6-7b7398a59182 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387378 Dec 22 09:17:39.181379 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce393ea-533f-4432-a353-96d8ad67b3e7 req-27b7186c-16db-44e5-ab25-a55fecf592a3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:39.182872 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5ce393ea-533f-4432-a353-96d8ad67b3e7 req-27b7186c-16db-44e5-ab25-a55fecf592a3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0778968 Dec 22 09:17:39.226995 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5ce393ea-533f-4432-a353-96d8ad67b3e7 req-3a31062e-1aeb-4d94-a8ff-82243deccac3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385716 Dec 22 09:17:40.407449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1550a0-b7be-480c-949d-f276aa839cc8 req-d0da9bae-5807-4825-a85e-0d8d9b5f43e4 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:40.408870 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ed1550a0-b7be-480c-949d-f276aa839cc8 req-d0da9bae-5807-4825-a85e-0d8d9b5f43e4 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0776036 Dec 22 09:17:40.451066 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ed1550a0-b7be-480c-949d-f276aa839cc8 req-d171a7af-2750-40eb-934e-f5df22be879e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366101 Dec 22 09:17:41.638403 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec446be6-1f4d-4a63-abdc-fb443899c6fb req-f057e9e0-a2b5-4d6e-81ec-9164fce0072c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:41.639851 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ec446be6-1f4d-4a63-abdc-fb443899c6fb req-f057e9e0-a2b5-4d6e-81ec-9164fce0072c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0820122 Dec 22 09:17:41.683142 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ec446be6-1f4d-4a63-abdc-fb443899c6fb req-059ff272-7040-49ef-a69a-344a7ae4dff9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376611 Dec 22 09:17:42.972060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d86632-ad27-445c-9163-6146a192a015 req-37dddc86-ca9b-4dd9-ab27-cf1a090f4992 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:42.973435 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-81d86632-ad27-445c-9163-6146a192a015 req-37dddc86-ca9b-4dd9-ab27-cf1a090f4992 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.1871796 Dec 22 09:17:43.019214 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-81d86632-ad27-445c-9163-6146a192a015 req-b9a4bee9-35cd-466a-949f-b8c6e55217e2 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394499 Dec 22 09:17:43.332502 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-75a418b4-88fd-4ed3-bf82-c4911d4e5d71 service neutron] 10.222.0.54 "GET /v2.0/ports/70c938ce-a7d0-4076-a57e-1d5667327a46/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0727806 Dec 22 09:17:43.615067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-5e7449d5-77eb-4d59-ab8e-00f8517de13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:43.616449 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-5e7449d5-77eb-4d59-ab8e-00f8517de13a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 1099 time: 0.0721872 Dec 22 09:17:43.707100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-7cac2152-039a-4f43-bd0d-b8bcf2b8cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:43.708801 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-7cac2152-039a-4f43-bd0d-b8bcf2b8cc79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 1099 time: 0.0708375 Dec 22 09:17:43.834635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-f060d7bc-071c-431d-8085-acb32fa274d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:43.836033 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-f060d7bc-071c-431d-8085-acb32fa274d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1213391 Dec 22 09:17:43.935821 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-8474ecf5-e351-4cf3-aa24-cea024744023 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 200 len: 1003 time: 0.0932539 Dec 22 09:17:43.998499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-dc81397e-f0e3-4528-909c-df7123219cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:43.999894 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-dc81397e-f0e3-4528-909c-df7123219cc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0584381 Dec 22 09:17:44.078687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-201b2141-67a4-406b-8e4e-658378ab44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:44.080154 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-201b2141-67a4-406b-8e4e-658378ab44f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718300 Dec 22 09:17:44.202264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641883e-83b6-4965-8e24-56f0a55637d9 req-c3f5afa8-ed16-4b32-8f48-872c3ec5ec18 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:44.203651 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9641883e-83b6-4965-8e24-56f0a55637d9 req-c3f5afa8-ed16-4b32-8f48-872c3ec5ec18 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0780885 Dec 22 09:17:44.212475 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-9194d5f3-06d4-41f6-9319-54fca3ab3366 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245499 Dec 22 09:17:44.251745 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9641883e-83b6-4965-8e24-56f0a55637d9 req-4563fd9d-d7c4-4224-b3c5-15ec2aeae55f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Dec 22 09:17:44.343309 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-7b4fac84-005b-4f93-be5e-c0d25354b368 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239429 Dec 22 09:17:44.494974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.383038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 70c938ce-a7d0-4076-a57e-1d5667327a46 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:17:45.436855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1203ec7-d2fd-4b7e-9331-27707f897cac req-db94d464-20fe-4c02-894a-6a2cac772a07 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:45.438497 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b1203ec7-d2fd-4b7e-9331-27707f897cac req-db94d464-20fe-4c02-894a-6a2cac772a07 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0821090 Dec 22 09:17:45.489982 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b1203ec7-d2fd-4b7e-9331-27707f897cac req-3945e68f-9a5d-49d3-bd24-3f08c7cebff9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445786 Dec 22 09:17:45.544155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.570661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:17:45.579970 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:45.585347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.627633 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'code': 200} Dec 22 09:17:45.660188 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:45.667698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.668048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.668384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.668716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.669046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.669377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.669730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.670060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.670382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.670702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.671019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:45.671413 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:46.672630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d4c53-e9aa-4cf2-ac7e-2d2f4f8f5b9c req-5f966996-66be-499a-bc20-9b4a43987819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:46.673993 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b41d4c53-e9aa-4cf2-ac7e-2d2f4f8f5b9c req-5f966996-66be-499a-bc20-9b4a43987819 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 944 time: 0.0764532 Dec 22 09:17:46.716780 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b41d4c53-e9aa-4cf2-ac7e-2d2f4f8f5b9c req-45189e0b-b964-4278-9210-d725826403ca tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372717 Dec 22 09:17:47.398457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 70c938ce-a7d0-4076-a57e-1d5667327a46 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:17:47.526930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:47.539907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'port_id': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'mac_address': 'fa:16:3e:71:17:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:17:47.593292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.609164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c938ce-a7d0-4076-a57e-1d5667327a46 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:17:47.623826 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:47.627464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.695650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:47.704216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['70c938ce-a7d0-4076-a57e-1d5667327a46'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:17:47.899832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c2c7-8054-45e1-a2f6-69778df103ff req-e574ec56-00d8-42ab-aadd-4cb906ca2a49 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:47.901343 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4f15c2c7-8054-45e1-a2f6-69778df103ff req-e574ec56-00d8-42ab-aadd-4cb906ca2a49 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 945 time: 0.0796273 Dec 22 09:17:47.944118 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4f15c2c7-8054-45e1-a2f6-69778df103ff req-b1c8494d-e170-449f-a5bf-a121e0abd0ab tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371873 Dec 22 09:17:49.134523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76a36-9862-4438-8627-f81e3f16ea23 req-e474abf1-650e-4dff-af1b-a472cd8dd631 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:49.136492 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-24d76a36-9862-4438-8627-f81e3f16ea23 req-e474abf1-650e-4dff-af1b-a472cd8dd631 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 945 time: 0.0885077 Dec 22 09:17:49.179782 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-24d76a36-9862-4438-8627-f81e3f16ea23 req-bb7353ce-b62e-4b72-8401-5bcca96bac95 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376210 Dec 22 09:17:49.412235 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-db0a0175-4e8c-4358-a843-9d965f5128d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:49.418561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 70c938ce-a7d0-4076-a57e-1d5667327a46 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:17:49.486025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 70c938ce-a7d0-4076-a57e-1d5667327a46 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:17:49.486391 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:49.598056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:49.623286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:17:49.633002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:49.637411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:49.683546 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'code': 200} Dec 22 09:17:49.703215 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:50.363211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38739aee-db0e-4ed4-a4cf-5152db96332b req-bd49b724-f42d-4cfa-8688-43ac499c5c64 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:50.364552 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38739aee-db0e-4ed4-a4cf-5152db96332b req-bd49b724-f42d-4cfa-8688-43ac499c5c64 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0804722 Dec 22 09:17:50.412187 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38739aee-db0e-4ed4-a4cf-5152db96332b req-cdab2098-a139-4936-9603-2c311b4ded53 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418208 Dec 22 09:17:51.600927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0888159-7ca1-4662-9d46-dc1d21d97c93 req-74049582-51ba-45ed-8209-361d2d25aac5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:51.602409 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c0888159-7ca1-4662-9d46-dc1d21d97c93 req-74049582-51ba-45ed-8209-361d2d25aac5 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0823927 Dec 22 09:17:51.645342 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c0888159-7ca1-4662-9d46-dc1d21d97c93 req-e29d80bb-2d19-4c9a-84b0-ee8549a2e1c1 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366676 Dec 22 09:17:51.792369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b5c6113a-708e-4559-b1b0-1373e63cc787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:52.840093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60085a-085f-4c0d-8476-2e9ff4d734f6 req-f923dd65-7344-4eba-84db-bf225534e75b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:52.841575 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd60085a-085f-4c0d-8476-2e9ff4d734f6 req-f923dd65-7344-4eba-84db-bf225534e75b tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0841768 Dec 22 09:17:52.886896 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd60085a-085f-4c0d-8476-2e9ff4d734f6 req-bb466145-22ce-48c7-ae59-7cc65ed8f6b8 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394657 Dec 22 09:17:52.898094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:53.038035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:53.331341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-7b5c41d6-f340-4743-ad1c-a21806747787 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:53.332754 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-7b5c41d6-f340-4743-ad1c-a21806747787 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802&tenant_id=581f7ddcea1642899435646b08d9a21e&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.1360679 Dec 22 09:17:53.363641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d32692-6fad-4cfb-bbd2-bb64e5a0f811 req-6a5a0f38-508f-4bea-a716-52708370f742 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:53.365220 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-63d32692-6fad-4cfb-bbd2-bb64e5a0f811 req-6a5a0f38-508f-4bea-a716-52708370f742 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.1039207 Dec 22 09:17:53.563204 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-63d32692-6fad-4cfb-bbd2-bb64e5a0f811 req-b1a80161-c4fc-42f5-951c-94c496d62fa9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913934 Dec 22 09:17:53.576137 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-800516d5-6189-4804-85ad-817bfb9b2a19 service neutron] 10.222.0.54 "GET /v2.0/ports/70c938ce-a7d0-4076-a57e-1d5667327a46/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.2349427 Dec 22 09:17:53.699829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-0e9a037f-6010-49c7-a9cd-4a09879ab474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:53.701300 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-0e9a037f-6010-49c7-a9cd-4a09879ab474 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 1099 time: 0.0686576 Dec 22 09:17:53.842279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-331690db-ee63-4050-9b39-0dcbe8c5f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:53.843602 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-331690db-ee63-4050-9b39-0dcbe8c5f1f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1236920 Dec 22 09:17:53.944310 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-d3484bad-b34c-4366-b06d-1c1fa72d384f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 200 len: 1003 time: 0.0944796 Dec 22 09:17:54.006528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-a0f09533-bab4-49d2-8191-c16ae27325ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:54.007952 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-a0f09533-bab4-49d2-8191-c16ae27325ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0573323 Dec 22 09:17:54.086689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-bba06b54-4f3d-4f7c-a593-75feb69fba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:54.088168 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-bba06b54-4f3d-4f7c-a593-75feb69fba10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720088 Dec 22 09:17:54.218088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-0880c9ce-bdb5-494c-9cf8-34717804a19c service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232686 Dec 22 09:17:54.256432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:54.348771 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ce88ef5-91c7-41ff-806e-fa2fd26fadb9 req-ad2e192b-0605-4977-875e-e73ec3bef7d5 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240585 Dec 22 09:17:54.454844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-b69f2b9b-c1f9-49a9-a5dd-2a271522d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:54.456656 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-b69f2b9b-c1f9-49a9-a5dd-2a271522d5a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 1099 time: 0.0684052 Dec 22 09:17:54.584951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-bd12f831-fed4-4a09-b846-666d1168add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:54.586682 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-bd12f831-fed4-4a09-b846-666d1168add2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1240482 Dec 22 09:17:54.689902 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-1d58e116-d86d-4ff1-a0bd-0894b469768b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 200 len: 1003 time: 0.0960059 Dec 22 09:17:54.750375 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15501e1a-17f2-4624-aae8-833c8715aaa8 req-8279283f-24bf-4e69-8ca1-0584f22888d9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:54.751345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-457fc303-e515-4b25-9783-06a8cb7f93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:54.751820 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-15501e1a-17f2-4624-aae8-833c8715aaa8 req-8279283f-24bf-4e69-8ca1-0584f22888d9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0779054 Dec 22 09:17:54.752767 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-457fc303-e515-4b25-9783-06a8cb7f93ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0566125 Dec 22 09:17:54.795732 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-15501e1a-17f2-4624-aae8-833c8715aaa8 req-aa39b800-e416-468f-b075-b4ffbf582163 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382669 Dec 22 09:17:54.829241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-368c5e0c-a5c7-4fa4-a306-bb17a4e3d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:54.830725 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-368c5e0c-a5c7-4fa4-a306-bb17a4e3d9bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718915 Dec 22 09:17:54.957366 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-5b479ba3-2c77-4aa4-8063-ee31b4c3b0c4 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202605 Dec 22 09:17:55.087190 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-0a2ccf0f-c745-4a00-a90a-e2e0afac1401 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221826 Dec 22 09:17:55.976017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a72d08-4686-494d-86bb-82233bacfbfb req-07cab702-391f-469c-a250-022e8b90e3f9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:55.977456 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b7a72d08-4686-494d-86bb-82233bacfbfb req-07cab702-391f-469c-a250-022e8b90e3f9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0779681 Dec 22 09:17:56.020351 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b7a72d08-4686-494d-86bb-82233bacfbfb req-8dd4be8b-597f-4732-8f67-2f50f3597d96 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366471 Dec 22 09:17:56.723733 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:17:57.207205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdc1c1-16d7-4e70-9e02-f028388c91f4 req-eff40c04-a8f2-40ec-8b5b-a2a5022c5f64 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:57.208906 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5dcdc1c1-16d7-4e70-9e02-f028388c91f4 req-eff40c04-a8f2-40ec-8b5b-a2a5022c5f64 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0825202 Dec 22 09:17:57.253890 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5dcdc1c1-16d7-4e70-9e02-f028388c91f4 req-be1ec75f-4dfb-4ff8-bd10-11f00ececbd6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387523 Dec 22 09:17:58.259816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-392d5922-ea6d-460c-970d-21ced1ec2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:58.261821 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-392d5922-ea6d-460c-970d-21ced1ec2337 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802&tenant_id=581f7ddcea1642899435646b08d9a21e HTTP/1.1" status: 200 len: 1099 time: 0.1737804 Dec 22 09:17:58.395994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-a3372597-195e-40a3-9485-0a4a3e3010a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:58.397385 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-a3372597-195e-40a3-9485-0a4a3e3010a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=581f7ddcea1642899435646b08d9a21e&device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 1099 time: 0.1146626 Dec 22 09:17:58.552801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac7aed-3665-4cb6-8921-5b97cf72dce2 req-f6e7499e-f78d-4faf-b645-ee9adad68fca tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:58.554137 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-efac7aed-3665-4cb6-8921-5b97cf72dce2 req-f6e7499e-f78d-4faf-b645-ee9adad68fca tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.1917078 Dec 22 09:17:58.556388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-1f4ad034-6460-40ad-a6a0-64b8b6a6cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:58.558301 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-1f4ad034-6460-40ad-a6a0-64b8b6a6cff8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 200 len: 913 time: 0.1495163 Dec 22 09:17:58.671806 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-efac7aed-3665-4cb6-8921-5b97cf72dce2 req-f1f81eea-1355-4007-9d18-bff95de3d07c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112859 Dec 22 09:17:58.685151 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-dc5182ee-0c5a-4a91-bbbb-2692ee7a908a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 200 len: 1003 time: 0.1126432 Dec 22 09:17:58.747490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-d64c8a13-6939-4efd-8a4d-361d60b18426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:58.748854 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-d64c8a13-6939-4efd-8a4d-361d60b18426 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 200 len: 851 time: 0.0569847 Dec 22 09:17:58.824547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-e4bc04e6-85b3-431e-b449-3f26e4df53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:58.825915 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-e4bc04e6-85b3-431e-b449-3f26e4df53f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6f9c07f-9084-4afc-a544-4dc44d879b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700791 Dec 22 09:17:58.951680 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-743e9919-4200-4d1e-a174-2e224eff9627 service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193452 Dec 22 09:17:59.079359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffefc5cd-b005-4d82-b307-f770bfc1127f req-4a9dc173-8cde-44f7-937e-2d5e8d119e7f service neutron] 10.222.0.54 "GET /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212988 Dec 22 09:17:59.862124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250ba5-8307-485b-83be-3e488ee63e84 req-c1cb454c-5700-462d-93c8-3dee7744ce5e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:59.863568 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-57250ba5-8307-485b-83be-3e488ee63e84 req-c1cb454c-5700-462d-93c8-3dee7744ce5e tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0861096 Dec 22 09:17:59.906697 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-57250ba5-8307-485b-83be-3e488ee63e84 req-94471961-30e5-43fa-9a1a-d72e01144887 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372939 Dec 22 09:18:01.089415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8582b9c-271f-4121-8b4a-672a8ed63231 req-936e0cac-df06-4f7f-9f83-5a8506275e0d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:01.090868 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a8582b9c-271f-4121-8b4a-672a8ed63231 req-936e0cac-df06-4f7f-9f83-5a8506275e0d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0777483 Dec 22 09:18:01.132351 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a8582b9c-271f-4121-8b4a-672a8ed63231 req-ac9bfbaf-6f50-47d1-8602-33f46a65a017 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360529 Dec 22 09:18:01.540605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 70c938ce-a7d0-4076-a57e-1d5667327a46 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:18:01.543850 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 70c938ce-a7d0-4076-a57e-1d5667327a46 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:01.761952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:01.777703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:01.800073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'port_id': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'mac_address': 'fa:16:3e:71:17:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:18:01.806384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:01.843078 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:01.854500 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:01.888020 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'code': 200} Dec 22 09:18:01.916821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:01.940738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70c938ce-a7d0-4076-a57e-1d5667327a46 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:18:01.948360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=9']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:02.007288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:18:02.007645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:18:02.313667 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3628e-3fd1-4f89-9024-29e10f5dd381 req-76f6a0c9-f386-4359-8140-286ae3dc978d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:02.315107 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23e3628e-3fd1-4f89-9024-29e10f5dd381 req-76f6a0c9-f386-4359-8140-286ae3dc978d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 944 time: 0.0797250 Dec 22 09:18:02.358207 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-23e3628e-3fd1-4f89-9024-29e10f5dd381 req-da125743-7bba-49b3-81eb-942a758421cb tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375171 Dec 22 09:18:02.559924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:02.576533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c938ce-a7d0-4076-a57e-1d5667327a46 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:18:02.591538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:02.595436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:02.659732 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['70c938ce-a7d0-4076-a57e-1d5667327a46'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:18:02.705445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=10']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:03.541705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34024c38-f39c-42d9-9e3b-b761bec7b9af req-144a8474-3497-4d3f-b80a-9ecb32236be0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:03.543734 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-34024c38-f39c-42d9-9e3b-b761bec7b9af req-144a8474-3497-4d3f-b80a-9ecb32236be0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 946 time: 0.0818431 Dec 22 09:18:03.546002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 70c938ce-a7d0-4076-a57e-1d5667327a46 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:03.590048 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-34024c38-f39c-42d9-9e3b-b761bec7b9af req-f1637d3b-6c60-4d1a-bd99-3192258f9de6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403478 Dec 22 09:18:03.641823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 70c938ce-a7d0-4076-a57e-1d5667327a46 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:03.642346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:03.752188 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:03.783208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:03.786992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:03.850701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=11']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:03.888596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:03.938404 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'code': 200} Dec 22 09:18:04.772709 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f01d5f-f0b3-473c-b7e1-022314219f63 req-47360903-e09a-48c2-ad68-b5722ee00a90 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:04.774183 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-33f01d5f-f0b3-473c-b7e1-022314219f63 req-47360903-e09a-48c2-ad68-b5722ee00a90 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 947 time: 0.0785534 Dec 22 09:18:04.821130 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-33f01d5f-f0b3-473c-b7e1-022314219f63 req-cb5cd1b4-85e9-4119-a396-e7ae8d7dc788 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408876 Dec 22 09:18:06.007420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae66c8-8323-4958-a11c-b19df4e2f6df req-973068af-a296-4b53-9199-5f3603f4b7ef tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:06.008783 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0cae66c8-8323-4958-a11c-b19df4e2f6df req-973068af-a296-4b53-9199-5f3603f4b7ef tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 947 time: 0.0803983 Dec 22 09:18:06.054713 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0cae66c8-8323-4958-a11c-b19df4e2f6df req-d59f5063-7de3-4683-b57e-987ff52b441a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403104 Dec 22 09:18:07.241469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5a59d-61d1-40ff-a314-9531a1e6b00f req-72d1e3e7-5637-4fcd-a382-6b2c80ac6854 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:07.242872 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-42b5a59d-61d1-40ff-a314-9531a1e6b00f req-72d1e3e7-5637-4fcd-a382-6b2c80ac6854 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 947 time: 0.0815179 Dec 22 09:18:07.288719 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-42b5a59d-61d1-40ff-a314-9531a1e6b00f req-714b06e8-df9b-469c-8b54-61f93ad16f75 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386274 Dec 22 09:18:08.468306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d6251-03fa-42ff-be54-5a806d8771e5 req-9da83d03-2d7e-4996-a4c8-db8851de82b3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:08.469750 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da7d6251-03fa-42ff-be54-5a806d8771e5 req-9da83d03-2d7e-4996-a4c8-db8851de82b3 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 947 time: 0.0776980 Dec 22 09:18:08.512442 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da7d6251-03fa-42ff-be54-5a806d8771e5 req-6cdbe4a1-2d07-4b83-a0fa-327955d69fa9 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372221 Dec 22 09:18:08.774425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3d72-e6ba-4cce-b148-6f389f90fab3 req-5bab9a88-0945-4a71-8080-440ff6e2b6b0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:08.775874 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-595e3d72-e6ba-4cce-b148-6f389f90fab3 req-5bab9a88-0945-4a71-8080-440ff6e2b6b0 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 947 time: 0.1630344 Dec 22 09:18:08.818833 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-595e3d72-e6ba-4cce-b148-6f389f90fab3 req-c8e51eb7-190f-43cb-be60-2a312a9f7b68 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372376 Dec 22 09:18:09.002167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b135af4-a72f-4d35-98da-0bbb1401683f req-d3edae3a-16da-4106-82d5-46e0e312b950 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:09.003610 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b135af4-a72f-4d35-98da-0bbb1401683f req-d3edae3a-16da-4106-82d5-46e0e312b950 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 947 time: 0.0812900 Dec 22 09:18:09.047132 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b135af4-a72f-4d35-98da-0bbb1401683f req-8ede302f-063c-4907-b0b2-ba7ed622ea71 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377827 Dec 22 09:18:09.414714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967b8e5-53b3-49ae-86e6-78de0d2d6e72 req-7a91bcd9-46f4-4cd8-9db9-f6aebc1892ec tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:09.416170 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1967b8e5-53b3-49ae-86e6-78de0d2d6e72 req-7a91bcd9-46f4-4cd8-9db9-f6aebc1892ec tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 947 time: 0.0773587 Dec 22 09:18:09.459332 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1967b8e5-53b3-49ae-86e6-78de0d2d6e72 req-423e22b1-0ecd-47be-ac1d-1099c9759530 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376642 Dec 22 09:18:10.645207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab13b07-d306-472f-86c9-d906b01786d3 req-1f8417ef-70b1-4449-9fea-67f7f0278f8c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:10.646695 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bab13b07-d306-472f-86c9-d906b01786d3 req-1f8417ef-70b1-4449-9fea-67f7f0278f8c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 947 time: 0.0808864 Dec 22 09:18:10.688932 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bab13b07-d306-472f-86c9-d906b01786d3 req-b1a7d713-7d90-4101-9f19-2446024d289c tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360010 Dec 22 09:18:11.794605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-8964e834-c96f-4698-8ee0-845d917f003a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:11.796021 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-8964e834-c96f-4698-8ee0-845d917f003a tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 947 time: 0.0821555 Dec 22 09:18:12.010279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Deleting port 70c938ce-a7d0-4076-a57e-1d5667327a46 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:12.010488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:12.104545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c61cff-4671-492d-8a9f-316fe9a89816 req-19387e4f-de54-46be-b1c8-7e85930926d6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:12.105993 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38c61cff-4671-492d-8a9f-316fe9a89816 req-19387e4f-de54-46be-b1c8-7e85930926d6 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 947 time: 0.3091023 Dec 22 09:18:12.200795 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38c61cff-4671-492d-8a9f-316fe9a89816 req-25864214-d10f-4832-a5b9-ea3fc0e2723f tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups?id=009d7c23-5d5f-4511-bd01-95b4ba02cf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892138 Dec 22 09:18:12.302929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] For port 70c938ce-a7d0-4076-a57e-1d5667327a46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=70c938ce-a7d0-4076-a57e-1d5667327a46,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:12.303191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:12.590161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:12.590432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:12.590735 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Floating IP e5e20119-96c0-4034-866a-94b43bd80ee7 disassociated. External IP: 172.26.1.218, port: 70c938ce-a7d0-4076-a57e-1d5667327a46. Dec 22 09:18:12.591060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Calling delete_port for 70c938ce-a7d0-4076-a57e-1d5667327a46 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:12.730772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:12.777501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event deleted for resources: {'Port': ['ID=70c938ce-a7d0-4076-a57e-1d5667327a46,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:12.788136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.788473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.788802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.789144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.789433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.789934 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.790100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.790417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.790732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.791045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.791355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.791665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:12.977519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Router 42a770a7-bea4-4338-80f1-016c2a154caf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:18:13.150412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:18:13.160285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:18:13.171474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:18:13.172096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:17:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:13.224271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] No DVR routers for this DVR port 70c938ce-a7d0-4076-a57e-1d5667327a46 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:18:13.227229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:13.236138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-deleted', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:13.243104 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-736d2aaf-0ecf-4b44-916d-aec7a52b7c24 req-440a5998-18c3-43e7-a028-4932946ad907 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.54 "DELETE /v2.0/ports/70c938ce-a7d0-4076-a57e-1d5667327a46 HTTP/1.1" status: 204 len: 173 time: 1.4170799 Dec 22 09:18:13.300874 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df05959-b2a2-45a0-81ac-ed4b17ad2802', 'name': 'network-vif-deleted', 'tag': '70c938ce-a7d0-4076-a57e-1d5667327a46', 'status': 'completed', 'code': 200} Dec 22 09:18:13.354075 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:18:13.364369 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0fead642-cd2c-4840-b09e-30655b679836 req-d4961315-43f7-424f-996b-2130c5e77073 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/ports?device_id=5df05959-b2a2-45a0-81ac-ed4b17ad2802 HTTP/1.1" status: 200 len: 210 time: 0.0470552 Dec 22 09:18:13.664774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:13.669628 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:18:13.678041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:18:13.678650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:17:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:13.855675 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:18:14.164313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:14.168846 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97470072-2710-4ecd-a61b-dd6248f83154 None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:12:25Z', 'revision_number': 4, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '858608d9-4940-4a26-83c9-5b51b930449e', 'name': '', 'network_id': 'd6f9c07f-9084-4afc-a544-4dc44d879b51', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'mac_address': 'fa:16:3e:34:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:25Z', 'updated_at': '2021-12-22T09:12:31Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'subnets': [{'id': '0d74b83b-76b4-46a8-8a94-78c782a59e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:18:14.432689 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbb7e9-8077-468e-842a-c261eeaf2365 None None] New status for floating IP e5e20119-96c0-4034-866a-94b43bd80ee7: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:18:14.509082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:15.574680 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 70c938ce-a7d0-4076-a57e-1d5667327a46 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:15.610106 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 70c938ce-a7d0-4076-a57e-1d5667327a46 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:18:15.610454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 70c938ce-a7d0-4076-a57e-1d5667327a46 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:18:17.641869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34554) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:17.703134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-31ffd7f6-4a2b-497f-a684-6426f9307763 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:17.734383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-31ffd7f6-4a2b-497f-a684-6426f9307763 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:17.790090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-31ffd7f6-4a2b-497f-a684-6426f9307763 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:17.808700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffd7f6-4a2b-497f-a684-6426f9307763 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=009d7c23-5d5f-4511-bd01-95b4ba02cf3e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:17.826857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-31ffd7f6-4a2b-497f-a684-6426f9307763 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:17.829078 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-31ffd7f6-4a2b-497f-a684-6426f9307763 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "DELETE /v2.0/security-groups/009d7c23-5d5f-4511-bd01-95b4ba02cf3e HTTP/1.1" status: 204 len: 168 time: 0.1858735 Dec 22 09:18:17.831143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34558) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:17.846802 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.api.v2.resource [None req-2b03c00b-6b11-43d8-8dd0-8fef1068ae2d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] show failed (client error): The resource could not be found. Dec 22 09:18:17.847739 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2b03c00b-6b11-43d8-8dd0-8fef1068ae2d tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "GET /v2.0/security-groups/009d7c23-5d5f-4511-bd01-95b4ba02cf3e HTTP/1.1" status: 404 len: 347 time: 0.0157187 Dec 22 09:18:17.850193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34562) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:18.099285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fa1da-08c7-4a3e-8e99-0c923c3e0901 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Deleting port 900c72f6-28dd-4ade-b209-2c629ae4dc4d {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:18.099620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa1da-08c7-4a3e-8e99-0c923c3e0901 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:18.268280 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa1da-08c7-4a3e-8e99-0c923c3e0901 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:18.268512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa1da-08c7-4a3e-8e99-0c923c3e0901 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:18.388165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fa1da-08c7-4a3e-8e99-0c923c3e0901 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Calling delete_port for 900c72f6-28dd-4ade-b209-2c629ae4dc4d owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:18.524848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa1da-08c7-4a3e-8e99-0c923c3e0901 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:18.596222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fa1da-08c7-4a3e-8e99-0c923c3e0901 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Pushing event deleted for resources: {'Port': ['ID=900c72f6-28dd-4ade-b209-2c629ae4dc4d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:18.661836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa1da-08c7-4a3e-8e99-0c923c3e0901 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:18.675145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa1da-08c7-4a3e-8e99-0c923c3e0901 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:18.676261 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ab5fa1da-08c7-4a3e-8e99-0c923c3e0901 tempest-ServerActionsTestJSON-280478717 tempest-ServerActionsTestJSON-280478717-project] 10.222.0.37 "DELETE /v2.0/floatingips/e5e20119-96c0-4034-866a-94b43bd80ee7 HTTP/1.1" status: 204 len: 168 time: 0.8252363 Dec 22 09:18:18.679183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34566) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:19.239270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:19.415515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc962-13f8-4d23-82e4-9dfe2f22e45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:19.678345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] Deleting port 858608d9-4940-4a26-83c9-5b51b930449e {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:19.678916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:19.850560 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] For port 858608d9-4940-4a26-83c9-5b51b930449e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=858608d9-4940-4a26-83c9-5b51b930449e,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:19.850913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:19.974507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] Calling delete_port for 858608d9-4940-4a26-83c9-5b51b930449e owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:20.151058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:20.196443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=858608d9-4940-4a26-83c9-5b51b930449e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:20.460351 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:20.808344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] Router 42a770a7-bea4-4338-80f1-016c2a154caf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:18:21.090775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:18:21.099357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] Sync routers for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:18:21.102380 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fed50be7-6f0a-47c7-8fc9-83c49d50ebc2 admin admin] 10.222.0.37 "PUT /v2.0/routers/42a770a7-bea4-4338-80f1-016c2a154caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4222517 Dec 22 09:18:21.104836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34572) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:21.108953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:18:21.109568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:17:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:21.280854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:21.317568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:18:21.452659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:21.462610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Deleting port d0a55b01-1b32-4563-acf9-fce711cb2a69 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:21.462932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:21.598636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:18:20Z', 'revision_number': 5, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port': {'id': 'd0a55b01-1b32-4563-acf9-fce711cb2a69', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:12:22Z', 'updated_at': '2021-12-22T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:21.602475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] Checking router: 42a770a7-bea4-4338-80f1-016c2a154caf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:18:21.611205 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] Routers {'42a770a7-bea4-4338-80f1-016c2a154caf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:18:21.611806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:17:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['42a770a7-bea4-4338-80f1-016c2a154caf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:21.647269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] For port d0a55b01-1b32-4563-acf9-fce711cb2a69, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d0a55b01-1b32-4563-acf9-fce711cb2a69,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:21.647620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:21.759412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] Set router 42a770a7-bea4-4338-80f1-016c2a154caf gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:18:21.770596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Calling delete_port for d0a55b01-1b32-4563-acf9-fce711cb2a69 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:21.872838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:18:21Z', 'revision_number': 6, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:21.878149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acc5f5c-2e46-47ab-b5cf-81c4bc8755c3 None None] The sync data for ids ['42a770a7-bea4-4338-80f1-016c2a154caf'] in dv-neutron-822561-2-hyperv is: [{'id': '42a770a7-bea4-4338-80f1-016c2a154caf', 'name': 'tempest-ServerActionsTestJSON-1206071916-router', 'tenant_id': '581f7ddcea1642899435646b08d9a21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:12:21Z', 'updated_at': '2021-12-22T09:18:21Z', 'revision_number': 6, 'project_id': '581f7ddcea1642899435646b08d9a21e', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:18:21.879849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e01a27-027e-4ef5-a0f2-bc0bf1006183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:21.938991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:21.984407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a55b01-1b32-4563-acf9-fce711cb2a69,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:22.072837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.349588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.351718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.374792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.375358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42a770a7-bea4-4338-80f1-016c2a154caf {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:18:22.387574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.388667 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8b9c75fe-cef3-444d-804d-836e88e26ddb admin admin] 10.222.0.37 "DELETE /v2.0/routers/42a770a7-bea4-4338-80f1-016c2a154caf HTTP/1.1" status: 204 len: 168 time: 1.2829409 Dec 22 09:18:22.391196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34576) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:22.452896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb83c48-abf5-4e12-8290-01f5560e0fbd admin admin] Deleting subnet 0d74b83b-76b4-46a8-8a94-78c782a59e9d {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:18:22.455750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdb83c48-abf5-4e12-8290-01f5560e0fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.504648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdb83c48-abf5-4e12-8290-01f5560e0fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.578790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdb83c48-abf5-4e12-8290-01f5560e0fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.648678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdb83c48-abf5-4e12-8290-01f5560e0fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.686617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb83c48-abf5-4e12-8290-01f5560e0fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d74b83b-76b4-46a8-8a94-78c782a59e9d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:22.691507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bdb83c48-abf5-4e12-8290-01f5560e0fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.696631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cef1d2-7718-4880-b41e-f3f648028a27 None None] Network d6f9c07f-9084-4afc-a544-4dc44d879b51 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:22.698047 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bdb83c48-abf5-4e12-8290-01f5560e0fbd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0d74b83b-76b4-46a8-8a94-78c782a59e9d HTTP/1.1" status: 204 len: 168 time: 0.3058889 Dec 22 09:18:22.701103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34580) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:22.809564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.821233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Deleting port c77fee0e-a032-4ecd-ad1f-4a2c177f471b {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:22.821747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.909594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.971562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] DHCP port deletion for d6f9c07f-9084-4afc-a544-4dc44d879b51 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:18:22.975928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] Deleting port c77fee0e-a032-4ecd-ad1f-4a2c177f471b {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:22.976349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.034544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] For port c77fee0e-a032-4ecd-ad1f-4a2c177f471b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c77fee0e-a032-4ecd-ad1f-4a2c177f471b,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:23.035069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.082210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.161147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Calling delete_port for c77fee0e-a032-4ecd-ad1f-4a2c177f471b owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:23.196473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] For port c77fee0e-a032-4ecd-ad1f-4a2c177f471b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c77fee0e-a032-4ecd-ad1f-4a2c177f471b,segment=NetworkSegment(6a2a44a2-25bd-405e-8abe-1ff26f4c3f25),segment_id=6a2a44a2-25bd-405e-8abe-1ff26f4c3f25)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:23.196848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.236491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.256816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0a55b01-1b32-4563-acf9-fce711cb2a69 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:23.281328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Pushing event deleted for resources: {'Port': ['ID=c77fee0e-a032-4ecd-ad1f-4a2c177f471b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:23.284761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] No DVR routers for this DVR port c77fee0e-a032-4ecd-ad1f-4a2c177f471b on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:18:23.378002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] Calling delete_port for c77fee0e-a032-4ecd-ad1f-4a2c177f471b owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:23.399984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.404582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: d0a55b01-1b32-4563-acf9-fce711cb2a69 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:18:23.404911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d0a55b01-1b32-4563-acf9-fce711cb2a69 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:18:23.405314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 858608d9-4940-4a26-83c9-5b51b930449e no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:23.428836 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f9c07f-9084-4afc-a544-4dc44d879b51']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:23.441212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:23.441507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2a44a2-25bd-405e-8abe-1ff26f4c3f25') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:23.447840 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 858608d9-4940-4a26-83c9-5b51b930449e {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:18:23.448212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 858608d9-4940-4a26-83c9-5b51b930449e not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:18:23.448603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c77fee0e-a032-4ecd-ad1f-4a2c177f471b no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:23.452690 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.468860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.475120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:18:23.475497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.485340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: c77fee0e-a032-4ecd-ad1f-4a2c177f471b {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:18:23.485708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c77fee0e-a032-4ecd-ad1f-4a2c177f471b not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:18:23.489878 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:18:23.514328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:18:23.514683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:18:23.562871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.577625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.589355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f9c07f-9084-4afc-a544-4dc44d879b51,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:23.600392 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bbefa252-8984-4360-8be3-e93ea243613a admin admin] 10.222.0.37 "DELETE /v2.0/networks/d6f9c07f-9084-4afc-a544-4dc44d879b51 HTTP/1.1" status: 204 len: 168 time: 0.8983681 Dec 22 09:18:23.707003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34586) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:23.754869 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d719b5b8-d4a5-44b0-bee2-6fc5d6b48989 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=581f7ddcea1642899435646b08d9a21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467246 Dec 22 09:18:23.757211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34590) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:23.813144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-42040b79-c301-467f-881f-b7404997ba4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.837404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-42040b79-c301-467f-881f-b7404997ba4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.887089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-42040b79-c301-467f-881f-b7404997ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.903614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42040b79-c301-467f-881f-b7404997ba4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e6fdf-8d17-4b92-8ae3-2dadae3fcd15,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:23.909929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-42040b79-c301-467f-881f-b7404997ba4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.913286 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-42040b79-c301-467f-881f-b7404997ba4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/536e6fdf-8d17-4b92-8ae3-2dadae3fcd15 HTTP/1.1" status: 204 len: 168 time: 0.1528604 Dec 22 09:18:24.016213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] Deleting port c77fee0e-a032-4ecd-ad1f-4a2c177f471b {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:24.016674 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.082083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-730ea9b3-a5e3-48b1-a9ed-ff118e411fa3 None None] The port 'c77fee0e-a032-4ecd-ad1f-4a2c177f471b' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:18:24.258831 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.612727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34614) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:24.712100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1732809703-network', 'tenant_id': '1605047a7fc84f9aba8fcb392d264b7e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:24.716795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:24.720577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Usage tracker for resource:network and tenant:1605047a7fc84f9aba8fcb392d264b7e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:24.723414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:24.732985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:24.742349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Made reservation on behalf of 1605047a7fc84f9aba8fcb392d264b7e for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:24.744567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.756617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.770294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:24.773971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Usage tracker for resource:security_group_rule and tenant:1605047a7fc84f9aba8fcb392d264b7e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:24.776653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:24.782179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:24.865095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.868831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.897206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:24.910193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9170b961-babd-4140-bf10-fe434c9bb77b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:24.915845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.916187 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Added segment 8bed1318-5af4-4de6-969a-77e8fc16a121 of type vlan for network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 Dec 22 09:18:24.942305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.971694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.972596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:24.973153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.071767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] Pushing event updated for resources: {'Network': ['ID=a3aaeb42-2469-4b7a-9237-2e375b9db9a7,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:25.075251 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-65d55b07-4893-4a63-80c2-298af89d6da3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4615138 Dec 22 09:18:25.078223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34620) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:25.082521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:18:25.083320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Request body: {'subnet': {'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1732809703-subnet', 'tenant_id': '1605047a7fc84f9aba8fcb392d264b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:25.088350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:25.092233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Usage tracker for resource:subnet and tenant:1605047a7fc84f9aba8fcb392d264b7e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:25.095028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:25.100735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:25.111092 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Made reservation on behalf of 1605047a7fc84f9aba8fcb392d264b7e for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:25.113364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.317998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.494885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b51489-892e-40d9-9dae-65762b060c9f,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:25.500204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Checking segment: {'id': '8bed1318-5af4-4de6-969a-77e8fc16a121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:25.500545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Network hostable DHCP agents. Network: a3aaeb42-2469-4b7a-9237-2e375b9db9a7, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:18:25.519627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:18:25.529051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, a3aaeb42-2469-4b7a-9237-2e375b9db9a7) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:25.532834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:25.533396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.538815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b21643d-b5c7-4601-a392-80b9f00e994b None None] Network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:25.553666 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-93f1fb04-8fa9-413a-9536-3820345e67ab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4746249 Dec 22 09:18:25.762211 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f0734b-045e-4b6e-ad34-4b0ef926c356 None None] Network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:26.045253 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-1ebd414e-5ce2-4fb9-b5ec-698a4e931d9f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:26.046704 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-1ebd414e-5ce2-4fb9-b5ec-698a4e931d9f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/networks?id=a3aaeb42-2469-4b7a-9237-2e375b9db9a7 HTTP/1.1" status: 200 len: 814 time: 0.1438594 Dec 22 09:18:26.060844 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-f358c9ee-723e-4e82-8b36-68b929675150 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/quotas/1605047a7fc84f9aba8fcb392d264b7e HTTP/1.1" status: 200 len: 375 time: 0.0087452 Dec 22 09:18:26.106650 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-c8832f97-135a-4c30-a384-f6be484c8ca9 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1605047a7fc84f9aba8fcb392d264b7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411379 Dec 22 09:18:26.279985 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-21dcbebb-ed8d-4436-a85f-4c188432ebee service neutron] 10.222.0.37 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668980 Dec 22 09:18:26.408313 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-c3b0686e-9210-467a-8093-27c0719879f7 service neutron] 10.222.0.37 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225274 Dec 22 09:18:26.582348 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-db16f479-30c2-409f-83dd-620cc2be1d4b req-dfc79571-046e-42fc-8c0c-85046a608b44 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 210 time: 0.0425031 Dec 22 09:18:27.589068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-02fa19f2-af35-42f3-a1a8-052ef1e5a8f2 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:27.589817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-02fa19f2-af35-42f3-a1a8-052ef1e5a8f2 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Synchronizing usage tracker for tenant:1605047a7fc84f9aba8fcb392d264b7e on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:18:27.606870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-02fa19f2-af35-42f3-a1a8-052ef1e5a8f2 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Unset dirty status for tenant:1605047a7fc84f9aba8fcb392d264b7e on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:18:27.608392 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-02fa19f2-af35-42f3-a1a8-052ef1e5a8f2 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.54 "GET /v2.0/networks?id=a3aaeb42-2469-4b7a-9237-2e375b9db9a7 HTTP/1.1" status: 200 len: 814 time: 0.1697621 Dec 22 09:18:27.620954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Request body: {'port': {'device_id': '026f8886-898f-477d-be86-19bbd0a9b922', 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7', 'admin_state_up': True, 'tenant_id': '1605047a7fc84f9aba8fcb392d264b7e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:27.736563 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ea6e40dd-735e-43d1-a789-80b2d7f14355 req-2c6aee66-4235-4cb1-9b33-5f01eee4821a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 210 time: 0.0455637 Dec 22 09:18:27.757235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:27.759242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Usage tracker for resource:port and tenant:1605047a7fc84f9aba8fcb392d264b7e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:27.762062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:27.767609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:27.777008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Made reservation on behalf of 1605047a7fc84f9aba8fcb392d264b7e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:27.780404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:27.936970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Allocated IP 172.20.0.14 (a3aaeb42-2469-4b7a-9237-2e375b9db9a7/83b51489-892e-40d9-9dae-65762b060c9f/724522f8-a35a-4e5f-8c0f-9b31f22efb53) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:28.132014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:28.160161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:28.230675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:28.233541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:28.237260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:28.273058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Pushing event updated for resources: {'Port': ['ID=724522f8-a35a-4e5f-8c0f-9b31f22efb53,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:28.303774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:28.304371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:28.323134 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-fb69250d-2e77-4f0c-96b3-6e707079c2ba tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7070432 Dec 22 09:18:28.334941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Request body: {'port': {'device_id': '026f8886-898f-477d-be86-19bbd0a9b922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:28.444378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:28.773642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724522f8-a35a-4e5f-8c0f-9b31f22efb53 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:18:28.780910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:28.795689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Transition to ACTIVE for port object 724522f8-a35a-4e5f-8c0f-9b31f22efb53 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:28.800057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.070168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Pushing event updated for resources: {'Port': ['ID=724522f8-a35a-4e5f-8c0f-9b31f22efb53,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:29.187970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024946-779e-48d2-bfaa-106bae3174a9 req-cdad5e28-bada-481d-b330-ef03d1f083c7 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:29.188644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-3f024946-779e-48d2-bfaa-106bae3174a9 req-cdad5e28-bada-481d-b330-ef03d1f083c7 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Synchronizing usage tracker for tenant:1605047a7fc84f9aba8fcb392d264b7e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:18:29.196823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Attempting to bind port 724522f8-a35a-4e5f-8c0f-9b31f22efb53 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:29.197141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Attempting to bind port 724522f8-a35a-4e5f-8c0f-9b31f22efb53 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8bed1318-5af4-4de6-969a-77e8fc16a121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:29.197455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Attempting to bind port 724522f8-a35a-4e5f-8c0f-9b31f22efb53 on network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:29.206267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Port 724522f8-a35a-4e5f-8c0f-9b31f22efb53 on network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:18:29.206575 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Attempting to bind port 724522f8-a35a-4e5f-8c0f-9b31f22efb53 on network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:29.213591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:29.214109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Checking segment: {'id': '8bed1318-5af4-4de6-969a-77e8fc16a121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:29.214483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Bound using segment: {'id': '8bed1318-5af4-4de6-969a-77e8fc16a121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:29.214895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Bound port: 724522f8-a35a-4e5f-8c0f-9b31f22efb53, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bed1318-5af4-4de6-969a-77e8fc16a121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:29.215323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.225432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-3f024946-779e-48d2-bfaa-106bae3174a9 req-cdad5e28-bada-481d-b330-ef03d1f083c7 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Unset dirty status for tenant:1605047a7fc84f9aba8fcb392d264b7e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:18:29.226573 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f024946-779e-48d2-bfaa-106bae3174a9 req-cdad5e28-bada-481d-b330-ef03d1f083c7 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 944 time: 0.3763728 Dec 22 09:18:29.328398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-3f024946-779e-48d2-bfaa-106bae3174a9 req-bdec6789-d6a1-4299-8016-81e222f0db32 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Synchronizing usage tracker for tenant:1605047a7fc84f9aba8fcb392d264b7e on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:18:29.342837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] For port 724522f8-a35a-4e5f-8c0f-9b31f22efb53, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:29.347663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] For port 724522f8-a35a-4e5f-8c0f-9b31f22efb53, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=724522f8-a35a-4e5f-8c0f-9b31f22efb53,segment=NetworkSegment(8bed1318-5af4-4de6-969a-77e8fc16a121),segment_id=8bed1318-5af4-4de6-969a-77e8fc16a121)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:29.351930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.387652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-3f024946-779e-48d2-bfaa-106bae3174a9 req-bdec6789-d6a1-4299-8016-81e222f0db32 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Unset dirty status for tenant:1605047a7fc84f9aba8fcb392d264b7e on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:18:29.388793 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3f024946-779e-48d2-bfaa-106bae3174a9 req-bdec6789-d6a1-4299-8016-81e222f0db32 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553671 Dec 22 09:18:29.418205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:29.418880 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.420191 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] 10.222.0.54 "PUT /v2.0/ports/724522f8-a35a-4e5f-8c0f-9b31f22efb53 HTTP/1.1" status: 200 len: 1094 time: 1.0893300 Dec 22 09:18:29.420610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026f8886-898f-477d-be86-19bbd0a9b922', 'tag': '724522f8-a35a-4e5f-8c0f-9b31f22efb53'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:29.441556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f35d9e-f8af-472d-915c-1a28d72a3750 service neutron] Pushing event updated for resources: {'Port': ['ID=724522f8-a35a-4e5f-8c0f-9b31f22efb53,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:29.489138 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026f8886-898f-477d-be86-19bbd0a9b922', 'tag': '724522f8-a35a-4e5f-8c0f-9b31f22efb53', 'status': 'completed', 'code': 200} Dec 22 09:18:29.528688 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-88ba8cec-2938-45e8-9dd5-f3ddce4658d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:29.530187 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-88ba8cec-2938-45e8-9dd5-f3ddce4658d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1605047a7fc84f9aba8fcb392d264b7e&device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 1097 time: 0.0722399 Dec 22 09:18:29.599951 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-53320c83-7e15-4abf-96a2-058b3d16c4b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724522f8-a35a-4e5f-8c0f-9b31f22efb53 HTTP/1.1" status: 200 len: 217 time: 0.0626469 Dec 22 09:18:29.666932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-ff154ab1-110e-425e-99e4-e63aeb54d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:29.668491 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-ff154ab1-110e-425e-99e4-e63aeb54d800 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83b51489-892e-40d9-9dae-65762b060c9f HTTP/1.1" status: 200 len: 854 time: 0.0623562 Dec 22 09:18:29.714536 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-d4cceed4-1891-4560-a057-43502b998a80 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3aaeb42-2469-4b7a-9237-2e375b9db9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396843 Dec 22 09:18:29.839890 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-7f6f2c08-e2f0-46b4-9f19-6e57e4ac8c38 service neutron] 10.222.0.54 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191499 Dec 22 09:18:29.966516 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a1359ffd-dafb-4716-b4e2-b46d49b2e39e req-542b1e5c-8f95-4d6d-b50d-e98aa61e05fd service neutron] 10.222.0.54 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204953 Dec 22 09:18:30.086066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da13d21-f037-4ce8-989e-73df50576f4c req-f7e582e1-f98f-426c-8e9a-ce6bc5e2cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:30.087494 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4da13d21-f037-4ce8-989e-73df50576f4c req-f7e582e1-f98f-426c-8e9a-ce6bc5e2cf3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1605047a7fc84f9aba8fcb392d264b7e&device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 1097 time: 0.0724411 Dec 22 09:18:30.215383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da13d21-f037-4ce8-989e-73df50576f4c req-05ee5936-7bc7-4ea3-b523-9add66a904a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:30.216827 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4da13d21-f037-4ce8-989e-73df50576f4c req-05ee5936-7bc7-4ea3-b523-9add66a904a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3aaeb42-2469-4b7a-9237-2e375b9db9a7 HTTP/1.1" status: 200 len: 915 time: 0.1226916 Dec 22 09:18:30.281726 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4da13d21-f037-4ce8-989e-73df50576f4c req-1a17cce2-8b36-46c5-8b5c-1664131fd094 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724522f8-a35a-4e5f-8c0f-9b31f22efb53 HTTP/1.1" status: 200 len: 217 time: 0.0578623 Dec 22 09:18:30.349310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da13d21-f037-4ce8-989e-73df50576f4c req-37625cd9-89b9-4ab6-b721-a3ab9776564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:30.351203 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4da13d21-f037-4ce8-989e-73df50576f4c req-37625cd9-89b9-4ab6-b721-a3ab9776564e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83b51489-892e-40d9-9dae-65762b060c9f HTTP/1.1" status: 200 len: 854 time: 0.0610569 Dec 22 09:18:30.397750 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4da13d21-f037-4ce8-989e-73df50576f4c req-a5eac63b-89de-4e1c-ad13-cc59ccdb359d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3aaeb42-2469-4b7a-9237-2e375b9db9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395989 Dec 22 09:18:30.577569 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4da13d21-f037-4ce8-989e-73df50576f4c req-7b708398-2e3a-4b7b-a65a-247f6888877d service neutron] 10.222.0.54 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722801 Dec 22 09:18:30.633636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33e79a-a2af-44b3-a2e5-e4c4ac91feef req-77d3e15c-81e5-4695-ad1b-4579b4360d89 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:30.635031 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7a33e79a-a2af-44b3-a2e5-e4c4ac91feef req-77d3e15c-81e5-4695-ad1b-4579b4360d89 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 944 time: 0.1417184 Dec 22 09:18:30.855136 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7a33e79a-a2af-44b3-a2e5-e4c4ac91feef req-dba09d00-9e8c-41a4-b0bc-1f9fa17273d4 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762350 Dec 22 09:18:30.858148 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4da13d21-f037-4ce8-989e-73df50576f4c req-c8e9f1a1-86fc-4237-a77d-a985070d692c service neutron] 10.222.0.54 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729530 Dec 22 09:18:31.606579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 724522f8-a35a-4e5f-8c0f-9b31f22efb53 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:18:31.735763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 724522f8-a35a-4e5f-8c0f-9b31f22efb53, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=724522f8-a35a-4e5f-8c0f-9b31f22efb53,segment=NetworkSegment(8bed1318-5af4-4de6-969a-77e8fc16a121),segment_id=8bed1318-5af4-4de6-969a-77e8fc16a121)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:31.748308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '724522f8-a35a-4e5f-8c0f-9b31f22efb53', 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7', 'port_id': '724522f8-a35a-4e5f-8c0f-9b31f22efb53', 'mac_address': 'fa:16:3e:2f:39:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b51489-892e-40d9-9dae-65762b060c9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:18:31.804367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.820427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724522f8-a35a-4e5f-8c0f-9b31f22efb53 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:18:31.835306 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 724522f8-a35a-4e5f-8c0f-9b31f22efb53, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=724522f8-a35a-4e5f-8c0f-9b31f22efb53,segment=NetworkSegment(8bed1318-5af4-4de6-969a-77e8fc16a121),segment_id=8bed1318-5af4-4de6-969a-77e8fc16a121)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:31.838063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.903505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=724522f8-a35a-4e5f-8c0f-9b31f22efb53,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:32.037052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2db097-b87e-4fcb-9d8a-e88c4e46fb8c req-d5ac70c3-6e4f-4d16-86ad-ac1f91cca764 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:32.038584 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5b2db097-b87e-4fcb-9d8a-e88c4e46fb8c req-d5ac70c3-6e4f-4d16-86ad-ac1f91cca764 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 945 time: 0.0797095 Dec 22 09:18:32.050747 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['724522f8-a35a-4e5f-8c0f-9b31f22efb53'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:18:32.084244 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5b2db097-b87e-4fcb-9d8a-e88c4e46fb8c req-7308f561-5dcf-41fd-b94e-b000ccafdf83 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391502 Dec 22 09:18:33.263848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17be026-bb72-4251-91b3-8ee521fef4ef req-cb2d029b-4aee-460f-a105-4ad821d4527e tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:33.265189 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b17be026-bb72-4251-91b3-8ee521fef4ef req-cb2d029b-4aee-460f-a105-4ad821d4527e tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 945 time: 0.0776539 Dec 22 09:18:33.308312 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b17be026-bb72-4251-91b3-8ee521fef4ef req-3ad58e28-b118-4fdb-9107-3925931793dc tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374308 Dec 22 09:18:33.616983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 724522f8-a35a-4e5f-8c0f-9b31f22efb53 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:33.682641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 724522f8-a35a-4e5f-8c0f-9b31f22efb53 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:33.687374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 724522f8-a35a-4e5f-8c0f-9b31f22efb53 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:33.687726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.722513 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:18:33.799573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.824959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026f8886-898f-477d-be86-19bbd0a9b922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724522f8-a35a-4e5f-8c0f-9b31f22efb53'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:33.834331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 724522f8-a35a-4e5f-8c0f-9b31f22efb53, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=724522f8-a35a-4e5f-8c0f-9b31f22efb53,segment=NetworkSegment(8bed1318-5af4-4de6-969a-77e8fc16a121),segment_id=8bed1318-5af4-4de6-969a-77e8fc16a121)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:33.838544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.906065 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026f8886-898f-477d-be86-19bbd0a9b922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724522f8-a35a-4e5f-8c0f-9b31f22efb53', 'code': 200} Dec 22 09:18:33.936971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=724522f8-a35a-4e5f-8c0f-9b31f22efb53,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:34.098323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6500b88-98c3-416b-a1db-1366342a584c req-6d484372-b18d-45d6-a5d0-4415f989448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:34.099778 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e6500b88-98c3-416b-a1db-1366342a584c req-6d484372-b18d-45d6-a5d0-4415f989448b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 1099 time: 0.0732706 Dec 22 09:18:34.140114 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e6500b88-98c3-416b-a1db-1366342a584c req-c96c0c6f-520f-49b4-95f1-a150c88c0664 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Dec 22 09:18:34.488137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b30d40-3491-494b-ae63-a8e62d32339d req-0cf419c7-e007-441d-aa7a-a66c255093e0 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:34.490545 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87b30d40-3491-494b-ae63-a8e62d32339d req-0cf419c7-e007-441d-aa7a-a66c255093e0 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.0793347 Dec 22 09:18:34.537320 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87b30d40-3491-494b-ae63-a8e62d32339d req-0e5ac160-fb93-4ada-a032-ef42672637bc tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Dec 22 09:18:35.722302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e3bab-cf7a-481d-a17f-0e619b52cae0 req-01a8f28c-04f0-451a-951c-40dc4d5b09b1 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:35.723729 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-466e3bab-cf7a-481d-a17f-0e619b52cae0 req-01a8f28c-04f0-451a-951c-40dc4d5b09b1 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.0803149 Dec 22 09:18:35.767999 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-466e3bab-cf7a-481d-a17f-0e619b52cae0 req-52f49f94-3ade-464f-af74-431b1adf412d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Dec 22 09:18:36.043905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-f8ac49aa-2655-41d8-aec0-3318c3f055fb tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:36.045351 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-f8ac49aa-2655-41d8-aec0-3318c3f055fb tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/networks?id=a3aaeb42-2469-4b7a-9237-2e375b9db9a7 HTTP/1.1" status: 200 len: 814 time: 0.1435697 Dec 22 09:18:36.060956 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-926e95cd-9bfd-4d94-a76b-9cafb6f08d18 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/quotas/1605047a7fc84f9aba8fcb392d264b7e HTTP/1.1" status: 200 len: 375 time: 0.0100110 Dec 22 09:18:36.139031 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-b13b3b52-cd87-48d2-85d7-ea04393c96ac tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1605047a7fc84f9aba8fcb392d264b7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729301 Dec 22 09:18:36.269181 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-976531bc-b912-467d-9405-6241b5671ddc service neutron] 10.222.0.37 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236141 Dec 22 09:18:36.398704 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-7cdaa9a8-8250-4bca-8234-6408c9ff1b22 service neutron] 10.222.0.37 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237054 Dec 22 09:18:36.571444 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5fc38a6b-8266-4877-8336-6a6e6ab3e379 req-68384be3-26a9-44d1-8201-329251b3ea63 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 210 time: 0.0416760 Dec 22 09:18:37.580786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-17227134-ac6e-4a8e-b258-a0cb824ae7db tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:37.582238 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-17227134-ac6e-4a8e-b258-a0cb824ae7db tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.54 "GET /v2.0/networks?id=a3aaeb42-2469-4b7a-9237-2e375b9db9a7 HTTP/1.1" status: 200 len: 814 time: 0.1479254 Dec 22 09:18:37.594537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Request body: {'port': {'device_id': '580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5', 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7', 'admin_state_up': True, 'tenant_id': '1605047a7fc84f9aba8fcb392d264b7e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:37.742028 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ef6fdcb8-dc31-4f84-939c-04c8a84f91b1 req-d25406fd-76f3-43ca-91b6-d0f48913e155 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 210 time: 0.0581384 Dec 22 09:18:37.775378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:37.785408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:37.794151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Made reservation on behalf of 1605047a7fc84f9aba8fcb392d264b7e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:37.797642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.954281 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Allocated IP 172.20.0.2 (a3aaeb42-2469-4b7a-9237-2e375b9db9a7/83b51489-892e-40d9-9dae-65762b060c9f/68591fc5-c4df-4af4-bd52-bb2d86d77f2e) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:38.150167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.179946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.197844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['724522f8-a35a-4e5f-8c0f-9b31f22efb53'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:18:38.249545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:38.252451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:38.256185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:38.401302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Pushing event updated for resources: {'Port': ['ID=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:38.431073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:38.431654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.458768 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-210f0d2f-c2b8-45d5-a9e4-e6d62a0b591a tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678770 Dec 22 09:18:38.470664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Request body: {'port': {'device_id': '580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:38.577743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.912911 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68591fc5-c4df-4af4-bd52-bb2d86d77f2e {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:18:38.920188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.922622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f752c-e026-4fb9-b344-8c37a44209c2 req-71f0de59-7bf0-4dbb-9cc8-1f635b34a70f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:38.924069 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a18f752c-e026-4fb9-b344-8c37a44209c2 req-71f0de59-7bf0-4dbb-9cc8-1f635b34a70f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 931 time: 0.0787847 Dec 22 09:18:38.934172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Transition to ACTIVE for port object 68591fc5-c4df-4af4-bd52-bb2d86d77f2e will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:38.939044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.974445 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a18f752c-e026-4fb9-b344-8c37a44209c2 req-7df94cf3-2bf5-4cf8-bfdc-6283883f5ff2 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441461 Dec 22 09:18:39.090669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Pushing event updated for resources: {'Port': ['ID=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:39.167110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Attempting to bind port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:39.167366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Attempting to bind port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8bed1318-5af4-4de6-969a-77e8fc16a121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:39.167687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Attempting to bind port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e on network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:39.172203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e on network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:18:39.172495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Attempting to bind port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e on network a3aaeb42-2469-4b7a-9237-2e375b9db9a7 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:39.181160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:39.181758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Checking segment: {'id': '8bed1318-5af4-4de6-969a-77e8fc16a121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:39.182370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Bound using segment: {'id': '8bed1318-5af4-4de6-969a-77e8fc16a121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:39.182990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Bound port: 68591fc5-c4df-4af4-bd52-bb2d86d77f2e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bed1318-5af4-4de6-969a-77e8fc16a121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:39.183370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.269894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] For port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:39.272811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] For port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,segment=NetworkSegment(8bed1318-5af4-4de6-969a-77e8fc16a121),segment_id=8bed1318-5af4-4de6-969a-77e8fc16a121)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:39.276641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.342453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:39.343053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.344379 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] 10.222.0.54 "PUT /v2.0/ports/68591fc5-c4df-4af4-bd52-bb2d86d77f2e HTTP/1.1" status: 200 len: 1093 time: 0.8775792 Dec 22 09:18:39.344808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5', 'tag': '68591fc5-c4df-4af4-bd52-bb2d86d77f2e'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:39.368003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12e62a-0616-42e3-8628-47d08344ad34 service neutron] Pushing event updated for resources: {'Port': ['ID=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:39.411361 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5', 'tag': '68591fc5-c4df-4af4-bd52-bb2d86d77f2e', 'status': 'completed', 'code': 200} Dec 22 09:18:39.450526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-a74ffaa4-a92c-4488-8543-8ddf82c1a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:39.451915 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-a74ffaa4-a92c-4488-8543-8ddf82c1a002 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1605047a7fc84f9aba8fcb392d264b7e&device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 1096 time: 0.0713420 Dec 22 09:18:39.520994 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-d67b8b1b-fc5e-4131-ad12-446642387f15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68591fc5-c4df-4af4-bd52-bb2d86d77f2e HTTP/1.1" status: 200 len: 217 time: 0.0620959 Dec 22 09:18:39.581966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-934e7949-7cfe-477b-a8ef-96e2a71942b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:39.583330 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-934e7949-7cfe-477b-a8ef-96e2a71942b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83b51489-892e-40d9-9dae-65762b060c9f HTTP/1.1" status: 200 len: 854 time: 0.0557272 Dec 22 09:18:39.633266 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-1eba5ba7-a9c6-452b-a1d5-e4fc7c1e5be9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3aaeb42-2469-4b7a-9237-2e375b9db9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430312 Dec 22 09:18:39.763187 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-ab6ccfed-c25c-4fba-b2a2-8d9137f4e547 service neutron] 10.222.0.54 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233060 Dec 22 09:18:39.889547 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68045b1e-0239-4ac9-aa94-78ba132118bb req-caac6916-7eaf-49e0-a10f-28244a009f21 service neutron] 10.222.0.54 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200020 Dec 22 09:18:40.001961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101cd7c-11ab-499a-8586-14e7ee629b40 req-ec519cc3-c22b-4635-a960-2c2231585c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:40.003719 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d101cd7c-11ab-499a-8586-14e7ee629b40 req-ec519cc3-c22b-4635-a960-2c2231585c64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1605047a7fc84f9aba8fcb392d264b7e&device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 1096 time: 0.0715833 Dec 22 09:18:40.135308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101cd7c-11ab-499a-8586-14e7ee629b40 req-f73e2f8c-9902-4944-8526-80567ff0f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:40.137367 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d101cd7c-11ab-499a-8586-14e7ee629b40 req-f73e2f8c-9902-4944-8526-80567ff0f8c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3aaeb42-2469-4b7a-9237-2e375b9db9a7 HTTP/1.1" status: 200 len: 915 time: 0.1262813 Dec 22 09:18:40.156022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8050a-b8b3-45c0-b5b3-712a95f8744e req-7d2fe921-ee4d-4eeb-9ddd-1e2057fe805f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:40.157473 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7ea8050a-b8b3-45c0-b5b3-712a95f8744e req-7d2fe921-ee4d-4eeb-9ddd-1e2057fe805f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 943 time: 0.0785005 Dec 22 09:18:40.202277 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7ea8050a-b8b3-45c0-b5b3-712a95f8744e req-1606153c-d988-4480-bad5-b471a89eadcb tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391276 Dec 22 09:18:40.304548 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d101cd7c-11ab-499a-8586-14e7ee629b40 req-eaaa234a-0316-4634-8547-4f949a2278b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68591fc5-c4df-4af4-bd52-bb2d86d77f2e HTTP/1.1" status: 200 len: 217 time: 0.1583877 Dec 22 09:18:40.366671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101cd7c-11ab-499a-8586-14e7ee629b40 req-703d7242-8e6f-4777-ba45-2041b6cd262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:40.368034 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d101cd7c-11ab-499a-8586-14e7ee629b40 req-703d7242-8e6f-4777-ba45-2041b6cd262e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83b51489-892e-40d9-9dae-65762b060c9f HTTP/1.1" status: 200 len: 854 time: 0.0562115 Dec 22 09:18:40.413072 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d101cd7c-11ab-499a-8586-14e7ee629b40 req-bf58999b-38dc-4ddb-bb48-47e0e1acb14a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3aaeb42-2469-4b7a-9237-2e375b9db9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381074 Dec 22 09:18:40.546777 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d101cd7c-11ab-499a-8586-14e7ee629b40 req-e9326516-7943-4795-b1a1-97400afb0900 service neutron] 10.222.0.54 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259303 Dec 22 09:18:40.682243 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d101cd7c-11ab-499a-8586-14e7ee629b40 req-01543c61-19a7-4f0b-a043-a9727918ad33 service neutron] 10.222.0.54 "GET /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204321 Dec 22 09:18:41.389572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25181941-3f69-45de-9b36-e7776dd15cab req-86afcec3-86b8-4dcf-950a-f19e99c43e67 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:41.390293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-25181941-3f69-45de-9b36-e7776dd15cab req-86afcec3-86b8-4dcf-950a-f19e99c43e67 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Synchronizing usage tracker for tenant:1605047a7fc84f9aba8fcb392d264b7e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:18:41.405342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-25181941-3f69-45de-9b36-e7776dd15cab req-86afcec3-86b8-4dcf-950a-f19e99c43e67 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Unset dirty status for tenant:1605047a7fc84f9aba8fcb392d264b7e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:18:41.406512 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-25181941-3f69-45de-9b36-e7776dd15cab req-86afcec3-86b8-4dcf-950a-f19e99c43e67 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 943 time: 0.0972939 Dec 22 09:18:41.449007 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-25181941-3f69-45de-9b36-e7776dd15cab req-164a6cd0-3880-4b5e-8722-9760bb8fd1ac tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Dec 22 09:18:41.639096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 68591fc5-c4df-4af4-bd52-bb2d86d77f2e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:18:41.767246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,segment=NetworkSegment(8bed1318-5af4-4de6-969a-77e8fc16a121),segment_id=8bed1318-5af4-4de6-969a-77e8fc16a121)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:41.779477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '68591fc5-c4df-4af4-bd52-bb2d86d77f2e', 'network_id': 'a3aaeb42-2469-4b7a-9237-2e375b9db9a7', 'port_id': '68591fc5-c4df-4af4-bd52-bb2d86d77f2e', 'mac_address': 'fa:16:3e:66:cf:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b51489-892e-40d9-9dae-65762b060c9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:18:41.834920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.850592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68591fc5-c4df-4af4-bd52-bb2d86d77f2e {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:18:41.865413 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,segment=NetworkSegment(8bed1318-5af4-4de6-969a-77e8fc16a121),segment_id=8bed1318-5af4-4de6-969a-77e8fc16a121)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:41.869066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.935647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:42.069826 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['68591fc5-c4df-4af4-bd52-bb2d86d77f2e'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:18:42.637807 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de232f8-5673-41e1-9f35-41bd92973e0d req-0360538a-68d5-45a0-b89b-0a22cb5648a4 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:42.639245 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7de232f8-5673-41e1-9f35-41bd92973e0d req-0360538a-68d5-45a0-b89b-0a22cb5648a4 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 944 time: 0.0817432 Dec 22 09:18:42.681840 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7de232f8-5673-41e1-9f35-41bd92973e0d req-e87b9016-1954-42fb-b5f4-4cc2b98abca9 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Dec 22 09:18:43.679243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 68591fc5-c4df-4af4-bd52-bb2d86d77f2e up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:43.749925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:43.754900 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:43.755269 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.860637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb540f-e661-426f-85db-d1b835981665 req-de60c247-b570-40f3-813c-d5b96127f35f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:43.862243 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-56eb540f-e661-426f-85db-d1b835981665 req-de60c247-b570-40f3-813c-d5b96127f35f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 944 time: 0.0782897 Dec 22 09:18:43.869777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.895646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68591fc5-c4df-4af4-bd52-bb2d86d77f2e'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:43.905652 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-56eb540f-e661-426f-85db-d1b835981665 req-0d4f5fc6-e94e-4fae-9b36-23e903e50ec0 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375566 Dec 22 09:18:43.906324 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,segment=NetworkSegment(8bed1318-5af4-4de6-969a-77e8fc16a121),segment_id=8bed1318-5af4-4de6-969a-77e8fc16a121)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:43.912107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.943766 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68591fc5-c4df-4af4-bd52-bb2d86d77f2e', 'code': 200} Dec 22 09:18:43.982030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:44.162987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f823c2-baba-4645-bef3-f99917814706 req-a4fe5685-eca7-4e9c-ba26-1b343af0eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:44.164670 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-48f823c2-baba-4645-bef3-f99917814706 req-a4fe5685-eca7-4e9c-ba26-1b343af0eb83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 1098 time: 0.0712190 Dec 22 09:18:44.203724 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-48f823c2-baba-4645-bef3-f99917814706 req-91b3304c-9543-4d9c-bcf0-af75698b5cff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331414 Dec 22 09:18:44.506605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:45.096951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22e4a1-7c94-411d-8325-57e067e8ac9b req-06220aaa-2b12-48dd-9166-c25b2baed52f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:45.098393 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-aa22e4a1-7c94-411d-8325-57e067e8ac9b req-06220aaa-2b12-48dd-9166-c25b2baed52f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 945 time: 0.0779271 Dec 22 09:18:45.144574 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-aa22e4a1-7c94-411d-8325-57e067e8ac9b req-020a5cd3-91c4-4963-ad05-58ff42c05b8e tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Dec 22 09:18:46.331182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae8686-889c-486b-a2dc-a6a5acf40202 req-86578d1b-1846-4f39-b83d-2a27f2496612 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:46.332543 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-37ae8686-889c-486b-a2dc-a6a5acf40202 req-86578d1b-1846-4f39-b83d-2a27f2496612 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 945 time: 0.0793848 Dec 22 09:18:46.375941 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-37ae8686-889c-486b-a2dc-a6a5acf40202 req-b52dfad6-4e37-4cbe-819c-d86a6bc39497 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375600 Dec 22 09:18:46.746229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed16fd6-788e-4980-94bd-a21fea5ae9e5 req-7e0fc7d8-269c-42e5-9423-1c2706e668e8 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:46.747658 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9ed16fd6-788e-4980-94bd-a21fea5ae9e5 req-7e0fc7d8-269c-42e5-9423-1c2706e668e8 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 945 time: 0.0817499 Dec 22 09:18:46.789858 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9ed16fd6-788e-4980-94bd-a21fea5ae9e5 req-3572fea0-33e4-4310-9b94-72c66662f9f9 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366855 Dec 22 09:18:47.970369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65165e0f-bdb4-4546-a09d-e5889b210345 req-304fb836-95d1-4237-9894-d30758716c49 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:47.971819 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65165e0f-bdb4-4546-a09d-e5889b210345 req-304fb836-95d1-4237-9894-d30758716c49 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 945 time: 0.0782948 Dec 22 09:18:48.056708 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-65165e0f-bdb4-4546-a09d-e5889b210345 req-7f2f84a3-01c8-4e8d-b76e-b72f86bd76e1 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792944 Dec 22 09:18:48.095726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-18e1927d-6bb5-453b-84a5-2dc1501c9095 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:48.097122 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-18e1927d-6bb5-453b-84a5-2dc1501c9095 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.54 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 945 time: 0.0877304 Dec 22 09:18:48.165876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-1e5e0c7f-03b3-4cb2-bd84-72c47389c16f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Deleting port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:48.166214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-1e5e0c7f-03b3-4cb2-bd84-72c47389c16f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.407032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-1e5e0c7f-03b3-4cb2-bd84-72c47389c16f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] For port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,segment=NetworkSegment(8bed1318-5af4-4de6-969a-77e8fc16a121),segment_id=8bed1318-5af4-4de6-969a-77e8fc16a121)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:48.407384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-1e5e0c7f-03b3-4cb2-bd84-72c47389c16f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.526149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-1e5e0c7f-03b3-4cb2-bd84-72c47389c16f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Calling delete_port for 68591fc5-c4df-4af4-bd52-bb2d86d77f2e owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:48.671392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-1e5e0c7f-03b3-4cb2-bd84-72c47389c16f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.686589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['724522f8-a35a-4e5f-8c0f-9b31f22efb53', '68591fc5-c4df-4af4-bd52-bb2d86d77f2e'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:18:48.756438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e0c7f-03b3-4cb2-bd84-72c47389c16f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Pushing event deleted for resources: {'Port': ['ID=68591fc5-c4df-4af4-bd52-bb2d86d77f2e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:48.799148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-1e5e0c7f-03b3-4cb2-bd84-72c47389c16f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] No DVR routers for this DVR port 68591fc5-c4df-4af4-bd52-bb2d86d77f2e on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:18:48.801577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-1e5e0c7f-03b3-4cb2-bd84-72c47389c16f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.805542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5', 'name': 'network-vif-deleted', 'tag': '68591fc5-c4df-4af4-bd52-bb2d86d77f2e'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:48.820008 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4e11aa29-5c51-4b82-ad99-c3a183b381a9 req-1e5e0c7f-03b3-4cb2-bd84-72c47389c16f tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.54 "DELETE /v2.0/ports/68591fc5-c4df-4af4-bd52-bb2d86d77f2e HTTP/1.1" status: 204 len: 173 time: 0.7160182 Dec 22 09:18:48.851916 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5', 'name': 'network-vif-deleted', 'tag': '68591fc5-c4df-4af4-bd52-bb2d86d77f2e', 'status': 'completed', 'code': 200} Dec 22 09:18:49.213831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a2a6fb63-4191-43d4-9a0c-4b7151070934 req-c8860f41-c927-4d55-a4f8-ad726f76d4bb tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Synchronizing usage tracker for tenant:1605047a7fc84f9aba8fcb392d264b7e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:18:49.229307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a2a6fb63-4191-43d4-9a0c-4b7151070934 req-c8860f41-c927-4d55-a4f8-ad726f76d4bb tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Unset dirty status for tenant:1605047a7fc84f9aba8fcb392d264b7e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:18:49.230649 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2a6fb63-4191-43d4-9a0c-4b7151070934 req-c8860f41-c927-4d55-a4f8-ad726f76d4bb tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=580cf1c9-2cd9-4a7f-8df3-e2a44dc593e5 HTTP/1.1" status: 200 len: 210 time: 0.0602784 Dec 22 09:18:49.417997 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-948e3122-033b-40f2-95cb-c14d4928cd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:50.586487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3d44-c6a5-4d83-8539-276cf1bfa65b req-503f5cd6-1e0d-461d-ba90-64b4ab38885e tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:50.587829 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb1f3d44-c6a5-4d83-8539-276cf1bfa65b req-503f5cd6-1e0d-461d-ba90-64b4ab38885e tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.1776791 Dec 22 09:18:50.630606 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cb1f3d44-c6a5-4d83-8539-276cf1bfa65b req-46ce28a7-5fcf-4b7e-b631-0fd307c7c0a8 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371387 Dec 22 09:18:50.826559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5ee9f-53a4-426f-96c8-6051e41f584b req-39051014-65fe-4569-b0d0-0279f35f486b tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:50.827973 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-27f5ee9f-53a4-426f-96c8-6051e41f584b req-39051014-65fe-4569-b0d0-0279f35f486b tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.0775938 Dec 22 09:18:50.871085 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-27f5ee9f-53a4-426f-96c8-6051e41f584b req-039a85f5-296d-43ed-96bf-7d5b2d9a070d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369058 Dec 22 09:18:51.049074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ab085-2a64-4fbd-ba1c-0a7ebe9ea2c8 req-b5192100-5ff5-4488-9ca4-e9c49a259c2e tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:51.050554 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-562ab085-2a64-4fbd-ba1c-0a7ebe9ea2c8 req-b5192100-5ff5-4488-9ca4-e9c49a259c2e tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.0768683 Dec 22 09:18:51.103982 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-562ab085-2a64-4fbd-ba1c-0a7ebe9ea2c8 req-f070e23e-e683-4f40-abc6-4834d478a3a2 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475543 Dec 22 09:18:51.381486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2819a-a15a-4c10-bed2-354009255379 req-c4df624f-7161-42a0-bd06-45bcd4a0d9a1 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:51.383432 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4fe2819a-a15a-4c10-bed2-354009255379 req-c4df624f-7161-42a0-bd06-45bcd4a0d9a1 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.0801957 Dec 22 09:18:51.426030 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4fe2819a-a15a-4c10-bed2-354009255379 req-55e60aa3-cc49-4e08-b4f8-7b511e4bc56e tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363367 Dec 22 09:18:51.610861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bbaa7-8ba0-4f2e-b9ca-56404eaa59ff req-5b9bc59f-0067-4562-ac0f-552441ec94e0 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:51.612321 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d30bbaa7-8ba0-4f2e-b9ca-56404eaa59ff req-5b9bc59f-0067-4562-ac0f-552441ec94e0 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.0819652 Dec 22 09:18:51.654538 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d30bbaa7-8ba0-4f2e-b9ca-56404eaa59ff req-784e74b0-e7ed-4026-9385-8202f8dfaa53 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366845 Dec 22 09:18:51.700734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 68591fc5-c4df-4af4-bd52-bb2d86d77f2e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:51.735136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 68591fc5-c4df-4af4-bd52-bb2d86d77f2e {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:18:51.735479 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 68591fc5-c4df-4af4-bd52-bb2d86d77f2e not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:18:51.792987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d6949e16-d766-4b9a-be54-5e3cc1eb785b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.843691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfac03-def7-4124-975a-6fb3fc8df70c req-ba6f1317-b5ea-4658-8d07-9c9e06341369 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:51.845135 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2ccfac03-def7-4124-975a-6fb3fc8df70c req-ba6f1317-b5ea-4658-8d07-9c9e06341369 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.0783951 Dec 22 09:18:51.891838 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2ccfac03-def7-4124-975a-6fb3fc8df70c req-4d9a90fb-8bed-45b8-81ca-d1cb3122a5a5 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410855 Dec 22 09:18:52.411218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a8ea7-b545-4d9e-b8df-0c7f276680f1 req-c5a2a2d3-125c-4023-aa7d-13fcc3d48211 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:52.412648 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7a8a8ea7-b545-4d9e-b8df-0c7f276680f1 req-c5a2a2d3-125c-4023-aa7d-13fcc3d48211 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.0791001 Dec 22 09:18:52.455022 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7a8a8ea7-b545-4d9e-b8df-0c7f276680f1 req-f1aee649-83e3-4ac6-8d5c-d2dcc55d4292 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367403 Dec 22 09:18:52.902095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.044265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.644703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d474884-5a74-4467-8338-cdf452661af6 req-f7c878ad-1d77-4f02-a6cb-4e37ace84bdc tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:53.646224 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4d474884-5a74-4467-8338-cdf452661af6 req-f7c878ad-1d77-4f02-a6cb-4e37ace84bdc tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.0816667 Dec 22 09:18:53.777147 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4d474884-5a74-4467-8338-cdf452661af6 req-56273a1f-f3b9-4065-b3ec-7089d3fca6ad tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/security-groups?id=9170b961-babd-4140-bf10-fe434c9bb77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238036 Dec 22 09:18:53.803343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0470-4ced-4483-9be5-28969692eb8e req-19c0dd4d-d393-4326-ae45-679c6d7c6542 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:53.804761 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-53ef0470-4ced-4483-9be5-28969692eb8e req-19c0dd4d-d393-4326-ae45-679c6d7c6542 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.54 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 946 time: 0.0823529 Dec 22 09:18:53.872485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-53ef0470-4ced-4483-9be5-28969692eb8e req-50498193-d5c2-453d-8176-380600d4ba0d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Deleting port 724522f8-a35a-4e5f-8c0f-9b31f22efb53 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:53.872817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-53ef0470-4ced-4483-9be5-28969692eb8e req-50498193-d5c2-453d-8176-380600d4ba0d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.115146 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-53ef0470-4ced-4483-9be5-28969692eb8e req-50498193-d5c2-453d-8176-380600d4ba0d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] For port 724522f8-a35a-4e5f-8c0f-9b31f22efb53, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=724522f8-a35a-4e5f-8c0f-9b31f22efb53,segment=NetworkSegment(8bed1318-5af4-4de6-969a-77e8fc16a121),segment_id=8bed1318-5af4-4de6-969a-77e8fc16a121)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:54.115411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-53ef0470-4ced-4483-9be5-28969692eb8e req-50498193-d5c2-453d-8176-380600d4ba0d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.235648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-53ef0470-4ced-4483-9be5-28969692eb8e req-50498193-d5c2-453d-8176-380600d4ba0d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Calling delete_port for 724522f8-a35a-4e5f-8c0f-9b31f22efb53 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:54.265266 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.383429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-53ef0470-4ced-4483-9be5-28969692eb8e req-50498193-d5c2-453d-8176-380600d4ba0d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.396538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['724522f8-a35a-4e5f-8c0f-9b31f22efb53'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:18:54.433061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50498193-d5c2-453d-8176-380600d4ba0d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Pushing event deleted for resources: {'Port': ['ID=724522f8-a35a-4e5f-8c0f-9b31f22efb53,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:54.507905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef0470-4ced-4483-9be5-28969692eb8e req-50498193-d5c2-453d-8176-380600d4ba0d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] No DVR routers for this DVR port 724522f8-a35a-4e5f-8c0f-9b31f22efb53 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:18:54.510354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-53ef0470-4ced-4483-9be5-28969692eb8e req-50498193-d5c2-453d-8176-380600d4ba0d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.513497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026f8886-898f-477d-be86-19bbd0a9b922', 'name': 'network-vif-deleted', 'tag': '724522f8-a35a-4e5f-8c0f-9b31f22efb53'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:54.530209 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-53ef0470-4ced-4483-9be5-28969692eb8e req-50498193-d5c2-453d-8176-380600d4ba0d tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.54 "DELETE /v2.0/ports/724522f8-a35a-4e5f-8c0f-9b31f22efb53 HTTP/1.1" status: 204 len: 173 time: 0.7196600 Dec 22 09:18:54.565337 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026f8886-898f-477d-be86-19bbd0a9b922', 'name': 'network-vif-deleted', 'tag': '724522f8-a35a-4e5f-8c0f-9b31f22efb53', 'status': 'completed', 'code': 200} Dec 22 09:18:54.937192 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-74d95289-f648-4e4f-9551-d824bddca0a8 req-ca3af0aa-8e4f-4a5b-8e6a-413dd9fb0477 tempest-ServersNegativeTestJSON-1072810779 tempest-ServersNegativeTestJSON-1072810779-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f8886-898f-477d-be86-19bbd0a9b922 HTTP/1.1" status: 200 len: 210 time: 0.0426579 Dec 22 09:18:56.028795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34766) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:56.087918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Deleting subnet 83b51489-892e-40d9-9dae-65762b060c9f {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:18:56.090708 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.137386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.190498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.257542 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.295565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.298233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b51489-892e-40d9-9dae-65762b060c9f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:56.306668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.307012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.307346 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.308275 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.308596 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.308920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.309242 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.309559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.309904 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.310218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.310529 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.310836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:56.316064 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4e525578-6e81-47e3-8c8c-104a9327b04f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/83b51489-892e-40d9-9dae-65762b060c9f HTTP/1.1" status: 204 len: 168 time: 0.2858613 Dec 22 09:18:56.318069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34770) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:56.421639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.544095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.568091 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3aaeb42-2469-4b7a-9237-2e375b9db9a7']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:56.579594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bed1318-5af4-4de6-969a-77e8fc16a121') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:56.579884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bed1318-5af4-4de6-969a-77e8fc16a121') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:56.591633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.607419 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.613399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:18:56.613823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:18:56.627127 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:18:56.702197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.718328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.728164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3aaeb42-2469-4b7a-9237-2e375b9db9a7,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:56.736703 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-987c12d4-95d3-4b6f-91c8-e893d134d745 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a3aaeb42-2469-4b7a-9237-2e375b9db9a7 HTTP/1.1" status: 204 len: 168 time: 0.4176602 Dec 22 09:18:56.846052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34776) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:56.894268 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ebdcf4bd-060a-4790-a65f-fa42edd8a6a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1605047a7fc84f9aba8fcb392d264b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470164 Dec 22 09:18:56.896651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34780) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:56.952434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8fe3cfc7-00dc-4f9e-bdac-787408838b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.978203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8fe3cfc7-00dc-4f9e-bdac-787408838b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.032319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8fe3cfc7-00dc-4f9e-bdac-787408838b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.048951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3cfc7-00dc-4f9e-bdac-787408838b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9170b961-babd-4140-bf10-fe434c9bb77b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:57.055845 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8fe3cfc7-00dc-4f9e-bdac-787408838b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.059287 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8fe3cfc7-00dc-4f9e-bdac-787408838b21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9170b961-babd-4140-bf10-fe434c9bb77b HTTP/1.1" status: 204 len: 168 time: 0.1594014 Dec 22 09:18:57.742126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 724522f8-a35a-4e5f-8c0f-9b31f22efb53 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:57.775117 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 724522f8-a35a-4e5f-8c0f-9b31f22efb53 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:18:57.775461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 724522f8-a35a-4e5f-8c0f-9b31f22efb53 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:18:57.785422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34804) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:57.886132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-207079697'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:57.890975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:57.894749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:network and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:57.897539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:57.903585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:57.912539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Made reservation on behalf of b5486e0a831846e4b661188765107b1f for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:57.915790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.927689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.942197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:57.945877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:security_group_rule and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:57.948627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:57.954122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:58.037889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.041347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.070628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:58.083014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec95136-318b-4e4b-9669-2fa2e23db580,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:58.089543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.089898 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Added segment 9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b of type vlan for network 8be3c02f-3c06-4505-a964-6455ea09767e Dec 22 09:18:58.117008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.144768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.150033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:58.150594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.254510 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4679775 Dec 22 09:18:58.262885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e643e7d-b8a7-482e-879a-4bc72cf82e39 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'Network': ['ID=8be3c02f-3c06-4505-a964-6455ea09767e,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:58.272809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 8be3c02f-3c06-4505-a964-6455ea09767e details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:19:01.483485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34810) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:01.489009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Request body: {'subnet': {'network_id': '8be3c02f-3c06-4505-a964-6455ea09767e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:01.603763 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:01.607998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:subnet and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:01.610753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:01.616258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:01.626083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Made reservation on behalf of b5486e0a831846e4b661188765107b1f for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:01.629446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:01.933405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.009785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'Subnet': ['ID=249c7f89-1b62-4e20-b20d-e6c6463478ab,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:02.017162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Checking segment: {'id': '9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8be3c02f-3c06-4505-a964-6455ea09767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:02.017513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Network hostable DHCP agents. Network: 8be3c02f-3c06-4505-a964-6455ea09767e, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:19:02.036211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Network 8be3c02f-3c06-4505-a964-6455ea09767e is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:19:02.045581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 8be3c02f-3c06-4505-a964-6455ea09767e) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:02.049469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:02.050088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.056343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a522a-5b3b-4e93-9c6a-121abd61b1bd None None] Network 8be3c02f-3c06-4505-a964-6455ea09767e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:02.072200 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b9592976-d49f-4212-95b5-818c7591e604 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5876398 Dec 22 09:19:02.076369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34814) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:02.081961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1894706640'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:02.086930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:02.090675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:network and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:02.093443 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:02.098966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:02.109883 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Made reservation on behalf of b5486e0a831846e4b661188765107b1f for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:02.113416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.142670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:19:02.152210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.152812 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Added segment 48901ece-e038-4b7c-9512-edaa29931b05 of type vlan for network 12cac70c-cfb2-45b9-92b6-d7a0347cb642 Dec 22 09:19:02.182164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.211418 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.216886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:02.217457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.269486 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1920803 Dec 22 09:19:02.272551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34818) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:02.278345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Request body: {'subnet': {'network_id': '12cac70c-cfb2-45b9-92b6-d7a0347cb642', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:02.314175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-8be3c02f-3c06-4505-a964-6455ea09767e', 'network_id': '8be3c02f-3c06-4505-a964-6455ea09767e', 'tenant_id': 'b5486e0a831846e4b661188765107b1f', 'fixed_ips': [{'subnet_id': '249c7f89-1b62-4e20-b20d-e6c6463478ab'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:19:02.315011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.326383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b2227-fce2-4879-adfe-d31633bdedd3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'Network': ['ID=12cac70c-cfb2-45b9-92b6-d7a0347cb642,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:02.369700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 12cac70c-cfb2-45b9-92b6-d7a0347cb642 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:19:02.392524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:02.396373 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:subnet and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:02.399157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:02.404739 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:02.414764 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Made reservation on behalf of b5486e0a831846e4b661188765107b1f for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:02.418809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.561354 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Allocated IP 2001:db8:0:ffff::2 (8be3c02f-3c06-4505-a964-6455ea09767e/249c7f89-1b62-4e20-b20d-e6c6463478ab/4b7631cc-4d9b-4968-84e6-4d7eede8c5be) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:02.641069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.725290 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'Subnet': ['ID=fdd87d4f-773e-44b2-9f98-056b0a6d54b3,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:02.733311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Checking segment: {'id': '48901ece-e038-4b7c-9512-edaa29931b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '12cac70c-cfb2-45b9-92b6-d7a0347cb642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:02.733549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Network hostable DHCP agents. Network: 12cac70c-cfb2-45b9-92b6-d7a0347cb642, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:19:02.753490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Network 12cac70c-cfb2-45b9-92b6-d7a0347cb642 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:19:02.762758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.762997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 12cac70c-cfb2-45b9-92b6-d7a0347cb642) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:02.770540 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:02.771131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.779477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb581e-7df1-4329-96ea-9f531dd1b7a2 None None] Network 12cac70c-cfb2-45b9-92b6-d7a0347cb642 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:02.796191 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ba5dc605-20b8-45f3-b4c4-659c52a965f3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5198517 Dec 22 09:19:02.796703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34822) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:02.797630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Transition to ACTIVE for port object 4b7631cc-4d9b-4968-84e6-4d7eede8c5be will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:02.878608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Transition to ACTIVE for port object 4b7631cc-4d9b-4968-84e6-4d7eede8c5be will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:02.890887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.936236 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.968411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Pushing event updated for resources: {'Port': ['ID=4b7631cc-4d9b-4968-84e6-4d7eede8c5be,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:02.990771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Network 8be3c02f-3c06-4505-a964-6455ea09767e is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:02.994820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.994820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.995039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.995252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.995561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.995885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.996207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.996526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.996843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.997789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.997789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:02.997789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.003959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:03.006022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:03.011829 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.090094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.126361 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd87d4f-773e-44b2-9f98-056b0a6d54b3,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:03.140370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Attempting to bind port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:03.140949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Attempting to bind port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8be3c02f-3c06-4505-a964-6455ea09767e'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:03.141082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Attempting to bind port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be on network 8be3c02f-3c06-4505-a964-6455ea09767e {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:03.179260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:03.179617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Checking segment: {'id': '9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8be3c02f-3c06-4505-a964-6455ea09767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:03.180014 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.180404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Bound using segment: {'id': '9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8be3c02f-3c06-4505-a964-6455ea09767e'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:03.180942 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Bound port: 4b7631cc-4d9b-4968-84e6-4d7eede8c5be, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8be3c02f-3c06-4505-a964-6455ea09767e'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:03.181491 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.204462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2445c27c-facd-41d8-80c8-cd3900cb7530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-12cac70c-cfb2-45b9-92b6-d7a0347cb642', 'network_id': '12cac70c-cfb2-45b9-92b6-d7a0347cb642', 'tenant_id': 'b5486e0a831846e4b661188765107b1f', 'fixed_ips': [{'subnet_id': 'fdd87d4f-773e-44b2-9f98-056b0a6d54b3'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:19:03.205295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2445c27c-facd-41d8-80c8-cd3900cb7530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.308230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.337177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cac70c-cfb2-45b9-92b6-d7a0347cb642']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:03.348733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] For port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:03.353863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] For port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4b7631cc-4d9b-4968-84e6-4d7eede8c5be,segment=NetworkSegment(9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b),segment_id=9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:03.354026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48901ece-e038-4b7c-9512-edaa29931b05') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:03.354240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48901ece-e038-4b7c-9512-edaa29931b05') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:03.363384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.366029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.382520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.389541 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:19:03.389993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.403096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e3562f-20e9-47cf-88da-3ebc28566057 None None] Network 12cac70c-cfb2-45b9-92b6-d7a0347cb642 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:19:03.404230 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:19:03.487130 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.508499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.522028 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Network': ['ID=12cac70c-cfb2-45b9-92b6-d7a0347cb642,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:03.529844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34826) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:03.530369 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-339aff6d-fe32-4121-8e36-2bdc53e299a5 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/networks/12cac70c-cfb2-45b9-92b6-d7a0347cb642 HTTP/1.1" status: 204 len: 168 time: 0.7321346 Dec 22 09:19:03.536216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182769213'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:03.541128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:03.545059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:network and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:03.548060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:03.554364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:03.565091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4afb0d-aeb8-437c-8d23-6ce36ec43fe9 None None] Pushing event updated for resources: {'Port': ['ID=4b7631cc-4d9b-4968-84e6-4d7eede8c5be,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:03.566439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Made reservation on behalf of b5486e0a831846e4b661188765107b1f for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:03.570112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.602272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:19:03.612128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.612472 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Added segment 60a6423f-b41d-4fdc-b68a-b008ebabdbb0 of type vlan for network 07cf0f91-3105-44fd-95f3-08880893c8f4 Dec 22 09:19:03.639765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.684606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.690504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:03.691142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.793038 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2614090 Dec 22 09:19:03.796132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34830) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:03.802276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a293e-b588-4b9f-8688-49dba1c4c50c tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'Network': ['ID=07cf0f91-3105-44fd-95f3-08880893c8f4,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:03.804947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Request body: {'subnet': {'network_id': '07cf0f91-3105-44fd-95f3-08880893c8f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:03.813071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 07cf0f91-3105-44fd-95f3-08880893c8f4 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:19:03.914681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:03.919063 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:subnet and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:03.921942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:03.927560 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:03.938149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Made reservation on behalf of b5486e0a831846e4b661188765107b1f for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:03.941647 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.035205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.ipam_backend_mixin [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Performing IP validity checks on allocation pools {{(pid=87534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 09:19:04.035727 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.ipam_backend_mixin [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 09:19:04.163732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.240893 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'Subnet': ['ID=76857efe-a72e-4f8d-a26a-70d2e47b70c9,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:04.251565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Checking segment: {'id': '60a6423f-b41d-4fdc-b68a-b008ebabdbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '07cf0f91-3105-44fd-95f3-08880893c8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:04.251924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Network hostable DHCP agents. Network: 07cf0f91-3105-44fd-95f3-08880893c8f4, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:19:04.270871 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Network 07cf0f91-3105-44fd-95f3-08880893c8f4 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:19:04.281164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 07cf0f91-3105-44fd-95f3-08880893c8f4) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:04.285313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:04.285947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.292937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c78c579-223a-4646-a49f-aca3a2f2c0f4 None None] Network 07cf0f91-3105-44fd-95f3-08880893c8f4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:04.310330 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aafa530a-39df-4cb0-8b03-bbf18b4f6f7a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5106916 Dec 22 09:19:04.312499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34834) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:04.458768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.464884 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe3362-a0a5-4cba-97a6-4bc87e39924a None None] Network 8be3c02f-3c06-4505-a964-6455ea09767e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:04.524352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.586980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-615b788b-9c6a-4dd6-86d2-a0ad79d200aa None None] Provisioning for port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:04.600117 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0074ff3-d895-43f6-b8b1-00d5ee460aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-07cf0f91-3105-44fd-95f3-08880893c8f4', 'network_id': '07cf0f91-3105-44fd-95f3-08880893c8f4', 'tenant_id': 'b5486e0a831846e4b661188765107b1f', 'fixed_ips': [{'subnet_id': '76857efe-a72e-4f8d-a26a-70d2e47b70c9'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:19:04.600968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a0074ff3-d895-43f6-b8b1-00d5ee460aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.601990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.640236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Subnet': ['ID=76857efe-a72e-4f8d-a26a-70d2e47b70c9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:04.736095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.758274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db20670a-c06f-462c-92ae-2cf39878444e None None] Network 07cf0f91-3105-44fd-95f3-08880893c8f4 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:04.762808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cf0f91-3105-44fd-95f3-08880893c8f4']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:04.775208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a6423f-b41d-4fdc-b68a-b008ebabdbb0') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:04.775532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a6423f-b41d-4fdc-b68a-b008ebabdbb0') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:04.786873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.802169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.808674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:19:04.809048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:19:04.822930 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:19:04.906805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.923279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.935283 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Network': ['ID=07cf0f91-3105-44fd-95f3-08880893c8f4,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:04.941354 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d8f9adbb-135a-4320-8783-b12955007009 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/networks/07cf0f91-3105-44fd-95f3-08880893c8f4 HTTP/1.1" status: 204 len: 168 time: 0.6243820 Dec 22 09:19:04.941731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34838) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:04.950240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957526091'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:04.955331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:04.959353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:network and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:04.963447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:04.969437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:04.982761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Made reservation on behalf of b5486e0a831846e4b661188765107b1f for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:04.986448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.018758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:19:05.028813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.029148 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Added segment 9bfec4e6-bfc6-475d-b8cd-194ff814c6b9 of type vlan for network d8df01ba-e304-437b-8225-1e05c2c8ee65 Dec 22 09:19:05.055406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.085828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.091258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:05.091827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.196712 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2510648 Dec 22 09:19:05.197037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34842) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:05.203002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8edd32-2039-435b-b732-4ee8b16dfbaf tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'Network': ['ID=d8df01ba-e304-437b-8225-1e05c2c8ee65,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:05.204003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Request body: {'subnet': {'network_id': 'd8df01ba-e304-437b-8225-1e05c2c8ee65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:05.214675 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network d8df01ba-e304-437b-8225-1e05c2c8ee65 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:19:05.311078 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4b7631cc-4d9b-4968-84e6-4d7eede8c5be up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:05.319499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:05.323489 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:subnet and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:05.326287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:05.331873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:05.343110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Made reservation on behalf of b5486e0a831846e4b661188765107b1f for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:05.346673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.398580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:05.403250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:05.403617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.519765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.551571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4b7631cc-4d9b-4968-84e6-4d7eede8c5be,segment=NetworkSegment(9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b),segment_id=9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:05.555251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.566229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.620951 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=4b7631cc-4d9b-4968-84e6-4d7eede8c5be,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:05.640317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'Subnet': ['ID=56e71e87-5e9c-4793-900e-e5d41c0730d1,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:05.650255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Checking segment: {'id': '9bfec4e6-bfc6-475d-b8cd-194ff814c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd8df01ba-e304-437b-8225-1e05c2c8ee65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:05.658682 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Network hostable DHCP agents. Network: d8df01ba-e304-437b-8225-1e05c2c8ee65, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:19:05.677579 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Network d8df01ba-e304-437b-8225-1e05c2c8ee65 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:19:05.686270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, d8df01ba-e304-437b-8225-1e05c2c8ee65) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:05.690216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:05.690794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.696120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d979dd2-cc2b-40be-9e04-abd07a7dfb88 None None] Network d8df01ba-e304-437b-8225-1e05c2c8ee65 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:05.715167 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8451b9a8-b525-4789-a1f2-2bd9c316a2d3 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5131814 Dec 22 09:19:05.715394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34846) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:05.720792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1359082211'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:05.725523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:05.729518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:network and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:05.733055 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:05.738837 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:05.749785 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Made reservation on behalf of b5486e0a831846e4b661188765107b1f for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:05.753230 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.784363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:19:05.794327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.794667 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Added segment 44ca8d33-78c2-4012-9220-d0740d5ed53d of type vlan for network 7932cc87-7d51-42dd-829b-2a2bb52afdb0 Dec 22 09:19:05.819864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.849896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.855885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:05.856465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.910169 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1934159 Dec 22 09:19:05.912837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34850) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:05.918406 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Request body: {'subnet': {'network_id': '7932cc87-7d51-42dd-829b-2a2bb52afdb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:05.918990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-d8df01ba-e304-437b-8225-1e05c2c8ee65', 'network_id': 'd8df01ba-e304-437b-8225-1e05c2c8ee65', 'tenant_id': 'b5486e0a831846e4b661188765107b1f', 'fixed_ips': [{'subnet_id': '56e71e87-5e9c-4793-900e-e5d41c0730d1'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:19:05.919842 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.966719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c33ea7-d7ee-4b3d-8a49-3ea59382eaac tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'Network': ['ID=7932cc87-7d51-42dd-829b-2a2bb52afdb0,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:05.979330 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 7932cc87-7d51-42dd-829b-2a2bb52afdb0 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:19:06.040047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:06.044336 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Usage tracker for resource:subnet and tenant:b5486e0a831846e4b661188765107b1f is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:06.047127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:06.052873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:06.063045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Made reservation on behalf of b5486e0a831846e4b661188765107b1f for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:06.066602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.206221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Allocated IP 2001:db8::2 (d8df01ba-e304-437b-8225-1e05c2c8ee65/56e71e87-5e9c-4793-900e-e5d41c0730d1/59e9cf76-4bdf-4be3-a064-6213a6667bc3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:06.286074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.419799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.429876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Transition to ACTIVE for port object 59e9cf76-4bdf-4be3-a064-6213a6667bc3 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:06.447802 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Transition to ACTIVE for port object 59e9cf76-4bdf-4be3-a064-6213a6667bc3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:06.453759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.463693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event updated for resources: {'Subnet': ['ID=88eee51e-dcec-4215-bfcb-7fd919727c72,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:06.472813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Checking segment: {'id': '44ca8d33-78c2-4012-9220-d0740d5ed53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7932cc87-7d51-42dd-829b-2a2bb52afdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:06.473170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Network hostable DHCP agents. Network: 7932cc87-7d51-42dd-829b-2a2bb52afdb0, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:19:06.492508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Network 7932cc87-7d51-42dd-829b-2a2bb52afdb0 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:19:06.502802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 7932cc87-7d51-42dd-829b-2a2bb52afdb0) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:06.506851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:06.507535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.517944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd31c080-b8cf-4750-b253-79a36afae4cc None None] Network 7932cc87-7d51-42dd-829b-2a2bb52afdb0 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:06.530212 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-75a56ce5-71f4-4d93-b955-a78aa81b5962 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6163588 Dec 22 09:19:06.532759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34854) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:06.549815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Network d8df01ba-e304-437b-8225-1e05c2c8ee65 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:06.563115 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:06.565746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:06.574144 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Pushing event updated for resources: {'Port': ['ID=59e9cf76-4bdf-4be3-a064-6213a6667bc3,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:06.670917 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.725319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Attempting to bind port 59e9cf76-4bdf-4be3-a064-6213a6667bc3 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:06.725698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Attempting to bind port 59e9cf76-4bdf-4be3-a064-6213a6667bc3 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '9bfec4e6-bfc6-475d-b8cd-194ff814c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd8df01ba-e304-437b-8225-1e05c2c8ee65'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:06.726071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Attempting to bind port 59e9cf76-4bdf-4be3-a064-6213a6667bc3 on network d8df01ba-e304-437b-8225-1e05c2c8ee65 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:06.738593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.743250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:06.743625 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Checking segment: {'id': '9bfec4e6-bfc6-475d-b8cd-194ff814c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd8df01ba-e304-437b-8225-1e05c2c8ee65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:06.744031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.744423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Bound using segment: {'id': '9bfec4e6-bfc6-475d-b8cd-194ff814c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd8df01ba-e304-437b-8225-1e05c2c8ee65'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:06.744889 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Bound port: 59e9cf76-4bdf-4be3-a064-6213a6667bc3, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfec4e6-bfc6-475d-b8cd-194ff814c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd8df01ba-e304-437b-8225-1e05c2c8ee65'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:06.745913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.811622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.850203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Subnet': ['ID=88eee51e-dcec-4215-bfcb-7fd919727c72,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:06.904960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153c63f-dae2-4b38-8cbd-d4ea8e5d6cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-7932cc87-7d51-42dd-829b-2a2bb52afdb0', 'network_id': '7932cc87-7d51-42dd-829b-2a2bb52afdb0', 'tenant_id': 'b5486e0a831846e4b661188765107b1f', 'fixed_ips': [{'subnet_id': '88eee51e-dcec-4215-bfcb-7fd919727c72'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:19:06.905784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a153c63f-dae2-4b38-8cbd-d4ea8e5d6cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.943169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.970681 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] For port 59e9cf76-4bdf-4be3-a064-6213a6667bc3, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:06.972134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7932cc87-7d51-42dd-829b-2a2bb52afdb0']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:06.984932 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ca8d33-78c2-4012-9220-d0740d5ed53d') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:06.985226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ca8d33-78c2-4012-9220-d0740d5ed53d') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:06.990610 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] For port 59e9cf76-4bdf-4be3-a064-6213a6667bc3, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=59e9cf76-4bdf-4be3-a064-6213a6667bc3,segment=NetworkSegment(9bfec4e6-bfc6-475d-b8cd-194ff814c6b9),segment_id=9bfec4e6-bfc6-475d-b8cd-194ff814c6b9)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:06.997907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:06.998608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.018558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.024756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:19:07.025136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:19:07.040887 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:19:07.077434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2caa1d1-b64d-4959-a521-32fc12c5d990 None None] Network 7932cc87-7d51-42dd-829b-2a2bb52afdb0 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:07.115032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4bfcd-5e8d-4239-8097-3b54b1690c32 None None] Pushing event updated for resources: {'Port': ['ID=59e9cf76-4bdf-4be3-a064-6213a6667bc3,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:07.124628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.142937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.154618 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Network': ['ID=7932cc87-7d51-42dd-829b-2a2bb52afdb0,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:07.158695 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d628cb44-01fc-472c-8751-293b6d9ccb96 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/networks/7932cc87-7d51-42dd-829b-2a2bb52afdb0 HTTP/1.1" status: 204 len: 168 time: 0.6250043 Dec 22 09:19:07.161998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34858) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:07.204852 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27b478e-1dc1-49b3-9510-b9966ccffeb8 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] GET failed (client error): The resource could not be found. Dec 22 09:19:07.205369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b27b478e-1dc1-49b3-9510-b9966ccffeb8 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Synchronizing usage tracker for tenant:b5486e0a831846e4b661188765107b1f on resource:subnet {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:07.226573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b27b478e-1dc1-49b3-9510-b9966ccffeb8 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Unset dirty status for tenant:b5486e0a831846e4b661188765107b1f on resource:subnet {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:07.231071 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b27b478e-1dc1-49b3-9510-b9966ccffeb8 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "GET /v2.0/subnets/88eee51e-dcec-4215-bfcb-7fd919727c72 HTTP/1.1" status: 404 len: 337 time: 0.0649297 Dec 22 09:19:07.231403 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34862) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:07.269840 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4250e6f2-76a4-45de-9969-9745dd3f8650 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] DELETE failed (client error): The resource could not be found. Dec 22 09:19:07.281931 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4250e6f2-76a4-45de-9969-9745dd3f8650 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:19:07.284867 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4250e6f2-76a4-45de-9969-9745dd3f8650 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/networks/7932cc87-7d51-42dd-829b-2a2bb52afdb0 HTTP/1.1" status: 404 len: 339 time: 0.0522239 Dec 22 09:19:07.289478 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34866) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:07.312166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4b7631cc-4d9b-4968-84e6-4d7eede8c5be up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:07.337260 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.pecan_wsgi.hooks.translation [None req-af99de7f-1b9a-4be6-8ad5-dc72815cfaec tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] DELETE failed (client error): The resource could not be found. Dec 22 09:19:07.338108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af99de7f-1b9a-4be6-8ad5-dc72815cfaec tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:19:07.341031 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-af99de7f-1b9a-4be6-8ad5-dc72815cfaec tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/subnets/88eee51e-dcec-4215-bfcb-7fd919727c72 HTTP/1.1" status: 404 len: 337 time: 0.0501597 Dec 22 09:19:07.343348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34870) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:07.370255 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bd8466-3f05-4af9-a61e-23fa56f34e74 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] DELETE failed (client error): The resource could not be found. Dec 22 09:19:07.370679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60bd8466-3f05-4af9-a61e-23fa56f34e74 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:19:07.372532 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-60bd8466-3f05-4af9-a61e-23fa56f34e74 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/networks/7932cc87-7d51-42dd-829b-2a2bb52afdb0 HTTP/1.1" status: 404 len: 339 time: 0.0282094 Dec 22 09:19:07.375185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34874) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:07.400388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:07.400756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.444891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3992c5a2-ffe8-4782-b4bc-6767ec43b2ab tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Deleting subnet 56e71e87-5e9c-4793-900e-e5d41c0730d1 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:19:07.448954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3992c5a2-ffe8-4782-b4bc-6767ec43b2ab tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.508235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3992c5a2-ffe8-4782-b4bc-6767ec43b2ab tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.590581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3992c5a2-ffe8-4782-b4bc-6767ec43b2ab tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.667489 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3992c5a2-ffe8-4782-b4bc-6767ec43b2ab tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.705899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992c5a2-ffe8-4782-b4bc-6767ec43b2ab tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Subnet': ['ID=56e71e87-5e9c-4793-900e-e5d41c0730d1,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:07.709348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-3992c5a2-ffe8-4782-b4bc-6767ec43b2ab tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.722672 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3992c5a2-ffe8-4782-b4bc-6767ec43b2ab tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/subnets/56e71e87-5e9c-4793-900e-e5d41c0730d1 HTTP/1.1" status: 204 len: 168 time: 0.3460956 Dec 22 09:19:07.725139 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34878) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:07.843507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:07.854306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Deleting port 59e9cf76-4bdf-4be3-a064-6213a6667bc3 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:19:07.854677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:08.063093 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a238cd-dc77-44b9-9ec8-b111e36b583e None None] Network d8df01ba-e304-437b-8225-1e05c2c8ee65 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:08.079076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] For port 59e9cf76-4bdf-4be3-a064-6213a6667bc3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=59e9cf76-4bdf-4be3-a064-6213a6667bc3,segment=NetworkSegment(9bfec4e6-bfc6-475d-b8cd-194ff814c6b9),segment_id=9bfec4e6-bfc6-475d-b8cd-194ff814c6b9)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:08.079565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:08.205163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Calling delete_port for 59e9cf76-4bdf-4be3-a064-6213a6667bc3 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:19:08.220250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5b040463-5d09-437b-9215-4ba880695d9f None None] Provisioning for port 59e9cf76-4bdf-4be3-a064-6213a6667bc3 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:08.285848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:08.338972 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] No DVR routers for this DVR port 59e9cf76-4bdf-4be3-a064-6213a6667bc3 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:19:08.340519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Port': ['ID=59e9cf76-4bdf-4be3-a064-6213a6667bc3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:08.365067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee59702-1d01-482d-8015-0b59f45e59ff None None] DHCP port deletion for d8df01ba-e304-437b-8225-1e05c2c8ee65 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:19:08.550991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:08.574772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8df01ba-e304-437b-8225-1e05c2c8ee65']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:08.586984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfec4e6-bfc6-475d-b8cd-194ff814c6b9') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:08.587231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfec4e6-bfc6-475d-b8cd-194ff814c6b9') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:08.598772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:08.614747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:08.621178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:19:08.621571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:19:08.635896 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:19:08.716039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:08.720413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:08.744780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Network': ['ID=d8df01ba-e304-437b-8225-1e05c2c8ee65,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:08.749303 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5dbbfd5f-dfb4-474c-b858-6a592a78b79a tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/networks/d8df01ba-e304-437b-8225-1e05c2c8ee65 HTTP/1.1" status: 204 len: 168 time: 1.0231681 Dec 22 09:19:08.751704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34882) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:08.789219 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac73527-aa95-4502-a182-819c6b717905 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] DELETE failed (client error): The resource could not be found. Dec 22 09:19:08.789802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac73527-aa95-4502-a182-819c6b717905 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:19:08.791394 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7ac73527-aa95-4502-a182-819c6b717905 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/subnets/76857efe-a72e-4f8d-a26a-70d2e47b70c9 HTTP/1.1" status: 404 len: 337 time: 0.0387943 Dec 22 09:19:08.794386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34886) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:08.817981 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9990d9b2-5c00-4515-bf95-2a0f03292d3b tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] DELETE failed (client error): The resource could not be found. Dec 22 09:19:08.818364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9990d9b2-5c00-4515-bf95-2a0f03292d3b tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:19:08.819909 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9990d9b2-5c00-4515-bf95-2a0f03292d3b tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/networks/07cf0f91-3105-44fd-95f3-08880893c8f4 HTTP/1.1" status: 404 len: 339 time: 0.0246444 Dec 22 09:19:08.822048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34890) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:08.862106 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b309939-3801-426c-8af1-a1a26c1b8fe8 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] DELETE failed (client error): The resource could not be found. Dec 22 09:19:08.862535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b309939-3801-426c-8af1-a1a26c1b8fe8 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:19:08.864144 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-3b309939-3801-426c-8af1-a1a26c1b8fe8 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/subnets/fdd87d4f-773e-44b2-9f98-056b0a6d54b3 HTTP/1.1" status: 404 len: 337 time: 0.0412560 Dec 22 09:19:08.866460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34894) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:08.889963 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16b04e7-6b90-4746-aaf1-a9c242883c85 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] DELETE failed (client error): The resource could not be found. Dec 22 09:19:08.890414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16b04e7-6b90-4746-aaf1-a9c242883c85 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:19:08.892067 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b16b04e7-6b90-4746-aaf1-a9c242883c85 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/networks/12cac70c-cfb2-45b9-92b6-d7a0347cb642 HTTP/1.1" status: 404 len: 339 time: 0.0247514 Dec 22 09:19:08.894188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34898) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:08.957920 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a778ace-c71d-4d0b-b5e6-d22c1a305543 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Deleting subnet 249c7f89-1b62-4e20-b20d-e6c6463478ab {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:19:08.961035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a778ace-c71d-4d0b-b5e6-d22c1a305543 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.018045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a778ace-c71d-4d0b-b5e6-d22c1a305543 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.098187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a778ace-c71d-4d0b-b5e6-d22c1a305543 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.170499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a778ace-c71d-4d0b-b5e6-d22c1a305543 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.209922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a778ace-c71d-4d0b-b5e6-d22c1a305543 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Subnet': ['ID=249c7f89-1b62-4e20-b20d-e6c6463478ab,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:09.212067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4a778ace-c71d-4d0b-b5e6-d22c1a305543 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.217363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4432d-bcc7-4060-9ee8-6d2cb38e6b79 None None] Network 8be3c02f-3c06-4505-a964-6455ea09767e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:09.224961 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4a778ace-c71d-4d0b-b5e6-d22c1a305543 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/subnets/249c7f89-1b62-4e20-b20d-e6c6463478ab HTTP/1.1" status: 204 len: 168 time: 0.3298280 Dec 22 09:19:09.227240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34902) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:09.339601 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.350029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Deleting port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:19:09.350299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.457957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] DHCP port deletion for 8be3c02f-3c06-4505-a964-6455ea09767e request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:19:09.462525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] Deleting port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:19:09.463012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.550501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] For port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4b7631cc-4d9b-4968-84e6-4d7eede8c5be,segment=NetworkSegment(9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b),segment_id=9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:09.550852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.663685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] For port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4b7631cc-4d9b-4968-84e6-4d7eede8c5be,segment=NetworkSegment(9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b),segment_id=9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:09.664073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.674047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Calling delete_port for 4b7631cc-4d9b-4968-84e6-4d7eede8c5be owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:19:09.748224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.783352 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] Calling delete_port for 4b7631cc-4d9b-4968-84e6-4d7eede8c5be owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:19:09.796278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Port': ['ID=4b7631cc-4d9b-4968-84e6-4d7eede8c5be,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:09.799466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] No DVR routers for this DVR port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:19:09.853495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:19:09.853899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:19:10.020412 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.045448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be3c02f-3c06-4505-a964-6455ea09767e']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:10.056873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:10.057168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7d7e29-bb06-4615-8c5b-b9a3f66e9f2b') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:10.067965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.083061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.089524 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:19:10.089923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:19:10.103825 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:19:10.181395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.185383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.209428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] Pushing event deleted for resources: {'Network': ['ID=8be3c02f-3c06-4505-a964-6455ea09767e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:10.216587 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-aef2cb86-1264-4c4b-883b-2f9f1ae6d245 tempest-NetworksIpV6Test-381454180 tempest-NetworksIpV6Test-381454180-project] 10.222.0.37 "DELETE /v2.0/networks/8be3c02f-3c06-4505-a964-6455ea09767e HTTP/1.1" status: 204 len: 168 time: 0.9865780 Dec 22 09:19:10.355379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] Deleting port 4b7631cc-4d9b-4968-84e6-4d7eede8c5be {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:19:10.355854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.423254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8e83290f-b3f1-495c-95fc-7476145b641c None None] The port '4b7631cc-4d9b-4968-84e6-4d7eede8c5be' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:19:10.471935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34910) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:10.618714 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2c37ba47-a957-4025-9e4e-08fd233941a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5486e0a831846e4b661188765107b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456351 Dec 22 09:19:10.621170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34916) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:10.676255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36e023e1-2f9d-403f-8005-6d35d21a5d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.701573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36e023e1-2f9d-403f-8005-6d35d21a5d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.722247 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:19:10.755304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36e023e1-2f9d-403f-8005-6d35d21a5d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.769866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e023e1-2f9d-403f-8005-6d35d21a5d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec95136-318b-4e4b-9669-2fa2e23db580,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:10.777347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-36e023e1-2f9d-403f-8005-6d35d21a5d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.780963 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-36e023e1-2f9d-403f-8005-6d35d21a5d77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ec95136-318b-4e4b-9669-2fa2e23db580 HTTP/1.1" status: 204 len: 168 time: 0.1563668 Dec 22 09:19:11.242741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4b7631cc-4d9b-4968-84e6-4d7eede8c5be no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:11.278740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 4b7631cc-4d9b-4968-84e6-4d7eede8c5be {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:19:11.279185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4b7631cc-4d9b-4968-84e6-4d7eede8c5be not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:19:11.441725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34940) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:11.540082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1300097957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:11.547230 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:11.550996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Usage tracker for resource:router and tenant:0913ccb4e8014282bbf621f6989f4d66 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:11.553821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:11.559907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:11.569518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.570496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.584302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.601788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.622954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.624088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-884cc05d-fb95-44e4-bd79-f096eaba1c99 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1813641 Dec 22 09:19:11.626927 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34946) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:11.632585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1130363411'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:11.637357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:11.641579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Usage tracker for resource:network and tenant:0913ccb4e8014282bbf621f6989f4d66 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:11.644379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:11.650039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:11.659518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Made reservation on behalf of 0913ccb4e8014282bbf621f6989f4d66 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:11.662759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.674938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.688704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:11.692355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Usage tracker for resource:security_group_rule and tenant:0913ccb4e8014282bbf621f6989f4d66 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:11.695138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:11.700717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:11.779636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.783854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.815544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:19:11.823528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02815ec6-f00b-4620-b859-06daa6f1d36c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:11.828834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.829176 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Added segment 6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7 of type vlan for network 5f5f7fd4-c9bd-4764-8647-93343dab2471 Dec 22 09:19:11.857485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.884276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.890099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:11.890657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.995906 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3679433 Dec 22 09:19:11.998881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34950) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:11.999339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0137da7-913b-4767-8383-f0a954a7ab3f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event updated for resources: {'Network': ['ID=5f5f7fd4-c9bd-4764-8647-93343dab2471,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:12.005801 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Request body: {'subnet': {'network_id': '5f5f7fd4-c9bd-4764-8647-93343dab2471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:12.009385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 5f5f7fd4-c9bd-4764-8647-93343dab2471 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:19:12.117143 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:12.120932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Usage tracker for resource:subnet and tenant:0913ccb4e8014282bbf621f6989f4d66 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:12.123682 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:12.129186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:12.139115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Made reservation on behalf of 0913ccb4e8014282bbf621f6989f4d66 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:12.142511 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.348631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.510637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event updated for resources: {'Subnet': ['ID=b243f3d7-d3e1-43ea-b051-4da24c58e91a,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:12.521661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Checking segment: {'id': '6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5f5f7fd4-c9bd-4764-8647-93343dab2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:12.522045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Network hostable DHCP agents. Network: 5f5f7fd4-c9bd-4764-8647-93343dab2471, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:19:12.541499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Network 5f5f7fd4-c9bd-4764-8647-93343dab2471 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:19:12.552549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 5f5f7fd4-c9bd-4764-8647-93343dab2471) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:12.556730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:12.557334 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.567264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c80b0-fb33-478d-affb-46411c7aea56 None None] Network 5f5f7fd4-c9bd-4764-8647-93343dab2471 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:12.583563 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-708f79ef-602e-4024-ba8c-83738051fba7 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5798972 Dec 22 09:19:12.583760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34954) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:12.591786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1778615320'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:12.597629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:12.603507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Usage tracker for resource:network and tenant:0913ccb4e8014282bbf621f6989f4d66 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:12.607950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:12.615383 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:12.626144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Made reservation on behalf of 0913ccb4e8014282bbf621f6989f4d66 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:12.629610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.658081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:19:12.667592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.667934 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Added segment 2a99db1d-7305-4b52-bb53-2371bd8d7b60 of type vlan for network 585520ed-83f7-4342-a54b-f523dece250b Dec 22 09:19:12.694751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.728293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.734793 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:12.735480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.792080 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2073610 Dec 22 09:19:12.795098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34958) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:12.798156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-5f5f7fd4-c9bd-4764-8647-93343dab2471', 'network_id': '5f5f7fd4-c9bd-4764-8647-93343dab2471', 'tenant_id': '0913ccb4e8014282bbf621f6989f4d66', 'fixed_ips': [{'subnet_id': 'b243f3d7-d3e1-43ea-b051-4da24c58e91a'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:19:12.799343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.801438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Request body: {'subnet': {'network_id': '585520ed-83f7-4342-a54b-f523dece250b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:12.844407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c154-2e32-4350-a63d-4a3323b96652 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event updated for resources: {'Network': ['ID=585520ed-83f7-4342-a54b-f523dece250b,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:12.855171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 585520ed-83f7-4342-a54b-f523dece250b details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:19:12.912849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:12.916678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Usage tracker for resource:subnet and tenant:0913ccb4e8014282bbf621f6989f4d66 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:12.919491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:12.924947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:12.934157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Made reservation on behalf of 0913ccb4e8014282bbf621f6989f4d66 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:12.937562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.042395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Allocated IP 172.20.0.2 (5f5f7fd4-c9bd-4764-8647-93343dab2471/b243f3d7-d3e1-43ea-b051-4da24c58e91a/57dcc4b5-09cd-4231-99f4-068d9267fcb4) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:13.158600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.233490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event updated for resources: {'Subnet': ['ID=66554409-a749-4a15-a37f-98b23ff356b0,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:13.243956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.244295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.244627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.244952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.245885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.246211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.246526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.246841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.247155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.247468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.247777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.248087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:13.252717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Checking segment: {'id': '2a99db1d-7305-4b52-bb53-2371bd8d7b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '585520ed-83f7-4342-a54b-f523dece250b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:13.253066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Network hostable DHCP agents. Network: 585520ed-83f7-4342-a54b-f523dece250b, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:19:13.273399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Network 585520ed-83f7-4342-a54b-f523dece250b is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:19:13.281364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.283157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 585520ed-83f7-4342-a54b-f523dece250b) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:13.287878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:13.288622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.292635 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc829e6-c144-4306-8303-70621f0ff523 None None] Network 585520ed-83f7-4342-a54b-f523dece250b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:13.313145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Transition to ACTIVE for port object 57dcc4b5-09cd-4231-99f4-068d9267fcb4 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:13.315163 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9dd05446-e34d-417a-827c-c0277adb2aec tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5188890 Dec 22 09:19:13.317942 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34962) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:13.323908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e7e2b188-18e4-482f-8e4c-1c0abad400ca tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Request body: {'router': {'external_gateway_info': {'network_id': '585520ed-83f7-4342-a54b-f523dece250b'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:13.385991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Transition to ACTIVE for port object 57dcc4b5-09cd-4231-99f4-068d9267fcb4 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:13.402577 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.483873 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Network 5f5f7fd4-c9bd-4764-8647-93343dab2471 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:13.490212 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:13.494892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:13.529333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Pushing event updated for resources: {'Port': ['ID=57dcc4b5-09cd-4231-99f4-068d9267fcb4,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:13.630743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Attempting to bind port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:13.631112 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Attempting to bind port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5f5f7fd4-c9bd-4764-8647-93343dab2471'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:13.631474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Attempting to bind port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 on network 5f5f7fd4-c9bd-4764-8647-93343dab2471 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:13.669569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:13.669963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Checking segment: {'id': '6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5f5f7fd4-c9bd-4764-8647-93343dab2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:13.670363 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.670770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Bound using segment: {'id': '6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5f5f7fd4-c9bd-4764-8647-93343dab2471'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:13.671221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Bound port: 57dcc4b5-09cd-4231-99f4-068d9267fcb4, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5f5f7fd4-c9bd-4764-8647-93343dab2471'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:13.671591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.691712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-585520ed-83f7-4342-a54b-f523dece250b', 'network_id': '585520ed-83f7-4342-a54b-f523dece250b', 'tenant_id': '0913ccb4e8014282bbf621f6989f4d66', 'fixed_ips': [{'subnet_id': '66554409-a749-4a15-a37f-98b23ff356b0'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:19:13.692556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.703006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b188-18e4-482f-8e4c-1c0abad400ca tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.842787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] For port 57dcc4b5-09cd-4231-99f4-068d9267fcb4, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:13.847827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] For port 57dcc4b5-09cd-4231-99f4-068d9267fcb4, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=57dcc4b5-09cd-4231-99f4-068d9267fcb4,segment=NetworkSegment(6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7),segment_id=6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:13.848027 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.api.v2.resource [None req-e7e2b188-18e4-482f-8e4c-1c0abad400ca tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 09:19:13.849116 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e7e2b188-18e4-482f-8e4c-1c0abad400ca tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "PUT /v2.0/routers/0c083c83-76b6-4eb3-841b-66b1d6fabac6 HTTP/1.1" status: 400 len: 364 time: 0.5301518 Dec 22 09:19:13.856229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34966) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:13.880928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.920829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c3b05b-4316-471c-a6dd-a736defed7d5 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Deleting subnet 66554409-a749-4a15-a37f-98b23ff356b0 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:19:13.980510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Allocated IP 172.21.0.2 (585520ed-83f7-4342-a54b-f523dece250b/66554409-a749-4a15-a37f-98b23ff356b0/e4912e18-5d88-4fff-9319-00b6aae620b3) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:13.991201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bb0ae-b0a2-447a-8f67-41742d8f1d92 None None] Pushing event updated for resources: {'Port': ['ID=57dcc4b5-09cd-4231-99f4-068d9267fcb4,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:14.211974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.223297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Transition to ACTIVE for port object e4912e18-5d88-4fff-9319-00b6aae620b3 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:14.242132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Transition to ACTIVE for port object e4912e18-5d88-4fff-9319-00b6aae620b3 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:14.247008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05b-4316-471c-a6dd-a736defed7d5 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.247771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.310318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05b-4316-471c-a6dd-a736defed7d5 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.314275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Network 585520ed-83f7-4342-a54b-f523dece250b is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:14.317100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:14.319573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:14.329145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Pushing event updated for resources: {'Port': ['ID=e4912e18-5d88-4fff-9319-00b6aae620b3,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:14.399135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05b-4316-471c-a6dd-a736defed7d5 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.416538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Attempting to bind port e4912e18-5d88-4fff-9319-00b6aae620b3 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:14.416839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Attempting to bind port e4912e18-5d88-4fff-9319-00b6aae620b3 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '2a99db1d-7305-4b52-bb53-2371bd8d7b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '585520ed-83f7-4342-a54b-f523dece250b'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:14.417251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Attempting to bind port e4912e18-5d88-4fff-9319-00b6aae620b3 on network 585520ed-83f7-4342-a54b-f523dece250b {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:14.422418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:14.422781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Checking segment: {'id': '2a99db1d-7305-4b52-bb53-2371bd8d7b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '585520ed-83f7-4342-a54b-f523dece250b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:14.423175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.423560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Bound using segment: {'id': '2a99db1d-7305-4b52-bb53-2371bd8d7b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '585520ed-83f7-4342-a54b-f523dece250b'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:14.424011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Bound port: e4912e18-5d88-4fff-9319-00b6aae620b3, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a99db1d-7305-4b52-bb53-2371bd8d7b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '585520ed-83f7-4342-a54b-f523dece250b'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:14.424371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.475138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05b-4316-471c-a6dd-a736defed7d5 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.513360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3b05b-4316-471c-a6dd-a736defed7d5 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event deleted for resources: {'Subnet': ['ID=66554409-a749-4a15-a37f-98b23ff356b0,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:14.518828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05b-4316-471c-a6dd-a736defed7d5 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.525077 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b2c3b05b-4316-471c-a6dd-a736defed7d5 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "DELETE /v2.0/subnets/66554409-a749-4a15-a37f-98b23ff356b0 HTTP/1.1" status: 204 len: 168 time: 0.6675768 Dec 22 09:19:14.527532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 34970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:14.528124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-386db000-28e4-4052-b299-385f4b461a2e None None] For port e4912e18-5d88-4fff-9319-00b6aae620b3, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:14.530664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.532464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-386db000-28e4-4052-b299-385f4b461a2e None None] For port e4912e18-5d88-4fff-9319-00b6aae620b3, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e4912e18-5d88-4fff-9319-00b6aae620b3,segment=NetworkSegment(2a99db1d-7305-4b52-bb53-2371bd8d7b60),segment_id=2a99db1d-7305-4b52-bb53-2371bd8d7b60)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:14.535875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.610631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386db000-28e4-4052-b299-385f4b461a2e None None] Pushing event updated for resources: {'Port': ['ID=e4912e18-5d88-4fff-9319-00b6aae620b3,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:14.646055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.657217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Deleting port e4912e18-5d88-4fff-9319-00b6aae620b3 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:19:14.657635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:14.895718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] For port e4912e18-5d88-4fff-9319-00b6aae620b3, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e4912e18-5d88-4fff-9319-00b6aae620b3,segment=NetworkSegment(2a99db1d-7305-4b52-bb53-2371bd8d7b60),segment_id=2a99db1d-7305-4b52-bb53-2371bd8d7b60)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:14.896415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.023919 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Calling delete_port for e4912e18-5d88-4fff-9319-00b6aae620b3 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:19:15.046770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f0c7f-c37b-4201-99d6-3a23c17de045 None None] Network 5f5f7fd4-c9bd-4764-8647-93343dab2471 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:15.159844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3f9b523c-73f9-4a67-91a4-26d2f8bf5236 None None] Provisioning for port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:15.212322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.273819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event deleted for resources: {'Port': ['ID=e4912e18-5d88-4fff-9319-00b6aae620b3,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:15.280074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] No DVR routers for this DVR port e4912e18-5d88-4fff-9319-00b6aae620b3 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:19:15.338353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e4912e18-5d88-4fff-9319-00b6aae620b3 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:15.373066 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e4912e18-5d88-4fff-9319-00b6aae620b3 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:19:15.373406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e4912e18-5d88-4fff-9319-00b6aae620b3 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 09:19:15.409501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port e4912e18-5d88-4fff-9319-00b6aae620b3 not found, will not notify nova. {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 09:19:15.409928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 57dcc4b5-09cd-4231-99f4-068d9267fcb4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:15.416675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.444813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585520ed-83f7-4342-a54b-f523dece250b']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:15.458238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a99db1d-7305-4b52-bb53-2371bd8d7b60') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:15.458563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a99db1d-7305-4b52-bb53-2371bd8d7b60') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:15.471288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.489367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.491042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:15.497916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:19:15.498400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.498856 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:15.499309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:19:15.518680 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:19:15.611252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.625260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.629645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.641038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event deleted for resources: {'Network': ['ID=585520ed-83f7-4342-a54b-f523dece250b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:15.648046 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f9fe4b58-226b-4f1a-bb49-9483feea1f21 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "DELETE /v2.0/networks/585520ed-83f7-4342-a54b-f523dece250b HTTP/1.1" status: 204 len: 168 time: 1.1194639 Dec 22 09:19:15.648969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34974) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:15.659260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 57dcc4b5-09cd-4231-99f4-068d9267fcb4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=57dcc4b5-09cd-4231-99f4-068d9267fcb4,segment=NetworkSegment(6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7),segment_id=6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:15.664495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.735636 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-071dc85b-ac7f-4df2-86f1-17ec62f006b3 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Deleting subnet b243f3d7-d3e1-43ea-b051-4da24c58e91a {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:19:15.735766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=57dcc4b5-09cd-4231-99f4-068d9267fcb4,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:15.738707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-071dc85b-ac7f-4df2-86f1-17ec62f006b3 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.794081 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-071dc85b-ac7f-4df2-86f1-17ec62f006b3 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.802011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d507e82a-cc7e-40db-8e99-372faa48be19 None None] Could not find standard attr ID for object e4912e18-5d88-4fff-9319-00b6aae620b3. {{(pid=87536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 09:19:15.813562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d507e82a-cc7e-40db-8e99-372faa48be19 None None] Provisioning complete for port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:15.813987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d507e82a-cc7e-40db-8e99-372faa48be19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.843946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b43d28-2a14-4ab5-880a-5665ac45c7ae None None] DHCP port deletion for 585520ed-83f7-4342-a54b-f523dece250b request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:19:15.876886 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2732e423-fb23-4c42-b7c3-4eef8151e2ee None None] Network 585520ed-83f7-4342-a54b-f523dece250b requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:15.882436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-071dc85b-ac7f-4df2-86f1-17ec62f006b3 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.898410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2732e423-fb23-4c42-b7c3-4eef8151e2ee None None] Network 585520ed-83f7-4342-a54b-f523dece250b could not be found, it might have been deleted concurrently. {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 09:19:15.955732 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-071dc85b-ac7f-4df2-86f1-17ec62f006b3 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.999567 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dc85b-ac7f-4df2-86f1-17ec62f006b3 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event deleted for resources: {'Subnet': ['ID=b243f3d7-d3e1-43ea-b051-4da24c58e91a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:16.001422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-071dc85b-ac7f-4df2-86f1-17ec62f006b3 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.007781 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-071dc85b-ac7f-4df2-86f1-17ec62f006b3 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "DELETE /v2.0/subnets/b243f3d7-d3e1-43ea-b051-4da24c58e91a HTTP/1.1" status: 204 len: 168 time: 0.3576055 Dec 22 09:19:16.009391 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc03a21-a5f6-4c0f-ae18-08bc10efe775 None None] Network 5f5f7fd4-c9bd-4764-8647-93343dab2471 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:16.010283 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34978) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:16.118120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.128330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Deleting port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:19:16.128655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.253000 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20448df5-02b3-460e-9377-570123db85de None None] DHCP port deletion for 5f5f7fd4-c9bd-4764-8647-93343dab2471 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:19:16.256958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-20448df5-02b3-460e-9377-570123db85de None None] Deleting port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:19:16.257332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-20448df5-02b3-460e-9377-570123db85de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.429957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] For port 57dcc4b5-09cd-4231-99f4-068d9267fcb4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=57dcc4b5-09cd-4231-99f4-068d9267fcb4,segment=NetworkSegment(6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7),segment_id=6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:16.430307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.464435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-20448df5-02b3-460e-9377-570123db85de None None] For port 57dcc4b5-09cd-4231-99f4-068d9267fcb4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=57dcc4b5-09cd-4231-99f4-068d9267fcb4,segment=NetworkSegment(6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7),segment_id=6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:16.464995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-20448df5-02b3-460e-9377-570123db85de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.551061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Calling delete_port for 57dcc4b5-09cd-4231-99f4-068d9267fcb4 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:19:16.582100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-20448df5-02b3-460e-9377-570123db85de None None] Calling delete_port for 57dcc4b5-09cd-4231-99f4-068d9267fcb4 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:19:16.632865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.659799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-20448df5-02b3-460e-9377-570123db85de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:19:16.660179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-20448df5-02b3-460e-9377-570123db85de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:19:16.678783 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event deleted for resources: {'Port': ['ID=57dcc4b5-09cd-4231-99f4-068d9267fcb4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:16.682206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] No DVR routers for this DVR port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:19:16.801964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.826811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5f7fd4-c9bd-4764-8647-93343dab2471']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:16.842018 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:16.842316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da9fcb6-ad7c-4038-8ea9-6e2b065f50d7') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:16.853182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.868841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.875364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:19:16.875809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:19:16.890930 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:19:16.967436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.984767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:17.000660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Pushing event deleted for resources: {'Network': ['ID=5f5f7fd4-c9bd-4764-8647-93343dab2471,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:17.004147 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-42669434-6491-432a-a4a7-9a1c8e0fe4c8 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "DELETE /v2.0/networks/5f5f7fd4-c9bd-4764-8647-93343dab2471 HTTP/1.1" status: 204 len: 168 time: 0.9929707 Dec 22 09:19:17.006882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34982) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:17.048600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4565d409-c1d6-4871-aa40-6e5257af863f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Synchronizing usage tracker for tenant:0913ccb4e8014282bbf621f6989f4d66 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:17.064090 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4565d409-c1d6-4871-aa40-6e5257af863f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Unset dirty status for tenant:0913ccb4e8014282bbf621f6989f4d66 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:17.065143 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4565d409-c1d6-4871-aa40-6e5257af863f tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c083c83-76b6-4eb3-841b-66b1d6fabac6 HTTP/1.1" status: 200 len: 205 time: 0.0571194 Dec 22 09:19:17.067593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34986) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:17.161845 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-20448df5-02b3-460e-9377-570123db85de None None] Deleting port 57dcc4b5-09cd-4231-99f4-068d9267fcb4 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:19:17.162270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-20448df5-02b3-460e-9377-570123db85de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:17.198510 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76de63d3-a6fa-4522-9d7d-37a3ade6d537 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:17.228768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-20448df5-02b3-460e-9377-570123db85de None None] The port '57dcc4b5-09cd-4231-99f4-068d9267fcb4' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:19:17.255695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e4912e18-5d88-4fff-9319-00b6aae620b3 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:17.290935 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e4912e18-5d88-4fff-9319-00b6aae620b3 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:19:17.291264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e4912e18-5d88-4fff-9319-00b6aae620b3 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:19:17.291661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 57dcc4b5-09cd-4231-99f4-068d9267fcb4 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:17.324118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 57dcc4b5-09cd-4231-99f4-068d9267fcb4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:19:17.324373 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 57dcc4b5-09cd-4231-99f4-068d9267fcb4 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:19:17.499388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76de63d3-a6fa-4522-9d7d-37a3ade6d537 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:17.501476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76de63d3-a6fa-4522-9d7d-37a3ade6d537 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:17.523287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76de63d3-a6fa-4522-9d7d-37a3ade6d537 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:17.523776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de63d3-a6fa-4522-9d7d-37a3ade6d537 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Fanout notify agent at l3_agent the message router_deleted on router 0c083c83-76b6-4eb3-841b-66b1d6fabac6 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:19:17.534480 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-76de63d3-a6fa-4522-9d7d-37a3ade6d537 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:17.535531 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-76de63d3-a6fa-4522-9d7d-37a3ade6d537 tempest-RoutersNegativeTest-1311260049 tempest-RoutersNegativeTest-1311260049-project] 10.222.0.37 "DELETE /v2.0/routers/0c083c83-76b6-4eb3-841b-66b1d6fabac6 HTTP/1.1" status: 204 len: 168 time: 0.4670746 Dec 22 09:19:17.789013 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 34994) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:17.931198 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-578942e2-6f82-412e-8344-7ca0ce2d8eb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0913ccb4e8014282bbf621f6989f4d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410561 Dec 22 09:19:17.934273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35000) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:17.989940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-021c6ffc-9c81-41cf-ba09-f2bb4412f23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.015019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-021c6ffc-9c81-41cf-ba09-f2bb4412f23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.064762 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-021c6ffc-9c81-41cf-ba09-f2bb4412f23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.078733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c6ffc-9c81-41cf-ba09-f2bb4412f23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02815ec6-f00b-4620-b859-06daa6f1d36c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:18.085654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-021c6ffc-9c81-41cf-ba09-f2bb4412f23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.087520 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-021c6ffc-9c81-41cf-ba09-f2bb4412f23b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02815ec6-f00b-4620-b859-06daa6f1d36c HTTP/1.1" status: 204 len: 168 time: 0.1522157 Dec 22 09:19:18.720657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35024) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:18.821337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1526320921-network', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:18.826174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:18.829967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Usage tracker for resource:network and tenant:0b955ac0f4364a06b1cbd10298e243d7 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:18.832765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:18.838596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:18.848377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Made reservation on behalf of 0b955ac0f4364a06b1cbd10298e243d7 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:18.850785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.866487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.880938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:18.884623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Usage tracker for resource:security_group_rule and tenant:0b955ac0f4364a06b1cbd10298e243d7 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:18.888087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:18.893631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:18.974738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.978438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.010032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:19:19.015817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786588cc-0d84-4868-b66d-64b5819fae14,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:19.023319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.023319 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Added segment 2091b86b-2557-46e6-a0b7-430f2ae200b0 of type vlan for network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 Dec 22 09:19:19.048704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.077680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.078628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:19.079204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.176899 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4550683 Dec 22 09:19:19.179899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff71fc-46a1-48ec-aa47-afc06e9d5996 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:19.180276 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35030) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:19.187889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Request body: {'subnet': {'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1526320921-subnet', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'ip_version': 4}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:19.189809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:19:19.192929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:19.196855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Usage tracker for resource:subnet and tenant:0b955ac0f4364a06b1cbd10298e243d7 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:19.200533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:19.206420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:19.218753 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Made reservation on behalf of 0b955ac0f4364a06b1cbd10298e243d7 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:19.221549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.423843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bcc9663d-2e3f-4db9-a217-7004c3bd63b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.513345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.591016 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034c59cd-06c2-47b0-93e1-80c006a10f84,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:19.594963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Checking segment: {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:19.595321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Network hostable DHCP agents. Network: e1d13d9c-4bd9-42f9-adcc-4a9ad6419694, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:19:19.614191 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:19:19.623429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, e1d13d9c-4bd9-42f9-adcc-4a9ad6419694) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:19.627474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:19.628054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.632041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0b1eee-f429-4dfb-9c1f-d98c7a3c3e9c None None] Network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:19.647412 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1d0b7d4c-d697-4ead-a5bc-0792831b5c45 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4659328 Dec 22 09:19:19.650114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35034) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:19.655053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1526320921-router', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:19.659515 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:19.663396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Usage tracker for resource:router and tenant:0b955ac0f4364a06b1cbd10298e243d7 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:19.666199 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:19.672365 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:19.682273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.683791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.698236 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.873592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-e1d13d9c-4bd9-42f9-adcc-4a9ad6419694', 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'fixed_ips': [{'subnet_id': '034c59cd-06c2-47b0-93e1-80c006a10f84'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:19:19.874444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.959728 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.029495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Allocated IP 172.20.0.2 (e1d13d9c-4bd9-42f9-adcc-4a9ad6419694/034c59cd-06c2-47b0-93e1-80c006a10f84/1c694dfc-ec6e-437e-87b9-223ec62af5c4) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:20.231952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.242661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Transition to ACTIVE for port object 1c694dfc-ec6e-437e-87b9-223ec62af5c4 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:20.261498 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Transition to ACTIVE for port object 1c694dfc-ec6e-437e-87b9-223ec62af5c4 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:20.262329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.268627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.296520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.332673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:20.335648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:20.339254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:20.344682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Pushing event updated for resources: {'Port': ['ID=1c694dfc-ec6e-437e-87b9-223ec62af5c4,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:20.428911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Allocated IP 172.26.1.86 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/e60b580b-7de8-4c2d-b902-2b91c93ca19c) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:20.431251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Attempting to bind port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:20.431742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Attempting to bind port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:20.432290 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Attempting to bind port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 on network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:20.438334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:20.438712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Checking segment: {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:20.439112 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.439502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Bound using segment: {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:20.439996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Bound port: 1c694dfc-ec6e-437e-87b9-223ec62af5c4, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:20.440508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.525538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] For port 1c694dfc-ec6e-437e-87b9-223ec62af5c4, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:20.529015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] For port 1c694dfc-ec6e-437e-87b9-223ec62af5c4, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1c694dfc-ec6e-437e-87b9-223ec62af5c4,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:20.534693 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.580415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.610682 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.620765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bb9ec-ede2-44d3-b9c3-8a54b3ec528d None None] Pushing event updated for resources: {'Port': ['ID=1c694dfc-ec6e-437e-87b9-223ec62af5c4,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:20.675052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:20.678020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:20.681612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:20.716781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Pushing event updated for resources: {'Port': ['ID=e60b580b-7de8-4c2d-b902-2b91c93ca19c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:21.199019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:21.275699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1c694dfc-ec6e-437e-87b9-223ec62af5c4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:21.354281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:21.553499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:21.588442 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f071d1-3903-4ded-9079-740299878e64 None None] Network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:21.672249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-84d1f806-0bcf-4179-85e1-d6e23dd50e30 None None] Provisioning for port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:21.688491 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-84d1f806-0bcf-4179-85e1-d6e23dd50e30 None None] Provisioning complete for port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:21.688862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-84d1f806-0bcf-4179-85e1-d6e23dd50e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:21.758406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Router dfe980a0-1ed7-4f80-816f-43d276a93f2c is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:19:21.860248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-32f1bce2-2274-4229-9687-cbb96408591f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:21.923164 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-84d1f806-0bcf-4179-85e1-d6e23dd50e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:21.931394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:19:21.941488 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Sync routers for ids ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:19:21.950648 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Routers {'dfe980a0-1ed7-4f80-816f-43d276a93f2c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:19:21.951457 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-342849cc-b143-4386-858b-1076f00dab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:19:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:21.967146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-84d1f806-0bcf-4179-85e1-d6e23dd50e30 None None] For port 1c694dfc-ec6e-437e-87b9-223ec62af5c4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1c694dfc-ec6e-437e-87b9-223ec62af5c4,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:21.974294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:21.978031 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eecaaf9e-a0e5-4573-bbba-1706ee3172fc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3244884 Dec 22 09:19:21.978186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-84d1f806-0bcf-4179-85e1-d6e23dd50e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:21.978787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35038) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:22.073138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1f806-0bcf-4179-85e1-d6e23dd50e30 None None] Pushing event updated for resources: {'Port': ['ID=1c694dfc-ec6e-437e-87b9-223ec62af5c4,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:22.149391 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Set router dfe980a0-1ed7-4f80-816f-43d276a93f2c gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:19:22.311880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a08fa943-4c45-40e0-b9b1-75f679f1e094 None None] Provisioning complete for port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:22.312461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a08fa943-4c45-40e0-b9b1-75f679f1e094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:22.430093 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-342849cc-b143-4386-858b-1076f00dab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1526320921-router', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:19Z', 'updated_at': '2021-12-22T09:19:21Z', 'revision_number': 3, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'gw_port': {'id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:20Z', 'updated_at': '2021-12-22T09:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:22.436584 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Checking router: dfe980a0-1ed7-4f80-816f-43d276a93f2c for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:19:22.436924 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Updating router dfe980a0-1ed7-4f80-816f-43d276a93f2c port e60b580b-7de8-4c2d-b902-2b91c93ca19c binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:19:22.487738 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:22.680612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:22.808440 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:22.820718 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Transition to ACTIVE for port object e60b580b-7de8-4c2d-b902-2b91c93ca19c will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:22.828362 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:22.906326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:22.913155 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Pushing event updated for resources: {'Port': ['ID=e60b580b-7de8-4c2d-b902-2b91c93ca19c,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:22.923686 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.924027 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.924354 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.924678 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.925003 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.925326 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.925714 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.925995 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.926312 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.926628 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.926942 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.927253 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:22.933292 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Attempting to bind port e60b580b-7de8-4c2d-b902-2b91c93ca19c on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:22.934099 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Attempting to bind port e60b580b-7de8-4c2d-b902-2b91c93ca19c by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:22.934459 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Attempting to bind port e60b580b-7de8-4c2d-b902-2b91c93ca19c on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:22.939818 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:22.940177 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:22.940565 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:22.940943 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:22.941394 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Bound port: e60b580b-7de8-4c2d-b902-2b91c93ca19c, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:22.949121 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.016402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Allocated IP 172.20.0.1 (e1d13d9c-4bd9-42f9-adcc-4a9ad6419694/034c59cd-06c2-47b0-93e1-80c006a10f84/35b3df91-be51-427c-9495-de4c950f9a03) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:23.019138 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-342849cc-b143-4386-858b-1076f00dab08 None None] For port e60b580b-7de8-4c2d-b902-2b91c93ca19c, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:23.022543 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-342849cc-b143-4386-858b-1076f00dab08 None None] For port e60b580b-7de8-4c2d-b902-2b91c93ca19c, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e60b580b-7de8-4c2d-b902-2b91c93ca19c,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:23.027173 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.046272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.134296 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Routers {'dfe980a0-1ed7-4f80-816f-43d276a93f2c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:19:23.134895 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-342849cc-b143-4386-858b-1076f00dab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:19:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:23.162402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.178594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Transition to ACTIVE for port object 35b3df91-be51-427c-9495-de4c950f9a03 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:23.202593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.215501 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cde1e7-ee1f-4135-ac01-b71b50a18695 None None] Pushing event updated for resources: {'Port': ['ID=e60b580b-7de8-4c2d-b902-2b91c93ca19c,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:23.263123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1c694dfc-ec6e-437e-87b9-223ec62af5c4 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:23.272294 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:23.275365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:23.279558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:23.323056 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-342849cc-b143-4386-858b-1076f00dab08 None None] Set router dfe980a0-1ed7-4f80-816f-43d276a93f2c gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:19:23.333191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Pushing event updated for resources: {'Port': ['ID=35b3df91-be51-427c-9495-de4c950f9a03,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:23.338127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.352475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:23.353064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.558665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0741eb7e-d3da-435d-b731-6dcb481f919c None None] Provisioning for port 35b3df91-be51-427c-9495-de4c950f9a03 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:23.563688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0741eb7e-d3da-435d-b731-6dcb481f919c None None] Provisioning complete for port 35b3df91-be51-427c-9495-de4c950f9a03 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:23.564121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0741eb7e-d3da-435d-b731-6dcb481f919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.608498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.632981 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0741eb7e-d3da-435d-b731-6dcb481f919c None None] Port 35b3df91-be51-427c-9495-de4c950f9a03 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:19:23.656952 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-342849cc-b143-4386-858b-1076f00dab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1526320921-router', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:19Z', 'updated_at': '2021-12-22T09:19:21Z', 'revision_number': 3, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'gw_port': {'id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:20Z', 'updated_at': '2021-12-22T09:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:23.660653 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342849cc-b143-4386-858b-1076f00dab08 None None] The sync data for ids ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'] in dv-neutron-822561-2-hyperv is: [{'id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1526320921-router', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:19Z', 'updated_at': '2021-12-22T09:19:21Z', 'revision_number': 3, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'gw_port': {'id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:20Z', 'updated_at': '2021-12-22T09:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:19:23.842355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.853295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.970143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.973722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Pushing event updated for resources: {'Port': ['ID=35b3df91-be51-427c-9495-de4c950f9a03,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:24.112997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:24.114896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:24.277938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:24.320753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Router dfe980a0-1ed7-4f80-816f-43d276a93f2c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:19:24.357319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5b9bc755-f56b-40b6-a28b-99d9b0bf3727 None None] Provisioning complete for port 35b3df91-be51-427c-9495-de4c950f9a03 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:24.358375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc755-f56b-40b6-a28b-99d9b0bf3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:24.415512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-5b9bc755-f56b-40b6-a28b-99d9b0bf3727 None None] Port 35b3df91-be51-427c-9495-de4c950f9a03 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:19:24.616992 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:19:24.626269 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7a9118e1-12ef-4fed-9c3d-4ef9a4b473b2 admin admin] 10.222.0.37 "PUT /v2.0/routers/dfe980a0-1ed7-4f80-816f-43d276a93f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6469340 Dec 22 09:19:25.118801 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Sync routers for ids ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:19:25.126086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35056) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:25.129206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Routers {'dfe980a0-1ed7-4f80-816f-43d276a93f2c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:19:25.129875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:19:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:25.131765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-102184036-network', 'tenant_id': '599945fce5924f7e9264ecd0582ec327'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:25.137055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:25.141030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Usage tracker for resource:network and tenant:599945fce5924f7e9264ecd0582ec327 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:25.143896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:25.149479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:25.159447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Made reservation on behalf of 599945fce5924f7e9264ecd0582ec327 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:25.161827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.173867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.188305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:25.192084 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Usage tracker for resource:security_group_rule and tenant:599945fce5924f7e9264ecd0582ec327 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:25.194850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:25.201765 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:25.285539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e60b580b-7de8-4c2d-b902-2b91c93ca19c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:25.302114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.305900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.339490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:19:25.352190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0026cfdf-c932-4b0b-92e7-0fcbc21e0855,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:25.357868 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.358411 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Added segment dda2f1bc-e4a4-4aed-8210-fd37ee3c517c of type vlan for network d91af87c-4985-48d9-85d5-ee5939793670 Dec 22 09:19:25.366563 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Set router dfe980a0-1ed7-4f80-816f-43d276a93f2c gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:19:25.388674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.417908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.419058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:25.419749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.440844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port e60b580b-7de8-4c2d-b902-2b91c93ca19c completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:25.502029 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e60b580b-7de8-4c2d-b902-2b91c93ca19c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:25.502421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.517934 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3906939 Dec 22 09:19:25.521437 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35060) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:25.526719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484af8c-227e-4897-8225-3191b7f64820 admin admin] Pushing event updated for resources: {'Network': ['ID=d91af87c-4985-48d9-85d5-ee5939793670,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:25.529774 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Request body: {'subnet': {'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-102184036-subnet', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'ip_version': 4}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:25.536618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:25.540609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Usage tracker for resource:subnet and tenant:599945fce5924f7e9264ecd0582ec327 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:25.544960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:25.547950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network d91af87c-4985-48d9-85d5-ee5939793670 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:19:25.550740 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:25.560464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Made reservation on behalf of 599945fce5924f7e9264ecd0582ec327 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:25.562954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.853208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.875107 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.878840 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port e60b580b-7de8-4c2d-b902-2b91c93ca19c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e60b580b-7de8-4c2d-b902-2b91c93ca19c,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:25.882870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.950664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65319b25-c7cd-4dd0-b543-4eee63d57035,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:25.952760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1526320921-router', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:19Z', 'updated_at': '2021-12-22T09:19:23Z', 'revision_number': 4, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'gw_port': {'id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:20Z', 'updated_at': '2021-12-22T09:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '35b3df91-be51-427c-9495-de4c950f9a03', 'name': '', 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'mac_address': 'fa:16:3e:5d:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '034c59cd-06c2-47b0-93e1-80c006a10f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:22Z', 'updated_at': '2021-12-22T09:19:23Z', 'revision_number': 2, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'subnets': [{'id': '034c59cd-06c2-47b0-93e1-80c006a10f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:25.958550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Checking segment: {'id': 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:25.958681 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Network hostable DHCP agents. Network: d91af87c-4985-48d9-85d5-ee5939793670, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:19:25.960248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Checking router: dfe980a0-1ed7-4f80-816f-43d276a93f2c for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:19:25.960855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Updating router dfe980a0-1ed7-4f80-816f-43d276a93f2c port 35b3df91-be51-427c-9495-de4c950f9a03 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:19:25.978458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Network d91af87c-4985-48d9-85d5-ee5939793670 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:19:25.988591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, d91af87c-4985-48d9-85d5-ee5939793670) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:25.991463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=e60b580b-7de8-4c2d-b902-2b91c93ca19c,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:25.994366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:25.994951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.005370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb67c22-0a85-40ff-b409-6c2e0fbdac37 None None] Network d91af87c-4985-48d9-85d5-ee5939793670 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:26.019930 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f9d4085b-f7af-4f8d-a55c-1cc30b8e2013 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4939222 Dec 22 09:19:26.020772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35064) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:26.026150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-102184036-router', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:26.031242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:26.035071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Usage tracker for resource:router and tenant:599945fce5924f7e9264ecd0582ec327 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:26.037922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:26.044175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:26.048912 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.054964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.056053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.070951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.338963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.402602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-d91af87c-4985-48d9-85d5-ee5939793670', 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'fixed_ips': [{'subnet_id': '65319b25-c7cd-4dd0-b543-4eee63d57035'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:19:26.403413 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.646645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.676809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.683509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Allocated IP 172.20.0.2 (d91af87c-4985-48d9-85d5-ee5939793670/65319b25-c7cd-4dd0-b543-4eee63d57035/7f845127-7975-4482-90ba-eecd71e1a5e7) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:26.707946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.746885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Transition to ACTIVE for port object 35b3df91-be51-427c-9495-de4c950f9a03 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:26.796267 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.817792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Allocated IP 172.26.1.25 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/41494636-5322-453f-b0d9-c3f19c408416) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:26.946947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff9b89-ae2d-4347-b999-97d93759bdef None None] Pushing event updated for resources: {'Port': ['ID=35b3df91-be51-427c-9495-de4c950f9a03,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:26.988205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.034991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.106317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Attempting to bind port 35b3df91-be51-427c-9495-de4c950f9a03 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:27.106686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Attempting to bind port 35b3df91-be51-427c-9495-de4c950f9a03 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:27.107055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Attempting to bind port 35b3df91-be51-427c-9495-de4c950f9a03 on network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:27.109711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:27.112983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:27.116923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:27.117389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:27.117792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Checking segment: {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:27.118199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.118666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Bound using segment: {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:27.119037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Bound port: 35b3df91-be51-427c-9495-de4c950f9a03, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:27.119406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.150757 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.163776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Pushing event updated for resources: {'Port': ['ID=41494636-5322-453f-b0d9-c3f19c408416,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:27.206311 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Transition to ACTIVE for port object 7f845127-7975-4482-90ba-eecd71e1a5e7 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:27.247984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Transition to ACTIVE for port object 7f845127-7975-4482-90ba-eecd71e1a5e7 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:27.258193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] For port 35b3df91-be51-427c-9495-de4c950f9a03, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:27.262319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] For port 35b3df91-be51-427c-9495-de4c950f9a03, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=35b3df91-be51-427c-9495-de4c950f9a03,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:27.263799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.302986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.307153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e60b580b-7de8-4c2d-b902-2b91c93ca19c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:27.383362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Network d91af87c-4985-48d9-85d5-ee5939793670 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:27.391370 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:27.400405 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:27.413621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Pushing event updated for resources: {'Port': ['ID=7f845127-7975-4482-90ba-eecd71e1a5e7,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:27.503027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Routers {'dfe980a0-1ed7-4f80-816f-43d276a93f2c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:19:27.503669 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:19:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:27.653425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.659623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Attempting to bind port 7f845127-7975-4482-90ba-eecd71e1a5e7 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:27.659990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Attempting to bind port 7f845127-7975-4482-90ba-eecd71e1a5e7 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:27.660351 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Attempting to bind port 7f845127-7975-4482-90ba-eecd71e1a5e7 on network d91af87c-4985-48d9-85d5-ee5939793670 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:27.721755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e60b580b-7de8-4c2d-b902-2b91c93ca19c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:27.722040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.744386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff9b89-ae2d-4347-b999-97d93759bdef None None] Pushing event updated for resources: {'Port': ['ID=35b3df91-be51-427c-9495-de4c950f9a03,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:27.764901 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:27.765275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Checking segment: {'id': 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:27.765674 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.766085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Bound using segment: {'id': 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:27.766559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Bound port: 7f845127-7975-4482-90ba-eecd71e1a5e7, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:27.766930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.920302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] Set router dfe980a0-1ed7-4f80-816f-43d276a93f2c gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:19:27.990484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:28.114568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] For port 7f845127-7975-4482-90ba-eecd71e1a5e7, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:28.155406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] For port 7f845127-7975-4482-90ba-eecd71e1a5e7, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7f845127-7975-4482-90ba-eecd71e1a5e7,segment=NetworkSegment(dda2f1bc-e4a4-4aed-8210-fd37ee3c517c),segment_id=dda2f1bc-e4a4-4aed-8210-fd37ee3c517c)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:28.164891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:28.192415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Router a83c0c14-c051-44cf-92f2-5bf0a451eff5 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:19:28.347337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54c2fe-1a41-451e-9187-3c1509a17de4 None None] Pushing event updated for resources: {'Port': ['ID=7f845127-7975-4482-90ba-eecd71e1a5e7,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:28.375958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:19:28.390489 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Sync routers for ids ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:19:28.391734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1526320921-router', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:19Z', 'updated_at': '2021-12-22T09:19:23Z', 'revision_number': 4, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'gw_port': {'id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:20Z', 'updated_at': '2021-12-22T09:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '35b3df91-be51-427c-9495-de4c950f9a03', 'name': '', 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'mac_address': 'fa:16:3e:5d:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '034c59cd-06c2-47b0-93e1-80c006a10f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:22Z', 'updated_at': '2021-12-22T09:19:27Z', 'revision_number': 4, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'subnets': [{'id': '034c59cd-06c2-47b0-93e1-80c006a10f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:28.396033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a10327-9c4f-4280-bf08-4651d4c8cc68 None None] The sync data for ids ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'] in dv-neutron-822561-2-hyperv is: [{'id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1526320921-router', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:19Z', 'updated_at': '2021-12-22T09:19:23Z', 'revision_number': 4, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'gw_port': {'id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:20Z', 'updated_at': '2021-12-22T09:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '35b3df91-be51-427c-9495-de4c950f9a03', 'name': '', 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'mac_address': 'fa:16:3e:5d:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '034c59cd-06c2-47b0-93e1-80c006a10f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:22Z', 'updated_at': '2021-12-22T09:19:27Z', 'revision_number': 4, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'subnets': [{'id': '034c59cd-06c2-47b0-93e1-80c006a10f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:19:28.406273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:28.410283 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-af535f6a-96c0-4e95-bf2f-398382ecc297 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3862717 Dec 22 09:19:28.410458 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Routers {'a83c0c14-c051-44cf-92f2-5bf0a451eff5'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:19:28.410561 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:19:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:28.410669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35068) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:28.657591 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Set router a83c0c14-c051-44cf-92f2-5bf0a451eff5 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:19:28.967417 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'name': 'tempest-TestEncryptedCinderVolumes-102184036-router', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '41494636-5322-453f-b0d9-c3f19c408416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:27Z', 'revision_number': 3, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'gw_port': {'id': '41494636-5322-453f-b0d9-c3f19c408416', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:28.971850 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Checking router: a83c0c14-c051-44cf-92f2-5bf0a451eff5 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:19:28.972355 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Updating router a83c0c14-c051-44cf-92f2-5bf0a451eff5 port 41494636-5322-453f-b0d9-c3f19c408416 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:19:29.032401 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.347509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.366758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7f845127-7975-4482-90ba-eecd71e1a5e7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:29.440505 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.460887 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Transition to ACTIVE for port object 41494636-5322-453f-b0d9-c3f19c408416 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:29.466589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7f845127-7975-4482-90ba-eecd71e1a5e7 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:29.476585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 35b3df91-be51-427c-9495-de4c950f9a03 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:29.480684 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.609463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 35b3df91-be51-427c-9495-de4c950f9a03 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:29.617234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d01a8e-2239-4e3f-8a00-f48cdf1afbb4 None None] Network d91af87c-4985-48d9-85d5-ee5939793670 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:19:29.628485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Allocated IP 172.20.0.1 (d91af87c-4985-48d9-85d5-ee5939793670/65319b25-c7cd-4dd0-b543-4eee63d57035/df2953f6-6dfc-4b87-be2c-f155be284489) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:29.637606 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3df3d0-b7f5-4c68-81e7-1be976b6198d None None] Pushing event updated for resources: {'Port': ['ID=41494636-5322-453f-b0d9-c3f19c408416,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:29.656508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 35b3df91-be51-427c-9495-de4c950f9a03 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:29.656885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.662581 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Attempting to bind port 41494636-5322-453f-b0d9-c3f19c408416 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:29.663013 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Attempting to bind port 41494636-5322-453f-b0d9-c3f19c408416 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:29.663434 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Attempting to bind port 41494636-5322-453f-b0d9-c3f19c408416 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:29.673992 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:29.674478 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:29.674934 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.675380 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:29.675901 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Bound port: 41494636-5322-453f-b0d9-c3f19c408416, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:29.676333 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.754450 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] For port 41494636-5322-453f-b0d9-c3f19c408416, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:29.757869 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] For port 41494636-5322-453f-b0d9-c3f19c408416, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=41494636-5322-453f-b0d9-c3f19c408416,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:29.765037 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.801158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1f00a124-31ee-4fcf-94f5-1885929f0353 None None] Provisioning for port 7f845127-7975-4482-90ba-eecd71e1a5e7 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:29.808496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.822989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1f00a124-31ee-4fcf-94f5-1885929f0353 None None] Provisioning complete for port 7f845127-7975-4482-90ba-eecd71e1a5e7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:29.823401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1f00a124-31ee-4fcf-94f5-1885929f0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.832505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Transition to ACTIVE for port object df2953f6-6dfc-4b87-be2c-f155be284489 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:29.834469 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Routers {'a83c0c14-c051-44cf-92f2-5bf0a451eff5'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:19:29.835151 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:19:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:29.861044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:29.929497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Network d91af87c-4985-48d9-85d5-ee5939793670 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:29.932627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:29.935111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:29.974028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Pushing event updated for resources: {'Port': ['ID=df2953f6-6dfc-4b87-be2c-f155be284489,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:29.998082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.046147 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] Set router a83c0c14-c051-44cf-92f2-5bf0a451eff5 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:19:30.046359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.135086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.153024 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3df3d0-b7f5-4c68-81e7-1be976b6198d None None] Pushing event updated for resources: {'Port': ['ID=41494636-5322-453f-b0d9-c3f19c408416,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:30.199245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 35b3df91-be51-427c-9495-de4c950f9a03, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=35b3df91-be51-427c-9495-de4c950f9a03,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:30.210652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.250498 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1f00a124-31ee-4fcf-94f5-1885929f0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.316982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=35b3df91-be51-427c-9495-de4c950f9a03,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:30.323473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1f00a124-31ee-4fcf-94f5-1885929f0353 None None] For port 7f845127-7975-4482-90ba-eecd71e1a5e7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7f845127-7975-4482-90ba-eecd71e1a5e7,segment=NetworkSegment(dda2f1bc-e4a4-4aed-8210-fd37ee3c517c),segment_id=dda2f1bc-e4a4-4aed-8210-fd37ee3c517c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:30.331289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1f00a124-31ee-4fcf-94f5-1885929f0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.370103 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'name': 'tempest-TestEncryptedCinderVolumes-102184036-router', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '41494636-5322-453f-b0d9-c3f19c408416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:27Z', 'revision_number': 3, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'gw_port': {'id': '41494636-5322-453f-b0d9-c3f19c408416', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:30.375662 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ba990-f20e-4633-a834-4be073b5eae3 None None] The sync data for ids ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'] in dv-neutron-822561-2-hyperv is: [{'id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'name': 'tempest-TestEncryptedCinderVolumes-102184036-router', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '41494636-5322-453f-b0d9-c3f19c408416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:27Z', 'revision_number': 3, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'gw_port': {'id': '41494636-5322-453f-b0d9-c3f19c408416', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:19:30.396277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.404983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.413251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00a124-31ee-4fcf-94f5-1885929f0353 None None] Pushing event updated for resources: {'Port': ['ID=7f845127-7975-4482-90ba-eecd71e1a5e7,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:30.515877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.519318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Pushing event updated for resources: {'Port': ['ID=df2953f6-6dfc-4b87-be2c-f155be284489,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:30.567002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c185f506-3fa3-4733-bc99-3cf2db6cc0e3 None None] Provisioning complete for port 7f845127-7975-4482-90ba-eecd71e1a5e7 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:30.567466 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c185f506-3fa3-4733-bc99-3cf2db6cc0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.757859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c185f506-3fa3-4733-bc99-3cf2db6cc0e3 None None] Provisioning for port df2953f6-6dfc-4b87-be2c-f155be284489 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:30.764417 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c185f506-3fa3-4733-bc99-3cf2db6cc0e3 None None] Provisioning complete for port df2953f6-6dfc-4b87-be2c-f155be284489 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:30.764835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c185f506-3fa3-4733-bc99-3cf2db6cc0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:30.824695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Network d91af87c-4985-48d9-85d5-ee5939793670 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:30.825942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:30.835237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c185f506-3fa3-4733-bc99-3cf2db6cc0e3 None None] Port df2953f6-6dfc-4b87-be2c-f155be284489 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:19:30.969917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-19b05a03-af2f-4dc3-ac76-77fcb7c5c8a3 None None] Provisioning complete for port df2953f6-6dfc-4b87-be2c-f155be284489 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:30.970347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-19b05a03-af2f-4dc3-ac76-77fcb7c5c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.045264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Router a83c0c14-c051-44cf-92f2-5bf0a451eff5 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:19:31.056813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-19b05a03-af2f-4dc3-ac76-77fcb7c5c8a3 None None] Port df2953f6-6dfc-4b87-be2c-f155be284489 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:19:31.178315 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-213a34e6-33b9-4b23-94de-e3c2e320bbce None None] Provisioning complete for port df2953f6-6dfc-4b87-be2c-f155be284489 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:31.178750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-213a34e6-33b9-4b23-94de-e3c2e320bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.234231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:19:31.246854 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bd93a137-315d-4d5d-b223-741a276ad776 admin admin] 10.222.0.37 "PUT /v2.0/routers/a83c0c14-c051-44cf-92f2-5bf0a451eff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8325043 Dec 22 09:19:31.294353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-213a34e6-33b9-4b23-94de-e3c2e320bbce None None] Port df2953f6-6dfc-4b87-be2c-f155be284489 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:19:31.364356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7f845127-7975-4482-90ba-eecd71e1a5e7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:31.435223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7f845127-7975-4482-90ba-eecd71e1a5e7 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:31.435846 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.558506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 41494636-5322-453f-b0d9-c3f19c408416 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:31.628579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 41494636-5322-453f-b0d9-c3f19c408416 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:31.633925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 41494636-5322-453f-b0d9-c3f19c408416 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:31.634448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.746248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.761866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 41494636-5322-453f-b0d9-c3f19c408416, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=41494636-5322-453f-b0d9-c3f19c408416,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:31.765522 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.766310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 35b3df91-be51-427c-9495-de4c950f9a03 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:31.886095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=41494636-5322-453f-b0d9-c3f19c408416,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:31.893511 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 35b3df91-be51-427c-9495-de4c950f9a03 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:31.893914 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.066591 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Sync routers for ids ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:19:32.077531 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Routers {'a83c0c14-c051-44cf-92f2-5bf0a451eff5'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:19:32.078366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:19:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:32.236839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-45e734cd-8c28-4507-a5c9-fa58b9ed52e2 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:32.237495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-45e734cd-8c28-4507-a5c9-fa58b9ed52e2 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Synchronizing usage tracker for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:32.258084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Set router a83c0c14-c051-44cf-92f2-5bf0a451eff5 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:19:32.259934 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-45e734cd-8c28-4507-a5c9-fa58b9ed52e2 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Unset dirty status for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:32.261275 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-45e734cd-8c28-4507-a5c9-fa58b9ed52e2 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/networks?id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 HTTP/1.1" status: 200 len: 817 time: 0.1661341 Dec 22 09:19:32.275735 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-af881740-c5e3-4e75-abbc-78519d6f1825 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/quotas/0b955ac0f4364a06b1cbd10298e243d7 HTTP/1.1" status: 200 len: 375 time: 0.0089777 Dec 22 09:19:32.361084 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-74805b5e-703c-437d-b3ac-8fb4984678bf tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Synchronizing usage tracker for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:32.377922 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-74805b5e-703c-437d-b3ac-8fb4984678bf tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Unset dirty status for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:32.379329 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-74805b5e-703c-437d-b3ac-8fb4984678bf tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b955ac0f4364a06b1cbd10298e243d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972900 Dec 22 09:19:32.513972 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9038eee0-37bc-4bf9-8741-6156c3e9dc8e service neutron] 10.222.0.37 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228201 Dec 22 09:19:32.565147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'name': 'tempest-TestEncryptedCinderVolumes-102184036-router', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '41494636-5322-453f-b0d9-c3f19c408416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:30Z', 'revision_number': 4, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'gw_port': {'id': '41494636-5322-453f-b0d9-c3f19c408416', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'df2953f6-6dfc-4b87-be2c-f155be284489', 'name': '', 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'mac_address': 'fa:16:3e:f7:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '65319b25-c7cd-4dd0-b543-4eee63d57035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:29Z', 'updated_at': '2021-12-22T09:19:30Z', 'revision_number': 2, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'subnets': [{'id': '65319b25-c7cd-4dd0-b543-4eee63d57035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:32.569072 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Checking router: a83c0c14-c051-44cf-92f2-5bf0a451eff5 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:19:32.569427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Updating router a83c0c14-c051-44cf-92f2-5bf0a451eff5 port df2953f6-6dfc-4b87-be2c-f155be284489 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:19:32.624347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.641620 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-56e67b57-6ba4-453d-95bd-cc796e0d1106 service neutron] 10.222.0.37 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218867 Dec 22 09:19:32.835512 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1ca20b29-9a84-4442-8f6d-a6b0a21b2461 req-6ea09c64-7d52-43a8-a637-7437bb4d63b3 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 210 time: 0.0531676 Dec 22 09:19:33.003438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.015735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Transition to ACTIVE for port object df2953f6-6dfc-4b87-be2c-f155be284489 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:33.021576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.147455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f633f-7d9e-4e59-985b-7415a826d963 None None] Pushing event updated for resources: {'Port': ['ID=df2953f6-6dfc-4b87-be2c-f155be284489,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:33.241776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Attempting to bind port df2953f6-6dfc-4b87-be2c-f155be284489 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:33.241776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Attempting to bind port df2953f6-6dfc-4b87-be2c-f155be284489 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:33.241776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Attempting to bind port df2953f6-6dfc-4b87-be2c-f155be284489 on network d91af87c-4985-48d9-85d5-ee5939793670 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:33.250702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:33.251082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Checking segment: {'id': 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:33.251495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.251893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Bound using segment: {'id': 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:33.252368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Bound port: df2953f6-6dfc-4b87-be2c-f155be284489, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:33.252755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.295288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 41494636-5322-453f-b0d9-c3f19c408416 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:33.410555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] For port df2953f6-6dfc-4b87-be2c-f155be284489, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:33.413570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] For port df2953f6-6dfc-4b87-be2c-f155be284489, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df2953f6-6dfc-4b87-be2c-f155be284489,segment=NetworkSegment(dda2f1bc-e4a4-4aed-8210-fd37ee3c517c),segment_id=dda2f1bc-e4a4-4aed-8210-fd37ee3c517c)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:33.419432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.459715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 41494636-5322-453f-b0d9-c3f19c408416 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:33.460077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.546469 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Routers {'a83c0c14-c051-44cf-92f2-5bf0a451eff5'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:19:33.546999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:19:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:33.625284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f633f-7d9e-4e59-985b-7415a826d963 None None] Pushing event updated for resources: {'Port': ['ID=df2953f6-6dfc-4b87-be2c-f155be284489,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:33.798429 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] Set router a83c0c14-c051-44cf-92f2-5bf0a451eff5 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:19:33.931744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-de4b3070-9478-4625-b8c6-b4c878df05ba tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:33.934051 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-de4b3070-9478-4625-b8c6-b4c878df05ba tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.54 "GET /v2.0/networks?id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 HTTP/1.1" status: 200 len: 817 time: 0.1580501 Dec 22 09:19:33.949772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Request body: {'port': {'device_id': '15befca9-16fd-41d3-925f-40d7d93a937a', 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694', 'admin_state_up': True, 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:34.084419 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4ca505af-04d2-40d3-a96d-37e394122a5d req-fe09ee4c-0a19-49da-bfd5-2cc09c834e84 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 210 time: 0.0984852 Dec 22 09:19:34.140270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'name': 'tempest-TestEncryptedCinderVolumes-102184036-router', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '41494636-5322-453f-b0d9-c3f19c408416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:30Z', 'revision_number': 4, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'gw_port': {'id': '41494636-5322-453f-b0d9-c3f19c408416', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'df2953f6-6dfc-4b87-be2c-f155be284489', 'name': '', 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'mac_address': 'fa:16:3e:f7:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '65319b25-c7cd-4dd0-b543-4eee63d57035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:29Z', 'updated_at': '2021-12-22T09:19:33Z', 'revision_number': 4, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'subnets': [{'id': '65319b25-c7cd-4dd0-b543-4eee63d57035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:34.140950 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:34.144799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba6ce7-70cf-48e3-8c7e-5ce600b22ec7 None None] The sync data for ids ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'] in dv-neutron-822561-2-hyperv is: [{'id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'name': 'tempest-TestEncryptedCinderVolumes-102184036-router', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '41494636-5322-453f-b0d9-c3f19c408416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:30Z', 'revision_number': 4, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'gw_port': {'id': '41494636-5322-453f-b0d9-c3f19c408416', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'df2953f6-6dfc-4b87-be2c-f155be284489', 'name': '', 'network_id': 'd91af87c-4985-48d9-85d5-ee5939793670', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'mac_address': 'fa:16:3e:f7:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '65319b25-c7cd-4dd0-b543-4eee63d57035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:29Z', 'updated_at': '2021-12-22T09:19:33Z', 'revision_number': 4, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'subnets': [{'id': '65319b25-c7cd-4dd0-b543-4eee63d57035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:19:34.151483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:34.162085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Made reservation on behalf of 0b955ac0f4364a06b1cbd10298e243d7 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:34.165573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:34.348087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Allocated IP 172.20.0.12 (e1d13d9c-4bd9-42f9-adcc-4a9ad6419694/034c59cd-06c2-47b0-93e1-80c006a10f84/424a39fc-2687-4cb3-9c2b-79a69574a693) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:34.666854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:34.681776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Transition to ACTIVE for port object 424a39fc-2687-4cb3-9c2b-79a69574a693 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:34.704537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:34.778191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:34.781343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:34.785221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:34.816136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Pushing event updated for resources: {'Port': ['ID=424a39fc-2687-4cb3-9c2b-79a69574a693,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:34.854105 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:34.854702 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:34.882365 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9b533c36-292e-49e4-af87-3c8faadf5dc1 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9395092 Dec 22 09:19:34.895682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Request body: {'port': {'device_id': '15befca9-16fd-41d3-925f-40d7d93a937a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:35.016768 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.117984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e25e8794-779b-464c-af2f-b44a3195c8c6 None None] Provisioning for port 424a39fc-2687-4cb3-9c2b-79a69574a693 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:35.124067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e25e8794-779b-464c-af2f-b44a3195c8c6 None None] Provisioning complete for port 424a39fc-2687-4cb3-9c2b-79a69574a693 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:35.124317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e25e8794-779b-464c-af2f-b44a3195c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.189874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e8794-779b-464c-af2f-b44a3195c8c6 None None] Port 424a39fc-2687-4cb3-9c2b-79a69574a693 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:19:35.286323 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b8e99-a148-4708-9510-8f5afd15e396 req-4a14dbe9-48cb-4a24-b73c-3d3e89829c01 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:35.287969 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ef4b8e99-a148-4708-9510-8f5afd15e396 req-4a14dbe9-48cb-4a24-b73c-3d3e89829c01 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 932 time: 0.0853701 Dec 22 09:19:35.309305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df2953f6-6dfc-4b87-be2c-f155be284489 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:35.341301 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ef4b8e99-a148-4708-9510-8f5afd15e396 req-7de1985d-b57f-4a8c-8910-963f6e0ccff7 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467179 Dec 22 09:19:35.394473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port df2953f6-6dfc-4b87-be2c-f155be284489 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:35.399430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port df2953f6-6dfc-4b87-be2c-f155be284489 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:35.399803 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.423202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424a39fc-2687-4cb3-9c2b-79a69574a693 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:19:35.431463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.446633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Transition to ACTIVE for port object 424a39fc-2687-4cb3-9c2b-79a69574a693 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:35.455174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.525514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.559845 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port df2953f6-6dfc-4b87-be2c-f155be284489, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df2953f6-6dfc-4b87-be2c-f155be284489,segment=NetworkSegment(dda2f1bc-e4a4-4aed-8210-fd37ee3c517c),segment_id=dda2f1bc-e4a4-4aed-8210-fd37ee3c517c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:35.566839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.622215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=424a39fc-2687-4cb3-9c2b-79a69574a693,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:35.685953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=df2953f6-6dfc-4b87-be2c-f155be284489,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:35.701149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Attempting to bind port 424a39fc-2687-4cb3-9c2b-79a69574a693 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:35.701480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Attempting to bind port 424a39fc-2687-4cb3-9c2b-79a69574a693 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:35.701837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Attempting to bind port 424a39fc-2687-4cb3-9c2b-79a69574a693 on network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:35.706994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Port 424a39fc-2687-4cb3-9c2b-79a69574a693 on network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:19:35.707310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Attempting to bind port 424a39fc-2687-4cb3-9c2b-79a69574a693 on network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:35.712699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:35.713028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Checking segment: {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:35.713399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Bound using segment: {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:35.713930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Bound port: 424a39fc-2687-4cb3-9c2b-79a69574a693, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:35.714303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.801720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] For port 424a39fc-2687-4cb3-9c2b-79a69574a693, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:35.804541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] For port 424a39fc-2687-4cb3-9c2b-79a69574a693, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=424a39fc-2687-4cb3-9c2b-79a69574a693,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:35.811071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.869467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:35.870794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.872359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] 10.222.0.54 "PUT /v2.0/ports/424a39fc-2687-4cb3-9c2b-79a69574a693 HTTP/1.1" status: 200 len: 1094 time: 0.9807973 Dec 22 09:19:35.874534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15befca9-16fd-41d3-925f-40d7d93a937a', 'tag': '424a39fc-2687-4cb3-9c2b-79a69574a693'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:35.944863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98721bc7-fd24-49d7-b5b3-5338456e0ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=424a39fc-2687-4cb3-9c2b-79a69574a693,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:35.953355 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15befca9-16fd-41d3-925f-40d7d93a937a', 'tag': '424a39fc-2687-4cb3-9c2b-79a69574a693', 'status': 'completed', 'code': 200} Dec 22 09:19:35.990985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-833a4ac4-9fe1-4be1-a9d0-8f8f258c0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:35.992486 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-833a4ac4-9fe1-4be1-a9d0-8f8f258c0cdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b955ac0f4364a06b1cbd10298e243d7&device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 1097 time: 0.0823040 Dec 22 09:19:36.062353 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-5dbb290d-b659-4d2a-b9e1-4e6ec4ba73fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424a39fc-2687-4cb3-9c2b-79a69574a693 HTTP/1.1" status: 200 len: 217 time: 0.0622849 Dec 22 09:19:36.126363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-121557d0-c83b-42ae-967a-5da40304fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:36.127686 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-121557d0-c83b-42ae-967a-5da40304fdea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=034c59cd-06c2-47b0-93e1-80c006a10f84 HTTP/1.1" status: 200 len: 856 time: 0.0591316 Dec 22 09:19:36.202547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9babb5b2-2d42-42d5-86bf-f33ccd6bc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:36.203911 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-9babb5b2-2d42-42d5-86bf-f33ccd6bc730 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693717 Dec 22 09:19:36.333363 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-f7a9a60a-032b-440d-b730-1338dd326153 service neutron] 10.222.0.54 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217473 Dec 22 09:19:36.535979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d6659-c671-4e50-b9a3-f85fef219c2b req-5688f290-af6f-4536-80c0-1097a5374caf tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:36.537428 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-303d6659-c671-4e50-b9a3-f85fef219c2b req-5688f290-af6f-4536-80c0-1097a5374caf tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 944 time: 0.0826683 Dec 22 09:19:36.570590 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d66eedb2-53c1-4633-8e50-aa4e4fb77881 req-d94f90ca-bbea-433d-854b-51f229fb8dfb service neutron] 10.222.0.54 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302625 Dec 22 09:19:36.580901 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-303d6659-c671-4e50-b9a3-f85fef219c2b req-0fc83517-6949-47d3-84ea-3c918375e195 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372303 Dec 22 09:19:36.691706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-9203ddaa-c9a9-4b00-ac56-41d1b13f8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:36.693111 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-9203ddaa-c9a9-4b00-ac56-41d1b13f8685 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b955ac0f4364a06b1cbd10298e243d7&device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 1097 time: 0.0724747 Dec 22 09:19:36.823783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-a9d7632c-2beb-4b37-8caf-e89bcdd44317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:36.825208 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-a9d7632c-2beb-4b37-8caf-e89bcdd44317 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 HTTP/1.1" status: 200 len: 918 time: 0.1244073 Dec 22 09:19:36.895654 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-e210f7c5-43c7-4698-af91-1af6119f6796 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424a39fc-2687-4cb3-9c2b-79a69574a693 HTTP/1.1" status: 200 len: 217 time: 0.0631790 Dec 22 09:19:36.957830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-d30de890-51d3-47e6-b282-c57a636b8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:36.959152 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-d30de890-51d3-47e6-b282-c57a636b8827 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=034c59cd-06c2-47b0-93e1-80c006a10f84 HTTP/1.1" status: 200 len: 856 time: 0.0563478 Dec 22 09:19:37.036239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-4190a985-d8b7-4fd4-9ad9-c93ba3ccd0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:37.037735 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-4190a985-d8b7-4fd4-9ad9-c93ba3ccd0dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699933 Dec 22 09:19:37.166637 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-2df4c69b-d25c-4326-a419-52db222c1c59 service neutron] 10.222.0.54 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218555 Dec 22 09:19:37.268126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df2953f6-6dfc-4b87-be2c-f155be284489 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:37.300542 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e619d00d-7aeb-42f5-a752-882d828efae1 req-4f9eb079-85f5-4e08-8645-e63b38ed0f55 service neutron] 10.222.0.54 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270921 Dec 22 09:19:37.333978 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port df2953f6-6dfc-4b87-be2c-f155be284489 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:37.334325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.766424 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7836ea6-bcd5-4ec1-a5ab-fb4ec562f149 req-49296b30-6f71-4b13-964e-ba7188be1f20 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:37.767094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-f7836ea6-bcd5-4ec1-a5ab-fb4ec562f149 req-49296b30-6f71-4b13-964e-ba7188be1f20 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Synchronizing usage tracker for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:37.782731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-f7836ea6-bcd5-4ec1-a5ab-fb4ec562f149 req-49296b30-6f71-4b13-964e-ba7188be1f20 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Unset dirty status for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:37.783929 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f7836ea6-bcd5-4ec1-a5ab-fb4ec562f149 req-49296b30-6f71-4b13-964e-ba7188be1f20 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 944 time: 0.0971131 Dec 22 09:19:37.828086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-f7836ea6-bcd5-4ec1-a5ab-fb4ec562f149 req-8940cb41-8939-4138-901c-d3556e167f6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Synchronizing usage tracker for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:37.850050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-f7836ea6-bcd5-4ec1-a5ab-fb4ec562f149 req-8940cb41-8939-4138-901c-d3556e167f6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Unset dirty status for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:37.851166 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f7836ea6-bcd5-4ec1-a5ab-fb4ec562f149 req-8940cb41-8939-4138-901c-d3556e167f6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615840 Dec 22 09:19:37.936016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 424a39fc-2687-4cb3-9c2b-79a69574a693 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:19:38.066187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 424a39fc-2687-4cb3-9c2b-79a69574a693, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=424a39fc-2687-4cb3-9c2b-79a69574a693,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:38.078672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '424a39fc-2687-4cb3-9c2b-79a69574a693', 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694', 'port_id': '424a39fc-2687-4cb3-9c2b-79a69574a693', 'mac_address': 'fa:16:3e:4d:55:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034c59cd-06c2-47b0-93e1-80c006a10f84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:19:38.131620 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:38.147942 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424a39fc-2687-4cb3-9c2b-79a69574a693 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:19:38.163038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 424a39fc-2687-4cb3-9c2b-79a69574a693, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=424a39fc-2687-4cb3-9c2b-79a69574a693,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:38.166916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:38.235855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=424a39fc-2687-4cb3-9c2b-79a69574a693,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:38.380539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['424a39fc-2687-4cb3-9c2b-79a69574a693'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:19:39.032249 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adfd1e-e2f1-4d5f-830e-b7ea3da0c8e5 req-aa5a9b03-de5e-40f6-93a2-3437ed3bf250 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:39.033726 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-73adfd1e-e2f1-4d5f-830e-b7ea3da0c8e5 req-aa5a9b03-de5e-40f6-93a2-3437ed3bf250 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 945 time: 0.0794873 Dec 22 09:19:39.076884 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-73adfd1e-e2f1-4d5f-830e-b7ea3da0c8e5 req-38cafdeb-df52-4446-bef7-fa28fb93dc47 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374799 Dec 22 09:19:39.944646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 424a39fc-2687-4cb3-9c2b-79a69574a693 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:40.011790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 424a39fc-2687-4cb3-9c2b-79a69574a693 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:40.016741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 424a39fc-2687-4cb3-9c2b-79a69574a693 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:40.017107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:40.131297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:40.157568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15befca9-16fd-41d3-925f-40d7d93a937a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424a39fc-2687-4cb3-9c2b-79a69574a693'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:40.167216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 424a39fc-2687-4cb3-9c2b-79a69574a693, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=424a39fc-2687-4cb3-9c2b-79a69574a693,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:40.173041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:40.207634 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15befca9-16fd-41d3-925f-40d7d93a937a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424a39fc-2687-4cb3-9c2b-79a69574a693', 'code': 200} Dec 22 09:19:40.249258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=424a39fc-2687-4cb3-9c2b-79a69574a693,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:40.266604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493ded5-f9fd-4444-a22e-962262d534a2 req-d159c1cc-c6a2-4426-a36f-148da03225f9 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:40.268062 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5493ded5-f9fd-4444-a22e-962262d534a2 req-d159c1cc-c6a2-4426-a36f-148da03225f9 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 946 time: 0.0878479 Dec 22 09:19:40.312005 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5493ded5-f9fd-4444-a22e-962262d534a2 req-0de4ed40-63be-4aaf-b3a6-cf37d286f902 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380526 Dec 22 09:19:40.436560 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11590cd7-0df2-4d3c-9650-ce064c945179 req-64be793f-1548-4115-8021-2a4aaf0c865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:40.438143 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-11590cd7-0df2-4d3c-9650-ce064c945179 req-64be793f-1548-4115-8021-2a4aaf0c865c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 1099 time: 0.0686502 Dec 22 09:19:40.476985 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-11590cd7-0df2-4d3c-9650-ce064c945179 req-94ee78f0-e608-4c03-9935-a69c08590261 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Dec 22 09:19:41.503589 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab767f0-78b5-4d2c-bc8c-e2c6216c4a08 req-e94e07fd-0227-4c17-b5f9-c7b7895a5862 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:41.505146 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6ab767f0-78b5-4d2c-bc8c-e2c6216c4a08 req-e94e07fd-0227-4c17-b5f9-c7b7895a5862 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 946 time: 0.0838256 Dec 22 09:19:41.549427 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6ab767f0-78b5-4d2c-bc8c-e2c6216c4a08 req-7eb87ab9-a75e-4fa1-bfb0-c2213c5ef29d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 Dec 22 09:19:42.735554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c766512-2d4e-4d55-b392-2e6c1d1690ea req-f15ee482-120a-4a12-91bc-52902f4eaeb8 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:42.736967 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c766512-2d4e-4d55-b392-2e6c1d1690ea req-f15ee482-120a-4a12-91bc-52902f4eaeb8 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 946 time: 0.0810111 Dec 22 09:19:42.779271 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c766512-2d4e-4d55-b392-2e6c1d1690ea req-3dbe0fa9-02d2-4d7b-abec-3babfaeddbaf tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367284 Dec 22 09:19:42.957429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa74c3-ba85-43e7-88df-abf17d6e4951 req-bb9271e7-7ad5-4e20-8128-07e114853c4c tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:42.958903 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-52fa74c3-ba85-43e7-88df-abf17d6e4951 req-bb9271e7-7ad5-4e20-8128-07e114853c4c tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 946 time: 0.0783780 Dec 22 09:19:43.007903 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-52fa74c3-ba85-43e7-88df-abf17d6e4951 req-1620da24-5fb8-4554-8092-10909dbd110c tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 Dec 22 09:19:44.543588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:47.721296 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:19:49.417481 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d154d3fb-7cc3-46e9-9ccf-67b90f7b081f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:51.792846 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f7914fec-1517-4e93-8ba2-b17621c558db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:52.920682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:53.060329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:54.266910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:57.661551 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-9d2b7b55-6c8d-4875-b855-595ed4fd4f22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680768 Dec 22 09:19:57.803439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-12123ff6-e145-4600-bb72-01712bba3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:57.804938 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-12123ff6-e145-4600-bb72-01712bba3eff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b955ac0f4364a06b1cbd10298e243d7&device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 1099 time: 0.0730085 Dec 22 09:19:57.956122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-b48b4bd7-3a3c-4114-8ecd-09ec2c89bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:57.957641 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-b48b4bd7-3a3c-4114-8ecd-09ec2c89bb72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 HTTP/1.1" status: 200 len: 918 time: 0.1329296 Dec 22 09:19:58.029507 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-2910bb83-f151-4cf3-a654-1d435c1de261 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424a39fc-2687-4cb3-9c2b-79a69574a693 HTTP/1.1" status: 200 len: 217 time: 0.0645645 Dec 22 09:19:58.192542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-d370c5c8-d583-4848-a946-7d98a8bc599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:58.194016 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-d370c5c8-d583-4848-a946-7d98a8bc599c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=034c59cd-06c2-47b0-93e1-80c006a10f84 HTTP/1.1" status: 200 len: 856 time: 0.1581302 Dec 22 09:19:58.282394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-cb2c394e-af33-4777-8f37-d860a17092e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:58.283869 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-cb2c394e-af33-4777-8f37-d860a17092e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827179 Dec 22 09:19:58.421391 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-3bf2c2a7-333a-4678-8c36-19d7b2bca19f service neutron] 10.222.0.54 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297457 Dec 22 09:19:58.561031 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d841f57e-5c11-4d3f-9e32-888539dd4b0a req-3d69d0d6-89e6-485b-88dc-e3db81712b36 service neutron] 10.222.0.54 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327474 Dec 22 09:19:58.667889 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a61ab-8e7b-4be2-9a70-1f6adaabaf2c req-6bda05c1-6c65-48b3-b3af-58c7dcbf18a0 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:58.669271 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d1a61ab-8e7b-4be2-9a70-1f6adaabaf2c req-6bda05c1-6c65-48b3-b3af-58c7dcbf18a0 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 946 time: 0.0772576 Dec 22 09:19:58.712633 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5d1a61ab-8e7b-4be2-9a70-1f6adaabaf2c req-f950a2ec-2f6d-4f86-80aa-7b2b70efb63e tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Dec 22 09:19:59.992139 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee48bd-8b22-4303-90d6-f9e8df5db66d req-e06d03f9-b3eb-4e6f-b6de-a1d0dc33758d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:59.993494 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ccee48bd-8b22-4303-90d6-f9e8df5db66d req-e06d03f9-b3eb-4e6f-b6de-a1d0dc33758d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 946 time: 0.1774366 Dec 22 09:20:00.036506 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ccee48bd-8b22-4303-90d6-f9e8df5db66d req-7f61771c-89da-44cf-8629-bdf0530d2563 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367131 Dec 22 09:20:00.215862 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-d4532acb-3f3e-44a9-b0db-a1a97a27f039 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:00.217269 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-d4532acb-3f3e-44a9-b0db-a1a97a27f039 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.54 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 946 time: 0.0806124 Dec 22 09:20:00.284416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-3fcf7a1e-56aa-42bc-af8c-56a4d8fd2fda tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Deleting port 424a39fc-2687-4cb3-9c2b-79a69574a693 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:00.284675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-3fcf7a1e-56aa-42bc-af8c-56a4d8fd2fda tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:00.520803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-3fcf7a1e-56aa-42bc-af8c-56a4d8fd2fda tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] For port 424a39fc-2687-4cb3-9c2b-79a69574a693, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=424a39fc-2687-4cb3-9c2b-79a69574a693,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:00.521151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-3fcf7a1e-56aa-42bc-af8c-56a4d8fd2fda tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:00.639656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-3fcf7a1e-56aa-42bc-af8c-56a4d8fd2fda tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Calling delete_port for 424a39fc-2687-4cb3-9c2b-79a69574a693 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:00.778683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-3fcf7a1e-56aa-42bc-af8c-56a4d8fd2fda tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:00.790271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['424a39fc-2687-4cb3-9c2b-79a69574a693'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:20:00.826705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf7a1e-56aa-42bc-af8c-56a4d8fd2fda tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Pushing event deleted for resources: {'Port': ['ID=424a39fc-2687-4cb3-9c2b-79a69574a693,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:00.904570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-3fcf7a1e-56aa-42bc-af8c-56a4d8fd2fda tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] No DVR routers for this DVR port 424a39fc-2687-4cb3-9c2b-79a69574a693 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:20:00.907194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-3fcf7a1e-56aa-42bc-af8c-56a4d8fd2fda tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:00.909565 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15befca9-16fd-41d3-925f-40d7d93a937a', 'name': 'network-vif-deleted', 'tag': '424a39fc-2687-4cb3-9c2b-79a69574a693'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:20:00.927751 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee451355-c39a-46e1-95e9-1bc9ead842f2 req-3fcf7a1e-56aa-42bc-af8c-56a4d8fd2fda tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.54 "DELETE /v2.0/ports/424a39fc-2687-4cb3-9c2b-79a69574a693 HTTP/1.1" status: 204 len: 173 time: 0.7045100 Dec 22 09:20:00.958387 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15befca9-16fd-41d3-925f-40d7d93a937a', 'name': 'network-vif-deleted', 'tag': '424a39fc-2687-4cb3-9c2b-79a69574a693', 'status': 'completed', 'code': 200} Dec 22 09:20:01.197104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-f5015356-8808-4bda-a4ac-95b26965799c req-1d5334fb-ef08-4632-8827-098d6ffe311d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Synchronizing usage tracker for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:20:01.212496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-f5015356-8808-4bda-a4ac-95b26965799c req-1d5334fb-ef08-4632-8827-098d6ffe311d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Unset dirty status for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:20:01.213603 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f5015356-8808-4bda-a4ac-95b26965799c req-1d5334fb-ef08-4632-8827-098d6ffe311d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=15befca9-16fd-41d3-925f-40d7d93a937a HTTP/1.1" status: 200 len: 210 time: 0.0580065 Dec 22 09:20:02.739657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b995be1-ab18-49c3-ab77-345384235556 req-8750bdb5-dd17-4d3e-ac96-524894532678 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:02.741069 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-8750bdb5-dd17-4d3e-ac96-524894532678 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/networks?id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 HTTP/1.1" status: 200 len: 817 time: 0.1401861 Dec 22 09:20:02.755000 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-5fd2a7ad-7e21-4ac6-9b23-1901e98ac3f4 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/quotas/0b955ac0f4364a06b1cbd10298e243d7 HTTP/1.1" status: 200 len: 375 time: 0.0086529 Dec 22 09:20:02.925141 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-a8b7d6ce-f951-42f2-8241-37fb188beafa tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b955ac0f4364a06b1cbd10298e243d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653099 Dec 22 09:20:03.063446 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-4f6b1574-61f7-47e5-bb67-1f919a3fc538 service neutron] 10.222.0.37 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269920 Dec 22 09:20:03.192936 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-2b28b521-ca00-4e59-9691-0849cdc7594a service neutron] 10.222.0.37 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234915 Dec 22 09:20:03.430531 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8e9a0c4e-0d03-4eff-9597-cbe34c6dc796 req-fffc0bfb-2388-44d9-892c-046c0db1d63e tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 210 time: 0.1094046 Dec 22 09:20:04.116724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 424a39fc-2687-4cb3-9c2b-79a69574a693 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:04.150958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 424a39fc-2687-4cb3-9c2b-79a69574a693 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:04.151286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 424a39fc-2687-4cb3-9c2b-79a69574a693 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:04.350823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b995be1-ab18-49c3-ab77-345384235556 req-374b543d-a577-49bd-b3a3-02231b10d506 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:04.352114 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-374b543d-a577-49bd-b3a3-02231b10d506 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.54 "GET /v2.0/networks?id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 HTTP/1.1" status: 200 len: 817 time: 0.1424057 Dec 22 09:20:04.364755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Request body: {'port': {'device_id': '209782c7-71b0-4d18-b9c0-ab8e38aaf0c6', 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694', 'admin_state_up': True, 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:04.499011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:04.508371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:04.518136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Made reservation on behalf of 0b955ac0f4364a06b1cbd10298e243d7 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:20:04.521726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:04.580707 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ee4b1b70-558f-4d1d-868d-6196b152761a req-7efd95c7-8c5a-4875-8b6a-1d829638638f tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 210 time: 0.0458455 Dec 22 09:20:04.717934 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Allocated IP 172.20.0.11 (e1d13d9c-4bd9-42f9-adcc-4a9ad6419694/034c59cd-06c2-47b0-93e1-80c006a10f84/11efee65-2152-4cdb-b2a8-66f100404993) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:04.910501 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:04.925753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Transition to ACTIVE for port object 11efee65-2152-4cdb-b2a8-66f100404993 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:04.947677 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:05.020158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:05.023180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:05.026923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:05.057537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Pushing event updated for resources: {'Port': ['ID=11efee65-2152-4cdb-b2a8-66f100404993,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:05.094229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:05.094849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:05.120696 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-ee3ceee6-aa82-4bb4-9782-740984ff124d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7593184 Dec 22 09:20:05.132049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Request body: {'port': {'device_id': '209782c7-71b0-4d18-b9c0-ab8e38aaf0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:05.215400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bb881490-b90d-46a2-a570-aed523fd689c None None] Provisioning for port 11efee65-2152-4cdb-b2a8-66f100404993 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:05.221221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bb881490-b90d-46a2-a570-aed523fd689c None None] Provisioning complete for port 11efee65-2152-4cdb-b2a8-66f100404993 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:05.221655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bb881490-b90d-46a2-a570-aed523fd689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:05.246707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:05.276803 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bb881490-b90d-46a2-a570-aed523fd689c None None] Port 11efee65-2152-4cdb-b2a8-66f100404993 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:20:05.572429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11efee65-2152-4cdb-b2a8-66f100404993 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:20:05.579909 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:05.593789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Transition to ACTIVE for port object 11efee65-2152-4cdb-b2a8-66f100404993 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:05.597668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:05.769037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ed2b8-ed1c-4287-97d1-ec36ea94bb15 req-83d96e18-ebdb-4a73-b430-b9047a20f0b8 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:05.770582 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-511ed2b8-ed1c-4287-97d1-ec36ea94bb15 req-83d96e18-ebdb-4a73-b430-b9047a20f0b8 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 944 time: 0.0845587 Dec 22 09:20:05.819227 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-511ed2b8-ed1c-4287-97d1-ec36ea94bb15 req-b794738a-1109-4164-9f12-4c660cdf985c tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Dec 22 09:20:05.858340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Pushing event updated for resources: {'Port': ['ID=11efee65-2152-4cdb-b2a8-66f100404993,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:05.938442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Attempting to bind port 11efee65-2152-4cdb-b2a8-66f100404993 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:05.938776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Attempting to bind port 11efee65-2152-4cdb-b2a8-66f100404993 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:05.939099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Attempting to bind port 11efee65-2152-4cdb-b2a8-66f100404993 on network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:05.943571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Port 11efee65-2152-4cdb-b2a8-66f100404993 on network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:20:05.943893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Attempting to bind port 11efee65-2152-4cdb-b2a8-66f100404993 on network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:05.948930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:05.949264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Checking segment: {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:05.949643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Bound using segment: {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:05.950140 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Bound port: 11efee65-2152-4cdb-b2a8-66f100404993, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2091b86b-2557-46e6-a0b7-430f2ae200b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:05.950486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:06.040293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] For port 11efee65-2152-4cdb-b2a8-66f100404993, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:06.043260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] For port 11efee65-2152-4cdb-b2a8-66f100404993, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11efee65-2152-4cdb-b2a8-66f100404993,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:06.047165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:06.104045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:06.104652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:06.106599 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] 10.222.0.54 "PUT /v2.0/ports/11efee65-2152-4cdb-b2a8-66f100404993 HTTP/1.1" status: 200 len: 1094 time: 0.9781673 Dec 22 09:20:06.107032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209782c7-71b0-4d18-b9c0-ab8e38aaf0c6', 'tag': '11efee65-2152-4cdb-b2a8-66f100404993'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:20:06.131578 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727c892-e36c-42f6-b89e-9423c4614767 service neutron] Pushing event updated for resources: {'Port': ['ID=11efee65-2152-4cdb-b2a8-66f100404993,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:06.177199 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209782c7-71b0-4d18-b9c0-ab8e38aaf0c6', 'tag': '11efee65-2152-4cdb-b2a8-66f100404993', 'status': 'completed', 'code': 200} Dec 22 09:20:06.223022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b995be1-ab18-49c3-ab77-345384235556 req-161599d2-a371-4286-a9a3-ca694fe40382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:06.224504 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-161599d2-a371-4286-a9a3-ca694fe40382 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b955ac0f4364a06b1cbd10298e243d7&device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 1097 time: 0.0800488 Dec 22 09:20:06.293096 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-c3fba853-c557-49fd-ae3a-68ecf7692329 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11efee65-2152-4cdb-b2a8-66f100404993 HTTP/1.1" status: 200 len: 217 time: 0.0604856 Dec 22 09:20:06.357861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b995be1-ab18-49c3-ab77-345384235556 req-f355eaee-6c04-4cda-ba68-56acda3aae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:06.359223 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-f355eaee-6c04-4cda-ba68-56acda3aae0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=034c59cd-06c2-47b0-93e1-80c006a10f84 HTTP/1.1" status: 200 len: 856 time: 0.0599353 Dec 22 09:20:06.432625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b995be1-ab18-49c3-ab77-345384235556 req-72d8f4d0-a1d9-41e4-975e-0b7747fb7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:06.434060 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-72d8f4d0-a1d9-41e4-975e-0b7747fb7ac5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681083 Dec 22 09:20:06.562013 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-9066baf5-a3db-43db-8473-c54907b7b2c5 service neutron] 10.222.0.54 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218197 Dec 22 09:20:06.687683 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8b995be1-ab18-49c3-ab77-345384235556 req-da9d6ba6-52c4-4ecc-97b6-cdc070dbc7cb service neutron] 10.222.0.54 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197271 Dec 22 09:20:06.802818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-2d651366-3e7c-4d26-929d-d71a59ef7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:06.804251 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-2d651366-3e7c-4d26-929d-d71a59ef7fd2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b955ac0f4364a06b1cbd10298e243d7&device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 1097 time: 0.0721915 Dec 22 09:20:06.936236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-91e4045d-4ede-4afa-a983-a56920f826fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:06.937663 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-91e4045d-4ede-4afa-a983-a56920f826fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 HTTP/1.1" status: 200 len: 918 time: 0.1250880 Dec 22 09:20:07.007940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a409bfe-146d-4ceb-9f3d-b5edbdc85d0a req-09e1c609-fd88-4593-bca8-e17eb4e31b66 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:07.008703 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-e1c91fa4-8bb0-4184-88b3-3246ac5811ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11efee65-2152-4cdb-b2a8-66f100404993 HTTP/1.1" status: 200 len: 217 time: 0.0636184 Dec 22 09:20:07.009650 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8a409bfe-146d-4ceb-9f3d-b5edbdc85d0a req-09e1c609-fd88-4593-bca8-e17eb4e31b66 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 944 time: 0.0837049 Dec 22 09:20:07.063572 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8a409bfe-146d-4ceb-9f3d-b5edbdc85d0a req-7933402b-6761-4e8a-8f54-aa5f964fc1c7 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475626 Dec 22 09:20:07.076279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-120317d4-e901-4c2a-abbb-8f39b3bbb105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:07.077727 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-120317d4-e901-4c2a-abbb-8f39b3bbb105 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=034c59cd-06c2-47b0-93e1-80c006a10f84 HTTP/1.1" status: 200 len: 856 time: 0.0610380 Dec 22 09:20:07.151478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-c13664bb-45d4-48c2-bf2c-8a04e51ac0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:07.152947 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-c13664bb-45d4-48c2-bf2c-8a04e51ac0f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683193 Dec 22 09:20:07.283886 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-61592776-08b6-425f-92f9-39ea36176f63 service neutron] 10.222.0.54 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231945 Dec 22 09:20:07.506163 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a7cc1188-8023-43ce-a32e-71e63830fc80 req-35bb601e-dfda-4cd4-b128-95c57fb25163 service neutron] 10.222.0.54 "GET /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155924 Dec 22 09:20:08.115982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 11efee65-2152-4cdb-b2a8-66f100404993 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:20:08.248012 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ffea3-4f2d-4e4e-96b4-085d8d7ce6a1 req-d8825137-dc8f-4d7e-96b6-650da0957413 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:08.248605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-8d8ffea3-4f2d-4e4e-96b4-085d8d7ce6a1 req-d8825137-dc8f-4d7e-96b6-650da0957413 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Synchronizing usage tracker for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:20:08.249230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 11efee65-2152-4cdb-b2a8-66f100404993, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11efee65-2152-4cdb-b2a8-66f100404993,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:08.263165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '11efee65-2152-4cdb-b2a8-66f100404993', 'network_id': 'e1d13d9c-4bd9-42f9-adcc-4a9ad6419694', 'port_id': '11efee65-2152-4cdb-b2a8-66f100404993', 'mac_address': 'fa:16:3e:41:d6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034c59cd-06c2-47b0-93e1-80c006a10f84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:20:08.264459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-8d8ffea3-4f2d-4e4e-96b4-085d8d7ce6a1 req-d8825137-dc8f-4d7e-96b6-650da0957413 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Unset dirty status for tenant:0b955ac0f4364a06b1cbd10298e243d7 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:20:08.265613 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d8ffea3-4f2d-4e4e-96b4-085d8d7ce6a1 req-d8825137-dc8f-4d7e-96b6-650da0957413 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 944 time: 0.0954831 Dec 22 09:20:08.312577 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8d8ffea3-4f2d-4e4e-96b4-085d8d7ce6a1 req-15b1b93c-5ab2-46f4-86ad-ac16c8056370 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Dec 22 09:20:08.317439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:08.334158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11efee65-2152-4cdb-b2a8-66f100404993 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:20:08.354495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 11efee65-2152-4cdb-b2a8-66f100404993, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11efee65-2152-4cdb-b2a8-66f100404993,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:08.358403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:08.425992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=11efee65-2152-4cdb-b2a8-66f100404993,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:08.432825 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.433174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.433512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.433872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.434724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.435056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.435382 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.435706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.436030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.436350 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.436673 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.436990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:08.555110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['11efee65-2152-4cdb-b2a8-66f100404993'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:20:09.651996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89361d30-8f7a-4452-95ff-a2502b017a5a req-24a20bbd-116c-4d02-ac99-ce570ec75f84 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:09.653452 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-89361d30-8f7a-4452-95ff-a2502b017a5a req-24a20bbd-116c-4d02-ac99-ce570ec75f84 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 945 time: 0.0819254 Dec 22 09:20:09.697903 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-89361d30-8f7a-4452-95ff-a2502b017a5a req-3d6cff4e-9d1e-45d5-942d-58b6c760d2ba tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 Dec 22 09:20:10.116111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 11efee65-2152-4cdb-b2a8-66f100404993 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:10.181651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 11efee65-2152-4cdb-b2a8-66f100404993 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:10.194296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 11efee65-2152-4cdb-b2a8-66f100404993 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:10.194671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.336108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.362116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209782c7-71b0-4d18-b9c0-ab8e38aaf0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11efee65-2152-4cdb-b2a8-66f100404993'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:20:10.371430 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 11efee65-2152-4cdb-b2a8-66f100404993, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11efee65-2152-4cdb-b2a8-66f100404993,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:10.375868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.411249 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209782c7-71b0-4d18-b9c0-ab8e38aaf0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11efee65-2152-4cdb-b2a8-66f100404993', 'code': 200} Dec 22 09:20:10.442545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=11efee65-2152-4cdb-b2a8-66f100404993,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:10.630513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ab525-4007-4e05-b3b2-ec0c617ddb5e req-c89473f3-3963-403c-9271-92dcff9c1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:10.631932 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-127ab525-4007-4e05-b3b2-ec0c617ddb5e req-c89473f3-3963-403c-9271-92dcff9c1e1b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 1099 time: 0.0678082 Dec 22 09:20:10.671848 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-127ab525-4007-4e05-b3b2-ec0c617ddb5e req-82ea9c50-4e55-4db7-9678-d9ed6fe8f2bd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326290 Dec 22 09:20:10.878424 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d602b-1ebc-410b-81ed-0fc1c925237e req-918370f0-435d-4e4f-a268-757e41b70627 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:10.879861 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-471d602b-1ebc-410b-81ed-0fc1c925237e req-918370f0-435d-4e4f-a268-757e41b70627 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 946 time: 0.0809474 Dec 22 09:20:10.922973 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-471d602b-1ebc-410b-81ed-0fc1c925237e req-3831b66b-c1d7-4a18-90e3-f37e63f4fbae tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Dec 22 09:20:12.107682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794b77e-9c45-4e6e-bb39-8094c47f8e95 req-0a35445d-7eab-411f-839d-fc095073f5c0 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:12.109109 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f794b77e-9c45-4e6e-bb39-8094c47f8e95 req-0a35445d-7eab-411f-839d-fc095073f5c0 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 946 time: 0.0836892 Dec 22 09:20:12.152987 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f794b77e-9c45-4e6e-bb39-8094c47f8e95 req-c8a368ed-c482-4266-a294-8358936f81a4 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381391 Dec 22 09:20:12.333492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244884b-9de1-4f03-8a60-a9cdc61e49a4 req-2ecc9f9e-797c-4594-8bb4-83bcb58f3a5e tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:12.334845 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1244884b-9de1-4f03-8a60-a9cdc61e49a4 req-2ecc9f9e-797c-4594-8bb4-83bcb58f3a5e tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 946 time: 0.0778813 Dec 22 09:20:12.378469 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1244884b-9de1-4f03-8a60-a9cdc61e49a4 req-150ab6a1-91d8-49a0-ab26-90d14cf4f770 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378757 Dec 22 09:20:14.562245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.419719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f7f2bba9-0297-448d-9ec4-27c0bd137dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:21.795482 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5121d8a8-039c-4764-9f3f-1267052ff30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:22.910401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.052531 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:24.272623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:24.720444 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:20:26.776451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf7b4c-c2a1-4dd2-a4f5-768f2c677af1 req-a6ab0567-ee90-4347-a7b0-6bd7869379f9 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:26.777889 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-13bf7b4c-c2a1-4dd2-a4f5-768f2c677af1 req-a6ab0567-ee90-4347-a7b0-6bd7869379f9 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 946 time: 0.0780373 Dec 22 09:20:26.821033 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-13bf7b4c-c2a1-4dd2-a4f5-768f2c677af1 req-92e82351-91e2-4807-a367-c8d7e9f1bb69 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369940 Dec 22 09:20:28.005806 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48776300-67a2-4529-951a-3a64893b43cc req-3cf25312-b7d1-4086-853b-e2a775cf6f59 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:28.007255 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-48776300-67a2-4529-951a-3a64893b43cc req-3cf25312-b7d1-4086-853b-e2a775cf6f59 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 946 time: 0.0824223 Dec 22 09:20:28.051501 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-48776300-67a2-4529-951a-3a64893b43cc req-318a58c5-459e-4001-b9fc-5811f8ea0d9d tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/security-groups?id=786588cc-0d84-4868-b66d-64b5819fae14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384979 Dec 22 09:20:28.287872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-9452041b-068b-4be8-96fa-9c4741238823 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:28.289288 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-9452041b-068b-4be8-96fa-9c4741238823 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.54 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 946 time: 0.0825465 Dec 22 09:20:28.357149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Deleting port 11efee65-2152-4cdb-b2a8-66f100404993 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:28.357993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.599784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] For port 11efee65-2152-4cdb-b2a8-66f100404993, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11efee65-2152-4cdb-b2a8-66f100404993,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:28.600059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.720582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Calling delete_port for 11efee65-2152-4cdb-b2a8-66f100404993 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:28.861035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.874461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['11efee65-2152-4cdb-b2a8-66f100404993'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:20:28.941705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Pushing event deleted for resources: {'Port': ['ID=11efee65-2152-4cdb-b2a8-66f100404993,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:28.985416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.985800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.986120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.986453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.986780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.987107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.987430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.987758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.988070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.988413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.988707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:28.989026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:29.003052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] No DVR routers for this DVR port 11efee65-2152-4cdb-b2a8-66f100404993 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:20:29.005510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:29.008508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209782c7-71b0-4d18-b9c0-ab8e38aaf0c6', 'name': 'network-vif-deleted', 'tag': '11efee65-2152-4cdb-b2a8-66f100404993'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:20:29.026533 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-90f4f1bb-39e1-47a1-a837-69e7604e111d req-6a430ea9-aead-44cd-8d83-95974f915c6b tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.54 "DELETE /v2.0/ports/11efee65-2152-4cdb-b2a8-66f100404993 HTTP/1.1" status: 204 len: 173 time: 0.7312250 Dec 22 09:20:29.060688 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209782c7-71b0-4d18-b9c0-ab8e38aaf0c6', 'name': 'network-vif-deleted', 'tag': '11efee65-2152-4cdb-b2a8-66f100404993', 'status': 'completed', 'code': 200} Dec 22 09:20:29.208608 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3ce9d167-16b6-40fc-a51b-c77b92f2c0da req-6421d755-c144-4e4b-8584-9557baeae236 tempest-TestEncryptedCinderVolumes-1405451457 tempest-TestEncryptedCinderVolumes-1405451457-project] 10.222.0.37 "GET /v2.0/ports?device_id=209782c7-71b0-4d18-b9c0-ab8e38aaf0c6 HTTP/1.1" status: 200 len: 210 time: 0.0418615 Dec 22 09:20:30.332733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35350) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:30.939767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.279534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Deleting port 35b3df91-be51-427c-9495-de4c950f9a03 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:31.279865 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.445331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] For port 35b3df91-be51-427c-9495-de4c950f9a03, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=35b3df91-be51-427c-9495-de4c950f9a03,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:31.446034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.568422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Calling delete_port for 35b3df91-be51-427c-9495-de4c950f9a03 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:31.876299 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.922958 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b3df91-be51-427c-9495-de4c950f9a03,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:31.962822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.963166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.963500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.963824 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.964149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.964470 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.964791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.965108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.965425 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.965763 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.966082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:31.966394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:32.219063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 11efee65-2152-4cdb-b2a8-66f100404993 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:32.253594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 11efee65-2152-4cdb-b2a8-66f100404993 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:32.253971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 11efee65-2152-4cdb-b2a8-66f100404993 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:32.296965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:32.643856 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Router dfe980a0-1ed7-4f80-816f-43d276a93f2c has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:20:32.814058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:32.822689 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] Sync routers for ids ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:32.825748 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7bc56eb1-238f-4591-8873-da3fd6ac3494 admin admin] 10.222.0.37 "PUT /v2.0/routers/dfe980a0-1ed7-4f80-816f-43d276a93f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4918759 Dec 22 09:20:32.828738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35354) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:32.835407 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] Routers {'dfe980a0-1ed7-4f80-816f-43d276a93f2c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:32.836003 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:33.006671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:33.007965 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] Set router dfe980a0-1ed7-4f80-816f-43d276a93f2c gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:33.179003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:33.189537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Deleting port e60b580b-7de8-4c2d-b902-2b91c93ca19c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:33.190103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:33.319292 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1526320921-router', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:19Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 5, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'gw_port': {'id': 'e60b580b-7de8-4c2d-b902-2b91c93ca19c', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:20Z', 'updated_at': '2021-12-22T09:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:33.323009 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] Checking router: dfe980a0-1ed7-4f80-816f-43d276a93f2c for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:33.331674 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] Routers {'dfe980a0-1ed7-4f80-816f-43d276a93f2c'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:33.332260 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:33.365052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] For port e60b580b-7de8-4c2d-b902-2b91c93ca19c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e60b580b-7de8-4c2d-b902-2b91c93ca19c,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:33.365410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:33.476565 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] Set router dfe980a0-1ed7-4f80-816f-43d276a93f2c gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:33.586967 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1526320921-router', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:19Z', 'updated_at': '2021-12-22T09:20:33Z', 'revision_number': 6, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:33.590944 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad3e718-c7fc-4e60-bfd2-dcd391b66d2e None None] The sync data for ids ['dfe980a0-1ed7-4f80-816f-43d276a93f2c'] in dv-neutron-822561-2-hyperv is: [{'id': 'dfe980a0-1ed7-4f80-816f-43d276a93f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1526320921-router', 'tenant_id': '0b955ac0f4364a06b1cbd10298e243d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:19Z', 'updated_at': '2021-12-22T09:20:33Z', 'revision_number': 6, 'project_id': '0b955ac0f4364a06b1cbd10298e243d7', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:33.600977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Calling delete_port for e60b580b-7de8-4c2d-b902-2b91c93ca19c owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:33.766688 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:33.815861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Pushing event deleted for resources: {'Port': ['ID=e60b580b-7de8-4c2d-b902-2b91c93ca19c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:33.901431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.075902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.078171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.099678 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.100176 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe980a0-1ed7-4f80-816f-43d276a93f2c {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:20:34.112725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.113866 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-35670ad3-5ef8-460b-bbbb-7dda39798699 admin admin] 10.222.0.37 "DELETE /v2.0/routers/dfe980a0-1ed7-4f80-816f-43d276a93f2c HTTP/1.1" status: 204 len: 168 time: 1.2841957 Dec 22 09:20:34.116459 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35360) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:34.177964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b81e553-9d0d-4f55-b29a-1fc2050ef0b9 admin admin] Deleting subnet 034c59cd-06c2-47b0-93e1-80c006a10f84 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:20:34.180731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b81e553-9d0d-4f55-b29a-1fc2050ef0b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.228474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b81e553-9d0d-4f55-b29a-1fc2050ef0b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.306060 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b81e553-9d0d-4f55-b29a-1fc2050ef0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.373555 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b81e553-9d0d-4f55-b29a-1fc2050ef0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.411556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81e553-9d0d-4f55-b29a-1fc2050ef0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034c59cd-06c2-47b0-93e1-80c006a10f84,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:34.416345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8b81e553-9d0d-4f55-b29a-1fc2050ef0b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.421918 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8b81e553-9d0d-4f55-b29a-1fc2050ef0b9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/034c59cd-06c2-47b0-93e1-80c006a10f84 HTTP/1.1" status: 204 len: 168 time: 0.3044839 Dec 22 09:20:34.424163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083172ee-2e74-466a-82eb-1f02b9de231b None None] Network e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:34.424668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35364) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:34.534280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.545663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Deleting port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:34.546019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.674714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] DHCP port deletion for e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:20:34.678876 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] Deleting port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:34.679242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.754241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] For port 1c694dfc-ec6e-437e-87b9-223ec62af5c4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1c694dfc-ec6e-437e-87b9-223ec62af5c4,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:34.754516 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.872286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] For port 1c694dfc-ec6e-437e-87b9-223ec62af5c4, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1c694dfc-ec6e-437e-87b9-223ec62af5c4,segment=NetworkSegment(2091b86b-2557-46e6-a0b7-430f2ae200b0),segment_id=2091b86b-2557-46e6-a0b7-430f2ae200b0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:34.872672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.875925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Calling delete_port for 1c694dfc-ec6e-437e-87b9-223ec62af5c4 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:34.950390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.994626 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] Calling delete_port for 1c694dfc-ec6e-437e-87b9-223ec62af5c4 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:35.067816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:20:35.068395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:20:35.100793 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c694dfc-ec6e-437e-87b9-223ec62af5c4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:35.105200 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] No DVR routers for this DVR port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:20:35.220306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.245461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d13d9c-4bd9-42f9-adcc-4a9ad6419694']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:35.259341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2091b86b-2557-46e6-a0b7-430f2ae200b0') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:35.259633 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2091b86b-2557-46e6-a0b7-430f2ae200b0') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:35.270978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.286158 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.291959 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:20:35.292345 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.293532 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e60b580b-7de8-4c2d-b902-2b91c93ca19c no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:20:35.305736 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:20:35.327261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e60b580b-7de8-4c2d-b902-2b91c93ca19c {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:35.327633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e60b580b-7de8-4c2d-b902-2b91c93ca19c not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:35.328050 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1c694dfc-ec6e-437e-87b9-223ec62af5c4 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:35.362836 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 1c694dfc-ec6e-437e-87b9-223ec62af5c4 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:35.363183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1c694dfc-ec6e-437e-87b9-223ec62af5c4 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:35.363588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 35b3df91-be51-427c-9495-de4c950f9a03 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:35.381281 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.396145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 35b3df91-be51-427c-9495-de4c950f9a03 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:35.396494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 35b3df91-be51-427c-9495-de4c950f9a03 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:35.398460 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.408925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d13d9c-4bd9-42f9-adcc-4a9ad6419694,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:35.422401 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bd4081d5-480e-4ff4-98a5-66fd355a4217 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e1d13d9c-4bd9-42f9-adcc-4a9ad6419694 HTTP/1.1" status: 204 len: 168 time: 0.9970055 Dec 22 09:20:35.425325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35368) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:35.569208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] Deleting port 1c694dfc-ec6e-437e-87b9-223ec62af5c4 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:35.569766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.635539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-75c728d5-e2cc-4f7b-8ac3-22ad40fd1984 None None] The port '1c694dfc-ec6e-437e-87b9-223ec62af5c4' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:20:35.941082 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:36.279456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] Deleting port df2953f6-6dfc-4b87-be2c-f155be284489 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:36.279675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:36.543532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] For port df2953f6-6dfc-4b87-be2c-f155be284489, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=df2953f6-6dfc-4b87-be2c-f155be284489,segment=NetworkSegment(dda2f1bc-e4a4-4aed-8210-fd37ee3c517c),segment_id=dda2f1bc-e4a4-4aed-8210-fd37ee3c517c)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:36.543792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:36.661861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] Calling delete_port for df2953f6-6dfc-4b87-be2c-f155be284489 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:36.831763 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:36.880643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] Pushing event deleted for resources: {'Port': ['ID=df2953f6-6dfc-4b87-be2c-f155be284489,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:37.148156 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:37.497836 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] Router a83c0c14-c051-44cf-92f2-5bf0a451eff5 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:20:37.672194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:37.680808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] Sync routers for ids ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:37.682524 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-343e47b3-54a3-4d42-b918-eba7f3c8ad40 admin admin] 10.222.0.37 "PUT /v2.0/routers/a83c0c14-c051-44cf-92f2-5bf0a451eff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2561750 Dec 22 09:20:37.685025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35372) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:37.690288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] Routers {'a83c0c14-c051-44cf-92f2-5bf0a451eff5'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:37.690966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:37.864013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:37.868805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] Set router a83c0c14-c051-44cf-92f2-5bf0a451eff5 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:38.150340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:38.160114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Deleting port 41494636-5322-453f-b0d9-c3f19c408416 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:38.160539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:38.192794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'name': 'tempest-TestEncryptedCinderVolumes-102184036-router', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '41494636-5322-453f-b0d9-c3f19c408416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:20:36Z', 'revision_number': 5, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'gw_port': {'id': '41494636-5322-453f-b0d9-c3f19c408416', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:38.197538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] Checking router: a83c0c14-c051-44cf-92f2-5bf0a451eff5 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:38.206441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] Routers {'a83c0c14-c051-44cf-92f2-5bf0a451eff5'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:38.207046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:38.335274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] For port 41494636-5322-453f-b0d9-c3f19c408416, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=41494636-5322-453f-b0d9-c3f19c408416,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:38.335737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:38.362329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] Set router a83c0c14-c051-44cf-92f2-5bf0a451eff5 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:38.460016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Calling delete_port for 41494636-5322-453f-b0d9-c3f19c408416 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:38.469462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'name': 'tempest-TestEncryptedCinderVolumes-102184036-router', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:20:38Z', 'revision_number': 6, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:38.473438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb07d24-9a8a-4c84-a3a4-e2929f96be45 None None] The sync data for ids ['a83c0c14-c051-44cf-92f2-5bf0a451eff5'] in dv-neutron-822561-2-hyperv is: [{'id': 'a83c0c14-c051-44cf-92f2-5bf0a451eff5', 'name': 'tempest-TestEncryptedCinderVolumes-102184036-router', 'tenant_id': '599945fce5924f7e9264ecd0582ec327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:26Z', 'updated_at': '2021-12-22T09:20:38Z', 'revision_number': 6, 'project_id': '599945fce5924f7e9264ecd0582ec327', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:38.752286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:38.798593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=41494636-5322-453f-b0d9-c3f19c408416,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:38.890655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.059596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.061732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.083512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.084036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a83c0c14-c051-44cf-92f2-5bf0a451eff5 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:20:39.096011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.097086 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a5c37c0a-e234-46e7-b131-ac414a03c5c4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a83c0c14-c051-44cf-92f2-5bf0a451eff5 HTTP/1.1" status: 204 len: 168 time: 1.4111087 Dec 22 09:20:39.099634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35376) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:39.156740 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-56718d67-dd0e-4700-9974-6cc9fac50029 admin admin] Deleting subnet 65319b25-c7cd-4dd0-b543-4eee63d57035 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:20:39.159490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56718d67-dd0e-4700-9974-6cc9fac50029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.210542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56718d67-dd0e-4700-9974-6cc9fac50029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.289976 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56718d67-dd0e-4700-9974-6cc9fac50029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.294621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 41494636-5322-453f-b0d9-c3f19c408416 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:39.328446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 41494636-5322-453f-b0d9-c3f19c408416 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:39.328794 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 41494636-5322-453f-b0d9-c3f19c408416 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:39.329206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df2953f6-6dfc-4b87-be2c-f155be284489 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:39.362239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56718d67-dd0e-4700-9974-6cc9fac50029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.363231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: df2953f6-6dfc-4b87-be2c-f155be284489 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:39.363582 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device df2953f6-6dfc-4b87-be2c-f155be284489 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:39.516141 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56718d67-dd0e-4700-9974-6cc9fac50029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65319b25-c7cd-4dd0-b543-4eee63d57035,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:39.525624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-56718d67-dd0e-4700-9974-6cc9fac50029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.530544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68dab8b-f6d5-4235-8c57-957cb670dfeb None None] Network d91af87c-4985-48d9-85d5-ee5939793670 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:39.532331 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-56718d67-dd0e-4700-9974-6cc9fac50029 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/65319b25-c7cd-4dd0-b543-4eee63d57035 HTTP/1.1" status: 204 len: 168 time: 0.4317813 Dec 22 09:20:39.534834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35380) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:39.638201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.648958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Deleting port 7f845127-7975-4482-90ba-eecd71e1a5e7 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:39.649289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.772618 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] DHCP port deletion for d91af87c-4985-48d9-85d5-ee5939793670 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:20:39.776385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] Deleting port 7f845127-7975-4482-90ba-eecd71e1a5e7 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:39.776756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.851573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] For port 7f845127-7975-4482-90ba-eecd71e1a5e7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7f845127-7975-4482-90ba-eecd71e1a5e7,segment=NetworkSegment(dda2f1bc-e4a4-4aed-8210-fd37ee3c517c),segment_id=dda2f1bc-e4a4-4aed-8210-fd37ee3c517c)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:39.852196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.974791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Calling delete_port for 7f845127-7975-4482-90ba-eecd71e1a5e7 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:39.982637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] For port 7f845127-7975-4482-90ba-eecd71e1a5e7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7f845127-7975-4482-90ba-eecd71e1a5e7,segment=NetworkSegment(dda2f1bc-e4a4-4aed-8210-fd37ee3c517c),segment_id=dda2f1bc-e4a4-4aed-8210-fd37ee3c517c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:39.983022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.052694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.099299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7f845127-7975-4482-90ba-eecd71e1a5e7,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:40.102842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] No DVR routers for this DVR port 7f845127-7975-4482-90ba-eecd71e1a5e7 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:20:40.106047 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] Calling delete_port for 7f845127-7975-4482-90ba-eecd71e1a5e7 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:40.175414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:20:40.175975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:20:40.232334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.257635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91af87c-4985-48d9-85d5-ee5939793670']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:40.273109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:40.273396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda2f1bc-e4a4-4aed-8210-fd37ee3c517c') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:40.284457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.300505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.306759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:20:40.307135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:20:40.320832 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:20:40.391990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.407519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.420852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] Pushing event deleted for resources: {'Network': ['ID=d91af87c-4985-48d9-85d5-ee5939793670,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:40.425418 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-100ebc40-5648-4303-b641-14b42a8346ba admin admin] 10.222.0.37 "DELETE /v2.0/networks/d91af87c-4985-48d9-85d5-ee5939793670 HTTP/1.1" status: 204 len: 168 time: 0.8895323 Dec 22 09:20:40.591327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35386) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:40.638249 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b0966871-33f6-4cc6-873d-1d48c1616dd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b955ac0f4364a06b1cbd10298e243d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457730 Dec 22 09:20:40.640535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35390) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:40.677504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] Deleting port 7f845127-7975-4482-90ba-eecd71e1a5e7 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:40.678053 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.695507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c83a872-71d6-4105-af1e-9732e69fa47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.721278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c83a872-71d6-4105-af1e-9732e69fa47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.745263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bb42108a-1735-4aa1-90db-6b37557bd391 None None] The port '7f845127-7975-4482-90ba-eecd71e1a5e7' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:20:40.772736 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c83a872-71d6-4105-af1e-9732e69fa47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.790202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83a872-71d6-4105-af1e-9732e69fa47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786588cc-0d84-4868-b66d-64b5819fae14,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:40.801351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5c83a872-71d6-4105-af1e-9732e69fa47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.802505 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5c83a872-71d6-4105-af1e-9732e69fa47d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/786588cc-0d84-4868-b66d-64b5819fae14 HTTP/1.1" status: 204 len: 168 time: 0.1611283 Dec 22 09:20:41.131076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35398) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:41.184082 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-196597cc-5904-4409-aa25-4b0b1a0c4920 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=599945fce5924f7e9264ecd0582ec327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517793 Dec 22 09:20:41.186504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35402) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:41.242298 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2babe47d-7cf6-4c62-af55-6ba53b1d1a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:41.267913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2babe47d-7cf6-4c62-af55-6ba53b1d1a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:41.292655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7f845127-7975-4482-90ba-eecd71e1a5e7 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:41.322402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2babe47d-7cf6-4c62-af55-6ba53b1d1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:41.325484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7f845127-7975-4482-90ba-eecd71e1a5e7 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:41.325864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7f845127-7975-4482-90ba-eecd71e1a5e7 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:41.339694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babe47d-7cf6-4c62-af55-6ba53b1d1a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0026cfdf-c932-4b0b-92e7-0fcbc21e0855,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:41.342849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2babe47d-7cf6-4c62-af55-6ba53b1d1a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:41.344508 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2babe47d-7cf6-4c62-af55-6ba53b1d1a06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0026cfdf-c932-4b0b-92e7-0fcbc21e0855 HTTP/1.1" status: 204 len: 168 time: 0.1571372 Dec 22 09:20:42.042753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35426) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:42.146222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1291458590-network', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:42.151022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:42.154827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Usage tracker for resource:network and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:42.157670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:42.163271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:42.174357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Made reservation on behalf of 99dccd6c43534a4c8a27aaf3d3911d38 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:20:42.176889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.189096 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.206902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:42.210638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Usage tracker for resource:security_group_rule and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:42.213659 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:42.219282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:42.298873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.302537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.332454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:20:42.340859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131f94e4-4ea9-43b4-8c38-b23bfb182df5,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:42.346550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.346888 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Added segment e5196b4a-a6cc-4a83-a276-11f853812c41 of type vlan for network 9652d204-7917-497c-b8dd-4705e07e50b2 Dec 22 09:20:42.372198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.400866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.401915 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:42.402471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.504359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4602773 Dec 22 09:20:42.507112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35432) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:42.512645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Request body: {'subnet': {'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1291458590-subnet', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'ip_version': 4}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:42.513192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47e5bc-9eb9-42a7-932c-087d4d09d579 admin admin] Pushing event updated for resources: {'Network': ['ID=9652d204-7917-497c-b8dd-4705e07e50b2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:42.517431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:42.521499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Usage tracker for resource:subnet and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:42.522774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 9652d204-7917-497c-b8dd-4705e07e50b2 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:20:42.524458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:42.530103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:42.544316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Made reservation on behalf of 99dccd6c43534a4c8a27aaf3d3911d38 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:20:42.547310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.853908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.928916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9acc7dc-c5c4-423e-bac2-70ecdd9752a2,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:42.937207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Checking segment: {'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:42.937562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Network hostable DHCP agents. Network: 9652d204-7917-497c-b8dd-4705e07e50b2, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:20:42.956020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Network 9652d204-7917-497c-b8dd-4705e07e50b2 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:20:42.965174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 9652d204-7917-497c-b8dd-4705e07e50b2) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:42.969642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:42.970256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.987655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67e7be2-5a6d-46ad-9ae3-276f34b4a1b6 None None] Network 9652d204-7917-497c-b8dd-4705e07e50b2 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:42.995492 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-47b027cb-1b52-4765-97ca-472f99b1dc51 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4848256 Dec 22 09:20:42.995973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35436) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:43.001076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:43.006334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:43.010815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Usage tracker for resource:router and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:43.013649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:43.019331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:43.029500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.030522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.045759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.201393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-9652d204-7917-497c-b8dd-4705e07e50b2', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:20:43.202257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.359639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Allocated IP 172.20.0.2 (9652d204-7917-497c-b8dd-4705e07e50b2/d9acc7dc-c5c4-423e-bac2-70ecdd9752a2/bec74f8f-eaae-4848-85a1-360b2e807232) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:43.413907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.565108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.574698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Transition to ACTIVE for port object bec74f8f-eaae-4848-85a1-360b2e807232 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:43.594309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Transition to ACTIVE for port object bec74f8f-eaae-4848-85a1-360b2e807232 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:43.599672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.666287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Network 9652d204-7917-497c-b8dd-4705e07e50b2 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:43.669040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:43.671544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:43.704079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Pushing event updated for resources: {'Port': ['ID=bec74f8f-eaae-4848-85a1-360b2e807232,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:43.717986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.747252 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.764091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Attempting to bind port bec74f8f-eaae-4848-85a1-360b2e807232 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:43.764461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Attempting to bind port bec74f8f-eaae-4848-85a1-360b2e807232 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:43.764821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Attempting to bind port bec74f8f-eaae-4848-85a1-360b2e807232 on network 9652d204-7917-497c-b8dd-4705e07e50b2 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:43.770737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:43.771107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Checking segment: {'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:43.771499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.771909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Bound using segment: {'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:43.772356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Bound port: bec74f8f-eaae-4848-85a1-360b2e807232, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:43.772720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.863600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] For port bec74f8f-eaae-4848-85a1-360b2e807232, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:43.866412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] For port bec74f8f-eaae-4848-85a1-360b2e807232, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bec74f8f-eaae-4848-85a1-360b2e807232,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:43.871686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.882318 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Allocated IP 172.26.1.136 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/98d01903-3fe1-4d54-9337-b47a689144ea) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:43.958234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50852cce-7ee3-4d39-9cfe-59493d4d87ab None None] Pushing event updated for resources: {'Port': ['ID=bec74f8f-eaae-4848-85a1-360b2e807232,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:44.033495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:44.063261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:44.138278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:44.142202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:44.146148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:44.186999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Pushing event updated for resources: {'Port': ['ID=98d01903-3fe1-4d54-9337-b47a689144ea,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:44.552044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:44.561619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:44.883099 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeeb3f0-afc3-488b-984e-6c9d04c0e56a None None] Network 9652d204-7917-497c-b8dd-4705e07e50b2 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:44.990234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2dc2718b-6253-4b2b-b1d5-ef4da4e40c58 None None] Provisioning for port bec74f8f-eaae-4848-85a1-360b2e807232 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:45.021632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:45.226488 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:20:45.329186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bec74f8f-eaae-4848-85a1-360b2e807232 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:45.398191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port bec74f8f-eaae-4848-85a1-360b2e807232 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:45.402648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port bec74f8f-eaae-4848-85a1-360b2e807232 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:45.403015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:45.412617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:45.422842 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Sync routers for ids ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:45.432760 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Routers {'2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:45.433389 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:45.439533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:45.440982 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-923dbb0b-838e-4574-9b36-6e6bb75267b6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4438655 Dec 22 09:20:45.443675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35440) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:45.524694 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:45.557665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port bec74f8f-eaae-4848-85a1-360b2e807232, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bec74f8f-eaae-4848-85a1-360b2e807232,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:45.563127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:45.620880 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Set router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:45.632385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=bec74f8f-eaae-4848-85a1-360b2e807232,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:45.896896 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:44Z', 'revision_number': 3, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:45.900539 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Checking router: 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:45.900879 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Updating router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 port 98d01903-3fe1-4d54-9337-b47a689144ea binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:20:45.954320 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.111523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.277716 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.289356 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Transition to ACTIVE for port object 98d01903-3fe1-4d54-9337-b47a689144ea will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:46.297133 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.376233 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Attempting to bind port 98d01903-3fe1-4d54-9337-b47a689144ea on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:46.376594 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Attempting to bind port 98d01903-3fe1-4d54-9337-b47a689144ea by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:46.376950 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Attempting to bind port 98d01903-3fe1-4d54-9337-b47a689144ea on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:46.380191 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Pushing event updated for resources: {'Port': ['ID=98d01903-3fe1-4d54-9337-b47a689144ea,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:46.387552 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:46.387918 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:46.388308 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.388691 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:46.389136 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Bound port: 98d01903-3fe1-4d54-9337-b47a689144ea, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:46.389494 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.431520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Allocated IP 172.20.0.1 (9652d204-7917-497c-b8dd-4705e07e50b2/d9acc7dc-c5c4-423e-bac2-70ecdd9752a2/475f0993-2ff3-4759-96b3-cd4f08dcd2b6) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:46.442431 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.442970 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.443084 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.443409 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.443728 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.444053 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.444462 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.444697 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.445062 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.445282 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.445594 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.445925 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:46.491505 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] For port 98d01903-3fe1-4d54-9337-b47a689144ea, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:46.494664 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] For port 98d01903-3fe1-4d54-9337-b47a689144ea, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=98d01903-3fe1-4d54-9337-b47a689144ea,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:46.499812 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.572596 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Routers {'2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:46.573200 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:46.573700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.589949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Transition to ACTIVE for port object 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:46.614115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.653306 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae0969-552e-41ef-84c3-4a18fb09d04b None None] Pushing event updated for resources: {'Port': ['ID=98d01903-3fe1-4d54-9337-b47a689144ea,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:46.677343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Network 9652d204-7917-497c-b8dd-4705e07e50b2 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:46.680264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:46.683847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:46.722739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Pushing event updated for resources: {'Port': ['ID=475f0993-2ff3-4759-96b3-cd4f08dcd2b6,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:46.744997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.759033 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] Set router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:46.908208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6073fd8-8a8a-4b67-881f-070969eb22c5 None None] Provisioning for port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:46.916059 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6073fd8-8a8a-4b67-881f-070969eb22c5 None None] Provisioning complete for port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:46.916431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6073fd8-8a8a-4b67-881f-070969eb22c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.971028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c6073fd8-8a8a-4b67-881f-070969eb22c5 None None] Port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:20:47.025983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:47.057802 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:44Z', 'revision_number': 3, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:47.061487 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7444a-be86-467f-92a5-04640bee94b6 None None] The sync data for ids ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'] in dv-neutron-822561-2-hyperv is: [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:44Z', 'revision_number': 3, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:47.271689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:47.286201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:47.353175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bec74f8f-eaae-4848-85a1-360b2e807232 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:47.402111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:47.425076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port bec74f8f-eaae-4848-85a1-360b2e807232 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:47.425446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:47.434729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Pushing event updated for resources: {'Port': ['ID=475f0993-2ff3-4759-96b3-cd4f08dcd2b6,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:47.555325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Network 9652d204-7917-497c-b8dd-4705e07e50b2 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:47.557989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:47.759847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:20:47.800415 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e680da17-5012-46f0-8178-a212c12c1b0a None None] Provisioning complete for port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:47.801068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e680da17-5012-46f0-8178-a212c12c1b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:47.863339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e680da17-5012-46f0-8178-a212c12c1b0a None None] Port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:20:48.055237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:48.063723 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-33339e1d-44d2-45ae-84bc-76c2803775eb admin admin] 10.222.0.37 "PUT /v2.0/routers/2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6189659 Dec 22 09:20:48.558530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35458) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:48.564689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-619250222-network', 'tenant_id': '4e51151051304df18d246e83389da2f9'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:48.569382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:48.573168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Usage tracker for resource:network and tenant:4e51151051304df18d246e83389da2f9 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:48.575973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:48.581509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:48.592398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Made reservation on behalf of 4e51151051304df18d246e83389da2f9 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:20:48.594874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:48.607245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:48.613089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Sync routers for ids ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:48.622214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Routers {'2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:48.622829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:48.622970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:48.627188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:4e51151051304df18d246e83389da2f9 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:48.629921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:48.635517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:48.718099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:48.721590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:48.751263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:20:48.759588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb4ec6d-1ade-4236-a071-6db307b763d9,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:48.765208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:48.765547 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Added segment 6d98a944-6a34-4974-8854-a8851b795fc8 of type vlan for network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e Dec 22 09:20:48.791297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:48.806278 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Set router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:48.820999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:48.822278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:48.822864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:48.917484 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3577631 Dec 22 09:20:48.920255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35462) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:48.926190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e8d00-6594-4706-a301-587681670fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=d0848dbe-45c3-4dfe-a1f6-c8b516dea41e,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:48.927353 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Request body: {'subnet': {'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-619250222-subnet', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'ip_version': 4}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:48.932447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:48.936435 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Usage tracker for resource:subnet and tenant:4e51151051304df18d246e83389da2f9 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:48.937785 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:20:48.939509 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:48.945221 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:48.955781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Made reservation on behalf of 4e51151051304df18d246e83389da2f9 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:20:48.958278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.160411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.207978 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '475f0993-2ff3-4759-96b3-cd4f08dcd2b6', 'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'mac_address': 'fa:16:3e:2e:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:46Z', 'updated_at': '2021-12-22T09:20:47Z', 'revision_number': 2, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'subnets': [{'id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:49.211833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Checking router: 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:49.212187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Updating router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:20:49.232717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b46c2c-17fa-4cb2-9794-01dcfc06b3ef,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:49.245270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Checking segment: {'id': '6d98a944-6a34-4974-8854-a8851b795fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:49.245623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Network hostable DHCP agents. Network: d0848dbe-45c3-4dfe-a1f6-c8b516dea41e, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:20:49.266504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:20:49.274878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.279767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, d0848dbe-45c3-4dfe-a1f6-c8b516dea41e) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:49.285004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:49.286431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.311447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35466) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:49.311730 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f294d9ec-ff51-4d78-b747-b561f144102b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3890610 Dec 22 09:20:49.316442 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-619250222-router', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:49.321609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:49.326864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd807cae-57bc-4f3d-a8b4-a78c3c089e4c None None] Network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:49.328316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Usage tracker for resource:router and tenant:4e51151051304df18d246e83389da2f9 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:49.330931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:49.337136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:49.347937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.348996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.352739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 98d01903-3fe1-4d54-9337-b47a689144ea up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:49.363314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.542776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7bb64dd1-e82e-44ae-8400-f6cc46828aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.627841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.656663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 98d01903-3fe1-4d54-9337-b47a689144ea completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:49.711970 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 98d01903-3fe1-4d54-9337-b47a689144ea triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:49.712342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.868714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-d0848dbe-45c3-4dfe-a1f6-c8b516dea41e', 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'fixed_ips': [{'subnet_id': '24b46c2c-17fa-4cb2-9794-01dcfc06b3ef'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:20:49.869526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.930951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:49.960855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.096968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Allocated IP 172.26.1.242 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/1e9fc46e-4377-410f-8736-45848ec8d483) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:50.128742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.150320 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.181510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 98d01903-3fe1-4d54-9337-b47a689144ea, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=98d01903-3fe1-4d54-9337-b47a689144ea,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:50.182943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Transition to ACTIVE for port object 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:50.192398 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.196540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Allocated IP 172.20.0.2 (d0848dbe-45c3-4dfe-a1f6-c8b516dea41e/24b46c2c-17fa-4cb2-9794-01dcfc06b3ef/a7a0483b-310a-42c3-9274-bd1045795f2f) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:50.232057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.242969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.272798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.344541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:50.347556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:50.351925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:50.391267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9fc46e-4377-410f-8736-45848ec8d483,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:50.403271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=98d01903-3fe1-4d54-9337-b47a689144ea,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:50.587725 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Attempting to bind port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:50.588016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Attempting to bind port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:50.588632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Attempting to bind port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 on network 9652d204-7917-497c-b8dd-4705e07e50b2 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:50.605376 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2409627-4f99-492d-a697-6cf1bb26b933 None None] Pushing event updated for resources: {'Port': ['ID=475f0993-2ff3-4759-96b3-cd4f08dcd2b6,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:50.608471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:50.609411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Checking segment: {'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:50.609849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.610241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Bound using segment: {'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:50.610713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Bound port: 475f0993-2ff3-4759-96b3-cd4f08dcd2b6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:50.611097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.771995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.782831 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] For port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:50.786891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] For port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=475f0993-2ff3-4759-96b3-cd4f08dcd2b6,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:50.788177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Transition to ACTIVE for port object a7a0483b-310a-42c3-9274-bd1045795f2f will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:50.794554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.868613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Transition to ACTIVE for port object a7a0483b-310a-42c3-9274-bd1045795f2f will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:50.883894 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.884460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:50.887453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Routers {'2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:50.888092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:50.954044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2409627-4f99-492d-a697-6cf1bb26b933 None None] Pushing event updated for resources: {'Port': ['ID=475f0993-2ff3-4759-96b3-cd4f08dcd2b6,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:51.050707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Pushing event updated for resources: {'Port': ['ID=a7a0483b-310a-42c3-9274-bd1045795f2f,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:51.060976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:51.064527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:51.071048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:51.234402 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:51.252055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] Set router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:51.313525 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 98d01903-3fe1-4d54-9337-b47a689144ea up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:51.347037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Attempting to bind port a7a0483b-310a-42c3-9274-bd1045795f2f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:51.347409 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Attempting to bind port a7a0483b-310a-42c3-9274-bd1045795f2f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '6d98a944-6a34-4974-8854-a8851b795fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:51.347773 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Attempting to bind port a7a0483b-310a-42c3-9274-bd1045795f2f on network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:51.420220 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:51.420597 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Checking segment: {'id': '6d98a944-6a34-4974-8854-a8851b795fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:51.421004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:51.421432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Bound using segment: {'id': '6d98a944-6a34-4974-8854-a8851b795fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:51.421920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Bound port: a7a0483b-310a-42c3-9274-bd1045795f2f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d98a944-6a34-4974-8854-a8851b795fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:51.422293 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:51.442048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Router 0c402a34-79c1-4394-8657-4b71f0873253 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:20:51.617556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:51.626991 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Sync routers for ids ['0c402a34-79c1-4394-8657-4b71f0873253'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:51.636938 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Routers {'0c402a34-79c1-4394-8657-4b71f0873253'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:51.637489 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0c402a34-79c1-4394-8657-4b71f0873253'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:51.642455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:51.646378 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d1194b9f-bdba-4278-871e-361f83c3fbe3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3314402 Dec 22 09:20:51.647031 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35472) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:51.681237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] For port a7a0483b-310a-42c3-9274-bd1045795f2f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:51.686197 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] For port a7a0483b-310a-42c3-9274-bd1045795f2f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a7a0483b-310a-42c3-9274-bd1045795f2f,segment=NetworkSegment(6d98a944-6a34-4974-8854-a8851b795fc8),segment_id=6d98a944-6a34-4974-8854-a8851b795fc8)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:51.689572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 98d01903-3fe1-4d54-9337-b47a689144ea triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:51.689984 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:51.730414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:51.820238 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Set router 0c402a34-79c1-4394-8657-4b71f0873253 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:51.887843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6d1347f-09ad-4289-8c1d-194a9a78a9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:51.900136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c996c2-75d6-41b7-be05-5654eec50fff None None] Pushing event updated for resources: {'Port': ['ID=a7a0483b-310a-42c3-9274-bd1045795f2f,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:51.992030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '475f0993-2ff3-4759-96b3-cd4f08dcd2b6', 'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'mac_address': 'fa:16:3e:2e:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:46Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'subnets': [{'id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:51.996894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6697cd-19ff-4e81-b452-cdf6850d563c None None] The sync data for ids ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'] in dv-neutron-822561-2-hyperv is: [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '475f0993-2ff3-4759-96b3-cd4f08dcd2b6', 'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'mac_address': 'fa:16:3e:2e:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:46Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'subnets': [{'id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:52.255247 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c402a34-79c1-4394-8657-4b71f0873253', 'name': 'tempest-TestMinimumBasicScenario-619250222-router', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 3, 'project_id': '4e51151051304df18d246e83389da2f9', 'gw_port': {'id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:93:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c402a34-79c1-4394-8657-4b71f0873253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:52.261077 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Checking router: 0c402a34-79c1-4394-8657-4b71f0873253 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:52.261812 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Updating router 0c402a34-79c1-4394-8657-4b71f0873253 port 1e9fc46e-4377-410f-8736-45848ec8d483 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:20:52.321298 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:52.449030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:52.700021 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:52.715689 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Transition to ACTIVE for port object 1e9fc46e-4377-410f-8736-45848ec8d483 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:52.725064 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:52.812886 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Allocated IP 172.20.0.1 (d0848dbe-45c3-4dfe-a1f6-c8b516dea41e/24b46c2c-17fa-4cb2-9794-01dcfc06b3ef/f2ad1259-0ace-4f11-8996-2da09e50347f) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:52.816418 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Attempting to bind port 1e9fc46e-4377-410f-8736-45848ec8d483 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:52.816787 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Attempting to bind port 1e9fc46e-4377-410f-8736-45848ec8d483 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:52.817138 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Attempting to bind port 1e9fc46e-4377-410f-8736-45848ec8d483 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:52.828159 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ed247-d595-4589-b3c3-dc82c28ff8e3 None None] Pushing event updated for resources: {'Port': ['ID=1e9fc46e-4377-410f-8736-45848ec8d483,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:52.832220 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:52.832590 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:52.832983 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:52.833358 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:52.834027 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Bound port: 1e9fc46e-4377-410f-8736-45848ec8d483, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:52.834793 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:52.933395 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] For port 1e9fc46e-4377-410f-8736-45848ec8d483, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:52.936094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:52.942205 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] For port 1e9fc46e-4377-410f-8736-45848ec8d483, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1e9fc46e-4377-410f-8736-45848ec8d483,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:52.958394 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:53.070225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:53.102020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:53.130820 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Routers {'0c402a34-79c1-4394-8657-4b71f0873253'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:53.131452 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0c402a34-79c1-4394-8657-4b71f0873253'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:53.146446 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Transition to ACTIVE for port object f2ad1259-0ace-4f11-8996-2da09e50347f will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:53.202151 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:53.222524 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ed247-d595-4589-b3c3-dc82c28ff8e3 None None] Pushing event updated for resources: {'Port': ['ID=1e9fc46e-4377-410f-8736-45848ec8d483,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:53.248332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e1caa3-7a58-4992-9e80-2e9494dcca8b None None] Network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:53.294149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:53.297645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:53.307570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:53.342433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ad1259-0ace-4f11-8996-2da09e50347f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:53.352086 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] Set router 0c402a34-79c1-4394-8657-4b71f0873253 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:53.380087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:53.461419 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a7a0483b-310a-42c3-9274-bd1045795f2f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:53.502267 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-68747755-f3fc-4123-9f9a-743bdc50ce32 None None] Provisioning for port a7a0483b-310a-42c3-9274-bd1045795f2f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:53.687424 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c402a34-79c1-4394-8657-4b71f0873253', 'name': 'tempest-TestMinimumBasicScenario-619250222-router', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 3, 'project_id': '4e51151051304df18d246e83389da2f9', 'gw_port': {'id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:93:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c402a34-79c1-4394-8657-4b71f0873253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:53.692046 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e7623-c5df-4707-baa9-1bc05658a6a6 None None] The sync data for ids ['0c402a34-79c1-4394-8657-4b71f0873253'] in dv-neutron-822561-2-hyperv is: [{'id': '0c402a34-79c1-4394-8657-4b71f0873253', 'name': 'tempest-TestMinimumBasicScenario-619250222-router', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 3, 'project_id': '4e51151051304df18d246e83389da2f9', 'gw_port': {'id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:93:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c402a34-79c1-4394-8657-4b71f0873253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:53.708956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port a7a0483b-310a-42c3-9274-bd1045795f2f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:53.724032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port a7a0483b-310a-42c3-9274-bd1045795f2f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:53.724360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:53.739270 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:53.899455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:53.953763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port a7a0483b-310a-42c3-9274-bd1045795f2f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a7a0483b-310a-42c3-9274-bd1045795f2f,segment=NetworkSegment(6d98a944-6a34-4974-8854-a8851b795fc8),segment_id=6d98a944-6a34-4974-8854-a8851b795fc8)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:53.963926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:53.966509 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:54.062694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:54.072802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:54.149060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=a7a0483b-310a-42c3-9274-bd1045795f2f,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:54.175038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:54.185083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:54.185727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:54.253052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:54.256720 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ad1259-0ace-4f11-8996-2da09e50347f,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:54.281444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-14c06d24-c689-4d5f-a85a-9c9f0d727730 None None] Provisioning for port f2ad1259-0ace-4f11-8996-2da09e50347f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:54.292019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-14c06d24-c689-4d5f-a85a-9c9f0d727730 None None] Provisioning complete for port f2ad1259-0ace-4f11-8996-2da09e50347f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:54.292467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-14c06d24-c689-4d5f-a85a-9c9f0d727730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:54.323374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:54.420717 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-14c06d24-c689-4d5f-a85a-9c9f0d727730 None None] Port f2ad1259-0ace-4f11-8996-2da09e50347f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:20:54.426593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:54.427795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:54.521731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-14c06d24-c689-4d5f-a85a-9c9f0d727730 None None] Provisioning complete for port a7a0483b-310a-42c3-9274-bd1045795f2f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:54.522760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-14c06d24-c689-4d5f-a85a-9c9f0d727730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:54.581052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:54.638555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=475f0993-2ff3-4759-96b3-cd4f08dcd2b6,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:54.645307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Router 0c402a34-79c1-4394-8657-4b71f0873253 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:20:54.678424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:54.841855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:54.856836 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-420ba0d1-2138-4052-bd95-8865d463f600 admin admin] 10.222.0.37 "PUT /v2.0/routers/0c402a34-79c1-4394-8657-4b71f0873253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2033103 Dec 22 09:20:54.883818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=475f0993-2ff3-4759-96b3-cd4f08dcd2b6,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:54.945320 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-aa73b96e-bd44-4e4e-ae73-1011b22cc0fe None None] Provisioning complete for port f2ad1259-0ace-4f11-8996-2da09e50347f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:54.945713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aa73b96e-bd44-4e4e-ae73-1011b22cc0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:55.005565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-aa73b96e-bd44-4e4e-ae73-1011b22cc0fe None None] Port f2ad1259-0ace-4f11-8996-2da09e50347f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:20:55.377928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a7a0483b-310a-42c3-9274-bd1045795f2f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:55.451011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port a7a0483b-310a-42c3-9274-bd1045795f2f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:55.451391 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:55.574917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:55.643174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:55.643550 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:55.708683 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Sync routers for ids ['0c402a34-79c1-4394-8657-4b71f0873253'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:55.723705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Routers {'0c402a34-79c1-4394-8657-4b71f0873253'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:55.724333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0c402a34-79c1-4394-8657-4b71f0873253'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:55.936606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1e9fc46e-4377-410f-8736-45848ec8d483 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:56.006061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Set router 0c402a34-79c1-4394-8657-4b71f0873253 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:56.160019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 1e9fc46e-4377-410f-8736-45848ec8d483 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:56.180394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 1e9fc46e-4377-410f-8736-45848ec8d483 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:56.180968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:56.421013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:56.442547 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 1e9fc46e-4377-410f-8736-45848ec8d483, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1e9fc46e-4377-410f-8736-45848ec8d483,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:56.450695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:56.503342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c402a34-79c1-4394-8657-4b71f0873253', 'name': 'tempest-TestMinimumBasicScenario-619250222-router', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:53Z', 'revision_number': 4, 'project_id': '4e51151051304df18d246e83389da2f9', 'gw_port': {'id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:93:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c402a34-79c1-4394-8657-4b71f0873253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'f2ad1259-0ace-4f11-8996-2da09e50347f', 'name': '', 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'mac_address': 'fa:16:3e:14:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c402a34-79c1-4394-8657-4b71f0873253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '24b46c2c-17fa-4cb2-9794-01dcfc06b3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:52Z', 'updated_at': '2021-12-22T09:20:53Z', 'revision_number': 2, 'project_id': '4e51151051304df18d246e83389da2f9', 'subnets': [{'id': '24b46c2c-17fa-4cb2-9794-01dcfc06b3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:56.512524 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Checking router: 0c402a34-79c1-4394-8657-4b71f0873253 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:56.512883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Updating router 0c402a34-79c1-4394-8657-4b71f0873253 port f2ad1259-0ace-4f11-8996-2da09e50347f binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:20:56.570964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=1e9fc46e-4377-410f-8736-45848ec8d483,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:56.582307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:56.995879 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:57.016691 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Transition to ACTIVE for port object f2ad1259-0ace-4f11-8996-2da09e50347f will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:57.027544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:57.202357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574b5d6-4fdd-4223-a198-30928ac9c629 None None] Pushing event updated for resources: {'Port': ['ID=f2ad1259-0ace-4f11-8996-2da09e50347f,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:57.271987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Attempting to bind port f2ad1259-0ace-4f11-8996-2da09e50347f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:57.272431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Attempting to bind port f2ad1259-0ace-4f11-8996-2da09e50347f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '6d98a944-6a34-4974-8854-a8851b795fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:57.272858 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Attempting to bind port f2ad1259-0ace-4f11-8996-2da09e50347f on network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:57.279569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:57.280041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Checking segment: {'id': '6d98a944-6a34-4974-8854-a8851b795fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:57.280505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:57.281008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Bound using segment: {'id': '6d98a944-6a34-4974-8854-a8851b795fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:57.281707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Bound port: f2ad1259-0ace-4f11-8996-2da09e50347f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d98a944-6a34-4974-8854-a8851b795fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:57.282301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:57.352988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1e9fc46e-4377-410f-8736-45848ec8d483 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:57.445221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] For port f2ad1259-0ace-4f11-8996-2da09e50347f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:57.453161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] For port f2ad1259-0ace-4f11-8996-2da09e50347f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f2ad1259-0ace-4f11-8996-2da09e50347f,segment=NetworkSegment(6d98a944-6a34-4974-8854-a8851b795fc8),segment_id=6d98a944-6a34-4974-8854-a8851b795fc8)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:57.464835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:57.560218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 1e9fc46e-4377-410f-8736-45848ec8d483 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:57.560601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:57.611489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Routers {'0c402a34-79c1-4394-8657-4b71f0873253'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:57.612891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:20:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0c402a34-79c1-4394-8657-4b71f0873253'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:57.707622 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574b5d6-4fdd-4223-a198-30928ac9c629 None None] Pushing event updated for resources: {'Port': ['ID=f2ad1259-0ace-4f11-8996-2da09e50347f,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:57.907720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] Set router 0c402a34-79c1-4394-8657-4b71f0873253 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:58.279133 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c402a34-79c1-4394-8657-4b71f0873253', 'name': 'tempest-TestMinimumBasicScenario-619250222-router', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:53Z', 'revision_number': 4, 'project_id': '4e51151051304df18d246e83389da2f9', 'gw_port': {'id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:93:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c402a34-79c1-4394-8657-4b71f0873253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'f2ad1259-0ace-4f11-8996-2da09e50347f', 'name': '', 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'mac_address': 'fa:16:3e:14:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c402a34-79c1-4394-8657-4b71f0873253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '24b46c2c-17fa-4cb2-9794-01dcfc06b3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:52Z', 'updated_at': '2021-12-22T09:20:57Z', 'revision_number': 4, 'project_id': '4e51151051304df18d246e83389da2f9', 'subnets': [{'id': '24b46c2c-17fa-4cb2-9794-01dcfc06b3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:58.284265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12a498-3dea-4edb-aacc-422d6a657184 None None] The sync data for ids ['0c402a34-79c1-4394-8657-4b71f0873253'] in dv-neutron-822561-2-hyperv is: [{'id': '0c402a34-79c1-4394-8657-4b71f0873253', 'name': 'tempest-TestMinimumBasicScenario-619250222-router', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:53Z', 'revision_number': 4, 'project_id': '4e51151051304df18d246e83389da2f9', 'gw_port': {'id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:93:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c402a34-79c1-4394-8657-4b71f0873253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'f2ad1259-0ace-4f11-8996-2da09e50347f', 'name': '', 'network_id': 'd0848dbe-45c3-4dfe-a1f6-c8b516dea41e', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'mac_address': 'fa:16:3e:14:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c402a34-79c1-4394-8657-4b71f0873253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '24b46c2c-17fa-4cb2-9794-01dcfc06b3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:52Z', 'updated_at': '2021-12-22T09:20:57Z', 'revision_number': 4, 'project_id': '4e51151051304df18d246e83389da2f9', 'subnets': [{'id': '24b46c2c-17fa-4cb2-9794-01dcfc06b3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:59.376296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f2ad1259-0ace-4f11-8996-2da09e50347f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:59.457560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port f2ad1259-0ace-4f11-8996-2da09e50347f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:59.465102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f2ad1259-0ace-4f11-8996-2da09e50347f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:59.465481 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:59.651987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:59.688909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port f2ad1259-0ace-4f11-8996-2da09e50347f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f2ad1259-0ace-4f11-8996-2da09e50347f,segment=NetworkSegment(6d98a944-6a34-4974-8854-a8851b795fc8),segment_id=6d98a944-6a34-4974-8854-a8851b795fc8)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:59.692907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:59.773937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=f2ad1259-0ace-4f11-8996-2da09e50347f,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:01.312538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f2ad1259-0ace-4f11-8996-2da09e50347f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:21:01.380587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port f2ad1259-0ace-4f11-8996-2da09e50347f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:01.381323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:01.721580 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:21:05.381769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-ded1fa94-2813-4c9a-9879-98169977aa3a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:05.383218 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-ded1fa94-2813-4c9a-9879-98169977aa3a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/networks?id=9652d204-7917-497c-b8dd-4705e07e50b2 HTTP/1.1" status: 200 len: 815 time: 0.2443602 Dec 22 09:21:05.397491 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-c4c66ce3-d9a7-4c80-b154-2480ab381dc1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/quotas/99dccd6c43534a4c8a27aaf3d3911d38 HTTP/1.1" status: 200 len: 375 time: 0.0087233 Dec 22 09:21:05.477322 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3cdf604c-52e5-49d7-b8b8-29e667859027 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99dccd6c43534a4c8a27aaf3d3911d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750103 Dec 22 09:21:05.612260 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-acfea3fd-4b35-4be3-a7b4-fab0b858da86 service neutron] 10.222.0.37 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229632 Dec 22 09:21:05.739926 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-d3d686eb-8485-4592-ad1b-be3bf21d23c8 service neutron] 10.222.0.37 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220915 Dec 22 09:21:05.917468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-fef3f11b-8e2e-44fe-936a-b3084124ecdc req-326b5b39-7469-4e0c-bd4d-79ba5300499c tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Synchronizing usage tracker for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:05.933815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-fef3f11b-8e2e-44fe-936a-b3084124ecdc req-326b5b39-7469-4e0c-bd4d-79ba5300499c tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Unset dirty status for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:05.934975 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fef3f11b-8e2e-44fe-936a-b3084124ecdc req-326b5b39-7469-4e0c-bd4d-79ba5300499c tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 210 time: 0.0672114 Dec 22 09:21:07.102416 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f99c4c0b-67eb-4a9d-9830-f1d8488f439c req-55c5eece-ed20-4e82-b075-d09a1a271615 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 210 time: 0.0503547 Dec 22 09:21:07.228734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-c19e1e67-d788-4b86-b0c9-b24691ca08f4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:07.229401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-c19e1e67-d788-4b86-b0c9-b24691ca08f4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Synchronizing usage tracker for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:07.245481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-c19e1e67-d788-4b86-b0c9-b24691ca08f4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Unset dirty status for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:07.246607 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-c19e1e67-d788-4b86-b0c9-b24691ca08f4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.54 "GET /v2.0/networks?id=9652d204-7917-497c-b8dd-4705e07e50b2 HTTP/1.1" status: 200 len: 815 time: 0.2881989 Dec 22 09:21:07.259508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'port': {'device_id': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'admin_state_up': True, 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:07.396054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:07.405405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:07.415365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Made reservation on behalf of 99dccd6c43534a4c8a27aaf3d3911d38 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:21:07.418891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:07.663998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Allocated IP 172.20.0.11 (9652d204-7917-497c-b8dd-4705e07e50b2/d9acc7dc-c5c4-423e-bac2-70ecdd9752a2/23b0f5f0-96a8-4160-8f57-3229ebc26114) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:21:07.889993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:07.905153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Transition to ACTIVE for port object 23b0f5f0-96a8-4160-8f57-3229ebc26114 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:21:07.930360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:08.024984 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Network 9652d204-7917-497c-b8dd-4705e07e50b2 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:21:08.028274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:21:08.033227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:21:08.082889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'Port': ['ID=23b0f5f0-96a8-4160-8f57-3229ebc26114,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:08.120475 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:08.121003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:08.178961 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f942763-7850-4595-b867-487323e1b119 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9217279 Dec 22 09:21:08.321373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b64388-eaf3-468c-9712-f4d1f1aafed9 req-8a11f241-263b-4dfe-8179-adb3dc4b5a7a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:08.322116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-51b64388-eaf3-468c-9712-f4d1f1aafed9 req-8a11f241-263b-4dfe-8179-adb3dc4b5a7a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Synchronizing usage tracker for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:08.337352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-51b64388-eaf3-468c-9712-f4d1f1aafed9 req-8a11f241-263b-4dfe-8179-adb3dc4b5a7a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Unset dirty status for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:08.338538 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-51b64388-eaf3-468c-9712-f4d1f1aafed9 req-8a11f241-263b-4dfe-8179-adb3dc4b5a7a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 932 time: 0.1103466 Dec 22 09:21:08.385369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-51b64388-eaf3-468c-9712-f4d1f1aafed9 req-f0a810a6-69a5-4425-9289-f680f477f275 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Synchronizing usage tracker for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:08.393333 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fcc4a99f-ff66-4cf6-9591-f21b86aa3da1 None None] Provisioning for port 23b0f5f0-96a8-4160-8f57-3229ebc26114 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:21:08.398265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-fcc4a99f-ff66-4cf6-9591-f21b86aa3da1 None None] Provisioning complete for port 23b0f5f0-96a8-4160-8f57-3229ebc26114 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:08.398671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a99f-ff66-4cf6-9591-f21b86aa3da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:08.401998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-51b64388-eaf3-468c-9712-f4d1f1aafed9 req-f0a810a6-69a5-4425-9289-f680f477f275 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Unset dirty status for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:08.403148 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-51b64388-eaf3-468c-9712-f4d1f1aafed9 req-f0a810a6-69a5-4425-9289-f680f477f275 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579820 Dec 22 09:21:08.459980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4a99f-ff66-4cf6-9591-f21b86aa3da1 None None] Port 23b0f5f0-96a8-4160-8f57-3229ebc26114 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:21:09.597948 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947e4dd-5166-4a10-88eb-1778296ddc13 req-1a044771-a725-455a-a50d-3998b3903074 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:09.600445 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7947e4dd-5166-4a10-88eb-1778296ddc13 req-1a044771-a725-455a-a50d-3998b3903074 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 932 time: 0.0871058 Dec 22 09:21:09.650113 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7947e4dd-5166-4a10-88eb-1778296ddc13 req-62cb1479-b4f0-4200-8a8c-34b0c50c2ed1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 Dec 22 09:21:10.873409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3db5f-e824-421c-b4cd-658bffcc3218 req-f4a00f6f-f8de-4f54-824c-409db1e69ad5 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:10.875153 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-59d3db5f-e824-421c-b4cd-658bffcc3218 req-f4a00f6f-f8de-4f54-824c-409db1e69ad5 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 932 time: 0.0920556 Dec 22 09:21:10.923970 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-59d3db5f-e824-421c-b4cd-658bffcc3218 req-dbc37a13-df20-4f33-952e-8cb8170ca2e1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Dec 22 09:21:12.110568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868513d-4c47-4f3c-b789-79879f6a236d req-0adaa505-dfa7-4720-bc2c-6bc7ccf41daf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:12.112137 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7868513d-4c47-4f3c-b789-79879f6a236d req-0adaa505-dfa7-4720-bc2c-6bc7ccf41daf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 932 time: 0.0856826 Dec 22 09:21:12.161895 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7868513d-4c47-4f3c-b789-79879f6a236d req-a678de05-4aa3-45f7-adc6-466d9d1fb296 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Dec 22 09:21:13.381130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0c4f7-7319-4723-b1aa-1649ee28ddfd req-33165f3b-9be6-40cd-8c26-ffcc6c1b4837 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:13.382806 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fed0c4f7-7319-4723-b1aa-1649ee28ddfd req-33165f3b-9be6-40cd-8c26-ffcc6c1b4837 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 932 time: 0.1105950 Dec 22 09:21:13.426333 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fed0c4f7-7319-4723-b1aa-1649ee28ddfd req-ce65aca0-8f02-4fa4-9f38-759d26951e57 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378401 Dec 22 09:21:14.552771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:14.614033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12211c0-1f4d-42ab-bd3e-1e728ea2f547 req-4d652ec9-4cda-4f47-abf3-1e1ba70bcd8a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:14.615473 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b12211c0-1f4d-42ab-bd3e-1e728ea2f547 req-4d652ec9-4cda-4f47-abf3-1e1ba70bcd8a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 932 time: 0.0786726 Dec 22 09:21:14.660573 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b12211c0-1f4d-42ab-bd3e-1e728ea2f547 req-c478274b-2d58-431f-9c31-57bce00fbd86 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394847 Dec 22 09:21:15.854535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bb17-428a-4e82-9a3b-2e4026769145 req-31a01ae8-d206-4cdd-b39f-f1b039cfa65f tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:15.855964 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d535bb17-428a-4e82-9a3b-2e4026769145 req-31a01ae8-d206-4cdd-b39f-f1b039cfa65f tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 932 time: 0.0781860 Dec 22 09:21:15.900536 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d535bb17-428a-4e82-9a3b-2e4026769145 req-ece1b295-1965-48b3-97a7-c5a9dd144e50 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389092 Dec 22 09:21:17.101953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5043b-0adf-4f7f-bacf-0dc3a911005c req-b8de16b1-9f63-4260-8082-ed819a35ff94 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:17.103452 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cab5043b-0adf-4f7f-bacf-0dc3a911005c req-b8de16b1-9f63-4260-8082-ed819a35ff94 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 932 time: 0.0910053 Dec 22 09:21:17.148100 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cab5043b-0adf-4f7f-bacf-0dc3a911005c req-7affc587-4238-46ce-90cc-7511e5bd41e0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382659 Dec 22 09:21:18.335287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924f795-ce69-4a85-bdf1-01816a2addac req-ba5421eb-e61c-45de-b7ce-3df6bf0b6a63 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:18.336696 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e924f795-ce69-4a85-bdf1-01816a2addac req-ba5421eb-e61c-45de-b7ce-3df6bf0b6a63 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 932 time: 0.0808327 Dec 22 09:21:18.379391 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e924f795-ce69-4a85-bdf1-01816a2addac req-2aa33c5f-9cf0-47e7-93e1-2ada3058e125 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367889 Dec 22 09:21:18.699541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Request body: {'port': {'device_id': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:18.818746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.147467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b0f5f0-96a8-4160-8f57-3229ebc26114 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:21:19.154492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.168401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Transition to ACTIVE for port object 23b0f5f0-96a8-4160-8f57-3229ebc26114 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:21:19.172818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.425709 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7475c54d-7128-4f6e-b6ea-9b0f3d8898dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.430743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Pushing event updated for resources: {'Port': ['ID=23b0f5f0-96a8-4160-8f57-3229ebc26114,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:19.509941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Attempting to bind port 23b0f5f0-96a8-4160-8f57-3229ebc26114 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:21:19.510172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Attempting to bind port 23b0f5f0-96a8-4160-8f57-3229ebc26114 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:21:19.510494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Attempting to bind port 23b0f5f0-96a8-4160-8f57-3229ebc26114 on network 9652d204-7917-497c-b8dd-4705e07e50b2 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:21:19.515000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Port 23b0f5f0-96a8-4160-8f57-3229ebc26114 on network 9652d204-7917-497c-b8dd-4705e07e50b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:21:19.515788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Attempting to bind port 23b0f5f0-96a8-4160-8f57-3229ebc26114 on network 9652d204-7917-497c-b8dd-4705e07e50b2 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:21:19.520840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:21:19.521171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Checking segment: {'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:21:19.521552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Bound using segment: {'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:21:19.521994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Bound port: 23b0f5f0-96a8-4160-8f57-3229ebc26114, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5196b4a-a6cc-4a83-a276-11f853812c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:21:19.522335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.561398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808dd67-6da6-4bc5-bbb3-70d3a57b01e7 req-d465e2d6-e57e-4684-a903-bbd6446e8f0e tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:19.562901 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2808dd67-6da6-4bc5-bbb3-70d3a57b01e7 req-d465e2d6-e57e-4684-a903-bbd6446e8f0e tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 944 time: 0.0783510 Dec 22 09:21:19.607222 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2808dd67-6da6-4bc5-bbb3-70d3a57b01e7 req-c02fcd16-c9c7-455c-aace-1324956baa16 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Dec 22 09:21:19.612787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] For port 23b0f5f0-96a8-4160-8f57-3229ebc26114, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:21:19.615787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] For port 23b0f5f0-96a8-4160-8f57-3229ebc26114, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:21:19.620534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.677571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:19.678191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.679512 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] 10.222.0.54 "PUT /v2.0/ports/23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 1094 time: 0.9858875 Dec 22 09:21:19.679935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:19.701944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3ad99-ef29-4f21-8fd5-d48fa1028f94 service neutron] Pushing event updated for resources: {'Port': ['ID=23b0f5f0-96a8-4160-8f57-3229ebc26114,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:19.753885 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'status': 'completed', 'code': 200} Dec 22 09:21:19.794729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-5b01d5fb-1216-4a23-97a0-39c6dde52efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:19.796220 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-5b01d5fb-1216-4a23-97a0-39c6dde52efa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99dccd6c43534a4c8a27aaf3d3911d38&device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 1097 time: 0.0740459 Dec 22 09:21:19.869295 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-32c8bab7-4c74-472d-a7db-7bfab2155df6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 217 time: 0.0657110 Dec 22 09:21:19.932388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-9a74550e-600b-46b8-a3f4-fbb054437ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:19.933818 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-9a74550e-600b-46b8-a3f4-fbb054437ddd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9acc7dc-c5c4-423e-bac2-70ecdd9752a2 HTTP/1.1" status: 200 len: 854 time: 0.0573261 Dec 22 09:21:20.011130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-2f54eb2f-719e-4130-91cb-c90e63e0fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:20.012528 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-2f54eb2f-719e-4130-91cb-c90e63e0fba6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9652d204-7917-497c-b8dd-4705e07e50b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721810 Dec 22 09:21:20.142016 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-3f6ac894-7c88-4ef9-9a30-e9398d4941cd service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228249 Dec 22 09:21:20.271048 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7171d5de-a2b9-4f7b-a0b8-87844ee2d935 req-670ef094-7737-4635-99be-6b70b4e5af76 service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224978 Dec 22 09:21:20.385079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-b6362859-7a83-49c4-abe6-10a13f81e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:20.386605 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-b6362859-7a83-49c4-abe6-10a13f81e26f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99dccd6c43534a4c8a27aaf3d3911d38&device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 1097 time: 0.0692899 Dec 22 09:21:20.516221 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-55b08593-acee-4554-9535-8227c439f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:20.517541 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-55b08593-acee-4554-9535-8227c439f6b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9652d204-7917-497c-b8dd-4705e07e50b2 HTTP/1.1" status: 200 len: 916 time: 0.1241050 Dec 22 09:21:20.586685 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-5d937fda-07e0-4ff5-8694-ab6d9ea79117 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 217 time: 0.0622351 Dec 22 09:21:20.649353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-7e859d3c-263d-4385-a4db-503698bac9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:20.650864 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-7e859d3c-263d-4385-a4db-503698bac9fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9acc7dc-c5c4-423e-bac2-70ecdd9752a2 HTTP/1.1" status: 200 len: 854 time: 0.0559130 Dec 22 09:21:20.728902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-1e167104-459d-40e4-ae7d-c8eef072f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:20.730393 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-1e167104-459d-40e4-ae7d-c8eef072f8fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9652d204-7917-497c-b8dd-4705e07e50b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716887 Dec 22 09:21:20.790649 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578f5c-d8be-4c6a-853d-f0c930e8ae1b req-45dbdc23-99c5-4258-a3c0-1665915e827e tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:20.792030 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a9578f5c-d8be-4c6a-853d-f0c930e8ae1b req-45dbdc23-99c5-4258-a3c0-1665915e827e tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 944 time: 0.0829313 Dec 22 09:21:20.835275 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a9578f5c-d8be-4c6a-853d-f0c930e8ae1b req-31dfe53e-f0ed-4b04-bf32-68d1566a44e3 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374985 Dec 22 09:21:20.861914 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-5467c8e6-4ec0-4c12-a716-cf79c2cc6d08 service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228333 Dec 22 09:21:21.090703 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b86a2a15-807a-4ac2-bde2-325fe154ffaf req-a2b0d231-d5a8-47a6-95a1-134a88f5a0bb service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221513 Dec 22 09:21:21.801251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-221851e2-adea-450b-b47e-7085850245ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.016669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238bee-8b7b-4758-ad25-fa49b2ca9d9c req-bdc28400-b76a-4bb8-b737-eb8a8909444b tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:22.018134 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ca238bee-8b7b-4758-ad25-fa49b2ca9d9c req-bdc28400-b76a-4bb8-b737-eb8a8909444b tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 944 time: 0.0778072 Dec 22 09:21:22.066007 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ca238bee-8b7b-4758-ad25-fa49b2ca9d9c req-4494fccf-1ddb-418a-947d-926a601fee91 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Dec 22 09:21:22.522584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 23b0f5f0-96a8-4160-8f57-3229ebc26114 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:21:22.649955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 23b0f5f0-96a8-4160-8f57-3229ebc26114, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:21:22.665365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'port_id': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'mac_address': 'fa:16:3e:72:90:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:21:22.717702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.733322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b0f5f0-96a8-4160-8f57-3229ebc26114 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:21:22.747689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 23b0f5f0-96a8-4160-8f57-3229ebc26114, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:21:22.752087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.815923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=23b0f5f0-96a8-4160-8f57-3229ebc26114,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:22.822696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.823038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.823369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.823695 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.824018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.824338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.824658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.824974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.825290 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.825604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.825941 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.826250 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.913778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.963191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['23b0f5f0-96a8-4160-8f57-3229ebc26114'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:21:23.066647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.248618 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408ee30-195f-4963-8736-62819794ab1e req-438e824a-5e41-40ce-825b-4ae08280f8b4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:23.250771 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0408ee30-195f-4963-8736-62819794ab1e req-438e824a-5e41-40ce-825b-4ae08280f8b4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 945 time: 0.0794280 Dec 22 09:21:23.292953 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0408ee30-195f-4963-8736-62819794ab1e req-e8ebe8c4-3490-4563-a7b5-d327a3cc2acc tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Dec 22 09:21:24.275734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.477939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96307d5-8841-40ca-b085-2300acc576d3 req-8d81244c-ce60-4441-947b-e69fb9be92fc tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:24.479378 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c96307d5-8841-40ca-b085-2300acc576d3 req-8d81244c-ce60-4441-947b-e69fb9be92fc tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 945 time: 0.0812445 Dec 22 09:21:24.522443 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c96307d5-8841-40ca-b085-2300acc576d3 req-1f74c441-9265-4d0e-a462-a1e68ecc746b tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Dec 22 09:21:24.538964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 23b0f5f0-96a8-4160-8f57-3229ebc26114 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:21:24.606374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 23b0f5f0-96a8-4160-8f57-3229ebc26114 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:21:24.611558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 23b0f5f0-96a8-4160-8f57-3229ebc26114 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:24.611929 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.723411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.748782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:24.759592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 23b0f5f0-96a8-4160-8f57-3229ebc26114, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:21:24.763954 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.828299 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=23b0f5f0-96a8-4160-8f57-3229ebc26114,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:24.909259 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'code': 200} Dec 22 09:21:25.128760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e8199-cd63-4ebe-9d59-94973db2d413 req-2cdc1671-4e18-4341-b968-2ab17080175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:25.130204 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-275e8199-cd63-4ebe-9d59-94973db2d413 req-2cdc1671-4e18-4341-b968-2ab17080175c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 1099 time: 0.0666814 Dec 22 09:21:25.172479 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-275e8199-cd63-4ebe-9d59-94973db2d413 req-dcca03a3-2f21-4459-af06-065d2fe1df84 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357306 Dec 22 09:21:25.698631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544b52-8d0a-49e4-be1a-9f9463112e2a req-38d2613a-7b4f-4776-8eef-8d2810f006de tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:25.700047 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54544b52-8d0a-49e4-be1a-9f9463112e2a req-38d2613a-7b4f-4776-8eef-8d2810f006de tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 946 time: 0.0771599 Dec 22 09:21:25.742358 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-54544b52-8d0a-49e4-be1a-9f9463112e2a req-520cc088-4ee0-4108-94b3-f7b53c1eb716 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362999 Dec 22 09:21:26.925035 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de4ee3-a717-4656-82d7-0c0fda71dccb req-c36689b4-7d7a-4b4c-8671-bf9322f4fcec tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:26.926484 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-71de4ee3-a717-4656-82d7-0c0fda71dccb req-c36689b4-7d7a-4b4c-8671-bf9322f4fcec tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 946 time: 0.0803053 Dec 22 09:21:26.969744 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-71de4ee3-a717-4656-82d7-0c0fda71dccb req-097ab4ad-1807-47eb-8080-fa03f1e9babe tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376849 Dec 22 09:21:27.309094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87d2db-a1e6-44f5-a815-d39bc65f3314 req-ee535dcb-917e-4982-94bc-0294c66ab50a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:27.310549 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2d87d2db-a1e6-44f5-a815-d39bc65f3314 req-ee535dcb-917e-4982-94bc-0294c66ab50a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 946 time: 0.0811269 Dec 22 09:21:27.353448 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2d87d2db-a1e6-44f5-a815-d39bc65f3314 req-2f3b81be-4240-414b-822a-293f6f6099cf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Dec 22 09:21:27.730006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6039-47d4-46d3-ad11-1fa45256bc70 req-34b543d1-f2ac-4dc1-9102-ee99a7fa1b76 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:27.731404 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7c4f6039-47d4-46d3-ad11-1fa45256bc70 req-34b543d1-f2ac-4dc1-9102-ee99a7fa1b76 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 946 time: 0.0767856 Dec 22 09:21:27.773758 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7c4f6039-47d4-46d3-ad11-1fa45256bc70 req-228d6383-0516-4b9f-b4c8-2ceeea2c5c8e tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363970 Dec 22 09:21:37.978646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0db33b-0d69-4bcc-ae0a-630b4de81ebf req-159d7486-b8e8-493e-b71f-7e9288deafa2 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:37.980078 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0e0db33b-0d69-4bcc-ae0a-630b4de81ebf req-159d7486-b8e8-493e-b71f-7e9288deafa2 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 946 time: 0.0807014 Dec 22 09:21:38.024165 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0e0db33b-0d69-4bcc-ae0a-630b4de81ebf req-19e58224-ff29-4b84-843c-7e3499ba0019 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382442 Dec 22 09:21:38.046640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35670) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:38.204762 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9650d320-ac35-40e7-b435-493cac13526e tempest-TestMinimumBasicScenario-1812174755 tempest-TestMinimumBasicScenario-1812174755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:38.206307 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9650d320-ac35-40e7-b435-493cac13526e tempest-TestMinimumBasicScenario-1812174755 tempest-TestMinimumBasicScenario-1812174755-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 1094 time: 0.1587417 Dec 22 09:21:38.209214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35676) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:38.213923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:38.219802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:38.223521 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Usage tracker for resource:floatingip and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:38.226270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:38.231728 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:38.242133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:38.376936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:38.510039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Allocated IP 172.26.1.117 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/473cbda2-cfa7-4552-8cbc-f2547d06ddcd) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:21:38.652603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:38.681237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:38.722875 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:21:38.749953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:21:38.752694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:21:38.756193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:21:38.785364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'Port': ['ID=473cbda2-cfa7-4552-8cbc-f2547d06ddcd,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:38.802461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.802810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.803145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.803479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.803809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.804135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.804459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.804782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.805100 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.805425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.805835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:38.806154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:39.271892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:39.343423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:39.547926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:39.552189 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:39.662425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'Port': ['ID=473cbda2-cfa7-4552-8cbc-f2547d06ddcd,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:39.672053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:39.835719 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Floating IP 5b21cf01-3e37-4767-bce8-1220fe9e4b53 associated. External IP: 172.26.1.117, port: 23b0f5f0-96a8-4160-8f57-3229ebc26114. Dec 22 09:21:40.177457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:21:40.349661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:21:40.358904 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] Sync routers for ids ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:21:40.368199 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] Routers {'2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:21:40.368800 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:21:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:40.373838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.430088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-602d7014-d3b5-40da-9834-590bf13367bb tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2196641 Dec 22 09:21:40.430469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:40.432790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35680) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:40.439362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734793193', 'description': 'tempest-secgroup-smoke-734793193 description', 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:40.447964 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:40.460685 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:40.472309 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.493505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:40.497390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Usage tracker for resource:security_group_rule and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:40.500353 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:40.506912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:40.535302 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'status': 'completed', 'code': 200} Dec 22 09:21:40.547316 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] Set router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:21:40.595067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.602569 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.653113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641c9ba-5766-4e59-9272-fe417bd023af req-44d61e64-085e-44fc-812a-e8abbd790187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:40.654755 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2641c9ba-5766-4e59-9272-fe417bd023af req-44d61e64-085e-44fc-812a-e8abbd790187 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99dccd6c43534a4c8a27aaf3d3911d38&device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 1099 time: 0.0878394 Dec 22 09:21:40.664770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0403d1d1-e880-480a-87d2-0a44ed199f33,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:40.669127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.672984 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2365532 Dec 22 09:21:40.675590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.675930 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.676269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.676590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.676926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.677231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.677553 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.677896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.678215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.678528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.678891 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.679210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de7258-793b-4930-a3b9-1042dccfacdd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:40.683026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35688) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:40.688202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'security_group_rule': {'security_group_id': '0403d1d1-e880-480a-87d2-0a44ed199f33', 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:40.694134 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:40.697902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Usage tracker for resource:security_group_rule and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:40.700725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:40.707154 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:40.724279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.787839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.793241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.814325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b957060e-85d9-4d42-b94a-b780d4885b86,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:40.833823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.840999 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-26f0310c-ee33-4d9b-b18a-ce6a309da0d1 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541979 Dec 22 09:21:40.841841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35692) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:40.848646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'security_group_rule': {'security_group_id': '0403d1d1-e880-480a-87d2-0a44ed199f33', 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:40.855851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:40.859908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Usage tracker for resource:security_group_rule and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:40.863760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:40.869913 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:40.888093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.927103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641c9ba-5766-4e59-9272-fe417bd023af req-4518fc86-0002-4e0c-9bf5-1a85ec8d7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:40.928685 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2641c9ba-5766-4e59-9272-fe417bd023af req-4518fc86-0002-4e0c-9bf5-1a85ec8d7789 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9652d204-7917-497c-b8dd-4705e07e50b2 HTTP/1.1" status: 200 len: 916 time: 0.2641609 Dec 22 09:21:40.931899 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '5b21cf01-3e37-4767-bce8-1220fe9e4b53', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'port_id': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'mac_address': 'fa:16:3e:72:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:21:39Z', 'updated_at': '2021-12-22T09:21:39Z', 'revision_number': 0, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475f0993-2ff3-4759-96b3-cd4f08dcd2b6', 'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'mac_address': 'fa:16:3e:2e:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:46Z', 'updated_at': '2021-12-22T09:20:54Z', 'revision_number': 5, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'subnets': [{'id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:40.935725 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] Checking router: 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:21:40.944107 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] Routers {'2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:21:40.944698 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:21:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:40.952166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.957469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.989902 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5884518b-3348-47fe-9a0e-921f9f155a56,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:40.997514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.002209 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cf4b10f3-5fa5-4455-af32-68697d88b2a0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1590507 Dec 22 09:21:41.003049 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35696) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:41.009298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'security_group_rule': {'security_group_id': '0403d1d1-e880-480a-87d2-0a44ed199f33', 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:41.016122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:41.021432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Usage tracker for resource:security_group_rule and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:41.027337 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:41.034908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:41.054448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.066238 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2641c9ba-5766-4e59-9272-fe417bd023af req-89bd8112-b428-4b9b-8cd0-c74b6ec33fc2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 1000 time: 0.1309178 Dec 22 09:21:41.126534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.128767 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] Set router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:21:41.132985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.146071 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641c9ba-5766-4e59-9272-fe417bd023af req-f2cb4b60-c158-4608-a243-9ef5639a7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:41.147594 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2641c9ba-5766-4e59-9272-fe417bd023af req-f2cb4b60-c158-4608-a243-9ef5639a7f3e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9acc7dc-c5c4-423e-bac2-70ecdd9752a2 HTTP/1.1" status: 200 len: 854 time: 0.0748324 Dec 22 09:21:41.150252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1ee74a-27d7-4448-905b-c0b94b4dfe3f,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:41.173422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.178168 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e3090c83-ccc5-4acc-b7e0-913f2d1378cd tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1739018 Dec 22 09:21:41.178967 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35700) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:41.186225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'security_group_rule': {'security_group_id': '0403d1d1-e880-480a-87d2-0a44ed199f33', 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:41.192962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:41.196933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Usage tracker for resource:security_group_rule and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:41.200564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:41.206840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:41.224725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.230672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641c9ba-5766-4e59-9272-fe417bd023af req-325557f5-025f-4fda-9b44-44bd74f7f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:41.232283 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2641c9ba-5766-4e59-9272-fe417bd023af req-325557f5-025f-4fda-9b44-44bd74f7f01c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9652d204-7917-497c-b8dd-4705e07e50b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780392 Dec 22 09:21:41.291951 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.296008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.323587 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d742eae4-c5f8-43ff-893f-61bd07d87d48,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:41.332091 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.334528 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-165f68da-7e4d-4af7-8f81-6749f54a7438 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534474 Dec 22 09:21:41.336623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35704) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:41.341420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'security_group_rule': {'security_group_id': '0403d1d1-e880-480a-87d2-0a44ed199f33', 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:41.347731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:41.351499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Usage tracker for resource:security_group_rule and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:41.354329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:41.359965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:41.372396 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Project 99dccd6c43534a4c8a27aaf3d3911d38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:21:41.377521 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2641c9ba-5766-4e59-9272-fe417bd023af req-81737ca4-e882-455f-ae1f-442bb9b99aa4 service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378932 Dec 22 09:21:41.380787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.450003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.455225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.483658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b703a02c-74a4-4020-8151-fb1718e8478c,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:41.499301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.500800 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-146082bd-67d9-470a-913c-d4d404ec7679 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1634448 Dec 22 09:21:41.503830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35708) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:41.510555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'security_group_rule': {'security_group_id': '0403d1d1-e880-480a-87d2-0a44ed199f33', 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:41.517669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:41.520622 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '5b21cf01-3e37-4767-bce8-1220fe9e4b53', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'port_id': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'mac_address': 'fa:16:3e:72:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:21:39Z', 'updated_at': '2021-12-22T09:21:39Z', 'revision_number': 0, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475f0993-2ff3-4759-96b3-cd4f08dcd2b6', 'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'mac_address': 'fa:16:3e:2e:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:46Z', 'updated_at': '2021-12-22T09:20:54Z', 'revision_number': 5, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'subnets': [{'id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:41.524368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Usage tracker for resource:security_group_rule and tenant:99dccd6c43534a4c8a27aaf3d3911d38 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:41.524819 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8964a-5999-406a-bbb0-ea379a2f5212 None None] The sync data for ids ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'] in dv-neutron-822561-2-hyperv is: [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '5b21cf01-3e37-4767-bce8-1220fe9e4b53', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'port_id': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'mac_address': 'fa:16:3e:72:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:21:39Z', 'updated_at': '2021-12-22T09:21:39Z', 'revision_number': 0, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475f0993-2ff3-4759-96b3-cd4f08dcd2b6', 'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'mac_address': 'fa:16:3e:2e:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:46Z', 'updated_at': '2021-12-22T09:20:54Z', 'revision_number': 5, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'subnets': [{'id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:21:41.529494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:41.545958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:41.559494 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2641c9ba-5766-4e59-9272-fe417bd023af req-c005aae6-cbf0-4740-95db-622fd85480e0 service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741867 Dec 22 09:21:41.564003 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Project 99dccd6c43534a4c8a27aaf3d3911d38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:21:41.572655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.643614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.647293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.671943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a721ad-8b45-42a1-b70c-9533cc85a33b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:41.680830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.682150 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6dbb9b03-3165-403d-a707-8f1a8f6d44a4 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1773505 Dec 22 09:21:41.741624 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abdbca-6e20-44bb-83c4-e42a714cc7df None None] New status for floating IP 5b21cf01-3e37-4767-bce8-1220fe9e4b53: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:21:41.813259 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-743fdc3f-58fa-4afd-b95e-882e6ea404f8 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734793193&fields=id&tenant_id=99dccd6c43534a4c8a27aaf3d3911d38 HTTP/1.1" status: 200 len: 267 time: 0.0456564 Dec 22 09:21:41.899908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-b3c6af75-4309-49bd-93af-c76747a4aa21 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:41.901462 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-b3c6af75-4309-49bd-93af-c76747a4aa21 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 946 time: 0.0825229 Dec 22 09:21:41.913957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-d6c823d1-2653-4fb3-b2de-47cdfa81f7d6 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'port': {'security_groups': ['131f94e4-4ea9-43b4-8c38-b23bfb182df5', '0403d1d1-e880-480a-87d2-0a44ed199f33']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:42.031361 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-d6c823d1-2653-4fb3-b2de-47cdfa81f7d6 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:42.341643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-d6c823d1-2653-4fb3-b2de-47cdfa81f7d6 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] For port 23b0f5f0-96a8-4160-8f57-3229ebc26114, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:21:42.367170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-d6c823d1-2653-4fb3-b2de-47cdfa81f7d6 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:42.371544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-d6c823d1-2653-4fb3-b2de-47cdfa81f7d6 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:42.387043 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['23b0f5f0-96a8-4160-8f57-3229ebc26114'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:21:42.447006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-d6c823d1-2653-4fb3-b2de-47cdfa81f7d6 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:42.447907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-d6c823d1-2653-4fb3-b2de-47cdfa81f7d6 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:42.449374 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-addcfb83-00c1-44aa-b505-a0b5db44306f req-d6c823d1-2653-4fb3-b2de-47cdfa81f7d6 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "PUT /v2.0/ports/23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 982 time: 0.5416586 Dec 22 09:21:42.481176 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c823d1-2653-4fb3-b2de-47cdfa81f7d6 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'Port': ['ID=23b0f5f0-96a8-4160-8f57-3229ebc26114,revision_number=6']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:42.512005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['23b0f5f0-96a8-4160-8f57-3229ebc26114'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:21:42.536328 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:42.603490 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'status': 'completed', 'code': 200} Dec 22 09:21:42.681886 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4445c-f0dc-4534-a6bd-bab700d64ab5 req-412a9536-753c-4878-a658-c7c1306e63ec tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:42.684127 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-48c4445c-f0dc-4534-a6bd-bab700d64ab5 req-412a9536-753c-4878-a658-c7c1306e63ec tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.1232338 Dec 22 09:21:42.713952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-2bc60fbb-277b-4c9a-a09e-5fc9994a1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:42.716441 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-2bc60fbb-277b-4c9a-a09e-5fc9994a1244 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99dccd6c43534a4c8a27aaf3d3911d38&device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 1138 time: 0.0855281 Dec 22 09:21:42.758844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-48c4445c-f0dc-4534-a6bd-bab700d64ab5 req-9f4f3b2d-77c3-4fb4-bb99-5eca64a28f65 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Synchronizing usage tracker for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:42.775119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-48c4445c-f0dc-4534-a6bd-bab700d64ab5 req-9f4f3b2d-77c3-4fb4-bb99-5eca64a28f65 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Unset dirty status for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:42.777770 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-48c4445c-f0dc-4534-a6bd-bab700d64ab5 req-9f4f3b2d-77c3-4fb4-bb99-5eca64a28f65 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866015 Dec 22 09:21:42.803143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9aa437aa-a996-465a-a6db-6267486da164 None None] Provisioning complete for port 23b0f5f0-96a8-4160-8f57-3229ebc26114 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:42.803855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9aa437aa-a996-465a-a6db-6267486da164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:42.863861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-994fc621-55d2-4dd6-a2cc-aaf2460c22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:42.865206 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-994fc621-55d2-4dd6-a2cc-aaf2460c22a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9652d204-7917-497c-b8dd-4705e07e50b2 HTTP/1.1" status: 200 len: 916 time: 0.1380997 Dec 22 09:21:42.971971 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-9cfbc1eb-a06b-421a-850e-83ecd621f26b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 1002 time: 0.0969424 Dec 22 09:21:43.038544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-7be263a7-9088-4288-9400-31f4d3d73517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:43.039945 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-7be263a7-9088-4288-9400-31f4d3d73517 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9acc7dc-c5c4-423e-bac2-70ecdd9752a2 HTTP/1.1" status: 200 len: 854 time: 0.0591900 Dec 22 09:21:43.226433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-5749b841-5989-40db-8233-d7779f98c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:43.227883 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-5749b841-5989-40db-8233-d7779f98c51f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9652d204-7917-497c-b8dd-4705e07e50b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1792667 Dec 22 09:21:43.364180 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-6c053976-cf61-4a49-abd5-ff20e41f456b service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269474 Dec 22 09:21:43.495470 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd4ab355-4b8e-496b-90c9-47ae61e39f74 req-ab4e8bb7-a20a-4dbe-bcfb-a5cb5c6617b3 service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209345 Dec 22 09:21:44.555221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:49.428045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3005-8654-4487-a2ae-0a4557dd1132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:51.803318 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4bbd9567-7eb7-4a34-aa5f-057da050fb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:52.918679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:53.069408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:54.278322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:00.103469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-e7eae407-ed35-49bb-a7c2-931770050b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:00.104871 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-e7eae407-ed35-49bb-a7c2-931770050b6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99dccd6c43534a4c8a27aaf3d3911d38&device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 1138 time: 0.0701523 Dec 22 09:22:00.226202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c9fd7-ee2e-4a3b-9eff-4bbf776f868d req-3ad358f5-5929-4ccc-ae9e-56f466efbd46 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:00.227682 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e67c9fd7-ee2e-4a3b-9eff-4bbf776f868d req-3ad358f5-5929-4ccc-ae9e-56f466efbd46 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.1751471 Dec 22 09:22:00.239805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-d71a2601-867c-4d93-87cb-98189649a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:00.241219 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-d71a2601-867c-4d93-87cb-98189649a679 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9652d204-7917-497c-b8dd-4705e07e50b2 HTTP/1.1" status: 200 len: 916 time: 0.1293528 Dec 22 09:22:00.273650 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e67c9fd7-ee2e-4a3b-9eff-4bbf776f868d req-bc32e9e0-e0a8-41fd-8ec4-1e2343341d93 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401936 Dec 22 09:22:00.342714 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-b0dfb8e4-d632-45fc-8e24-b03e0f853106 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 1002 time: 0.0948713 Dec 22 09:22:00.406393 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-7169a2aa-3caf-469d-8513-32c5a0713f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:00.407748 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-7169a2aa-3caf-469d-8513-32c5a0713f42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9acc7dc-c5c4-423e-bac2-70ecdd9752a2 HTTP/1.1" status: 200 len: 854 time: 0.0572879 Dec 22 09:22:00.480324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-321790dc-3110-4094-8ced-6da3806599bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:00.481716 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-321790dc-3110-4094-8ced-6da3806599bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9652d204-7917-497c-b8dd-4705e07e50b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661113 Dec 22 09:22:00.613995 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-755210dd-1fa6-4022-9187-c7e3f3a8ad66 service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197765 Dec 22 09:22:00.745131 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-691bd9f8-1702-43d9-9cf3-f0c5dbb0d9f7 req-cf4e7715-fbda-4530-9b5d-5679b8adcd7a service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193054 Dec 22 09:22:00.914704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-cf2d699a-11a6-48c7-a644-294c4ae197ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:00.916177 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-cf2d699a-11a6-48c7-a644-294c4ae197ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99dccd6c43534a4c8a27aaf3d3911d38&device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 1138 time: 0.0700333 Dec 22 09:22:01.071340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-ad0300e6-d893-4231-8d58-dcb3024a8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:01.072776 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-ad0300e6-d893-4231-8d58-dcb3024a8ff9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9652d204-7917-497c-b8dd-4705e07e50b2 HTTP/1.1" status: 200 len: 916 time: 0.1267858 Dec 22 09:22:01.178050 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-c7df4c81-8372-4960-b776-71e00a493c2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 1002 time: 0.0961497 Dec 22 09:22:01.244662 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-fc0e745e-f20d-47f4-bb80-78ba61787aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:01.246130 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-fc0e745e-f20d-47f4-bb80-78ba61787aa4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9acc7dc-c5c4-423e-bac2-70ecdd9752a2 HTTP/1.1" status: 200 len: 854 time: 0.0613008 Dec 22 09:22:01.319903 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-7a963049-630a-4768-852b-e0e315515e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:01.321377 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-7a963049-630a-4768-852b-e0e315515e0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9652d204-7917-497c-b8dd-4705e07e50b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683577 Dec 22 09:22:01.600318 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-90e094f7-ca79-4106-9632-1c5ecad09dae service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685766 Dec 22 09:22:01.649151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f76ad-b291-4a4d-b77f-04aedadaa6c8 req-b2fbd5f0-e49e-4595-8165-8945b9cb9d7e tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:01.650598 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4b8f76ad-b291-4a4d-b77f-04aedadaa6c8 req-b2fbd5f0-e49e-4595-8165-8945b9cb9d7e tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.1449027 Dec 22 09:22:01.770580 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4b8f76ad-b291-4a4d-b77f-04aedadaa6c8 req-c8766151-e241-41b0-9bb8-94118347d01b tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130846 Dec 22 09:22:01.775595 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31b184a0-748a-470c-aca8-82d4a2bad4f7 req-588d996d-655d-4458-aabf-b782c743d5fa service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677861 Dec 22 09:22:02.948862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a3f3-04ae-4ac7-9d2c-bda5e0b377d8 req-184ea99f-d624-4585-a946-1226794c1edc tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:02.950334 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5137a3f3-04ae-4ac7-9d2c-bda5e0b377d8 req-184ea99f-d624-4585-a946-1226794c1edc tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.0772927 Dec 22 09:22:02.997386 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5137a3f3-04ae-4ac7-9d2c-bda5e0b377d8 req-768f3fb7-4560-45e2-98a1-72ad67608814 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409193 Dec 22 09:22:04.180860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ac97b-e244-43f7-a1a9-b54efd0f855a req-edb418c4-7529-4e15-8a2a-cfa2fc05ff8c tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:04.182338 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d7ac97b-e244-43f7-a1a9-b54efd0f855a req-edb418c4-7529-4e15-8a2a-cfa2fc05ff8c tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.0823982 Dec 22 09:22:04.230986 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d7ac97b-e244-43f7-a1a9-b54efd0f855a req-dbc7cf23-9aac-49c1-83d4-28554267cf13 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427167 Dec 22 09:22:05.416366 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baf3d6-d6fe-44b3-8e34-e5c14794596e req-d20ac17c-d7e4-43fb-a79b-db4e2d695811 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:05.417842 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a8baf3d6-d6fe-44b3-8e34-e5c14794596e req-d20ac17c-d7e4-43fb-a79b-db4e2d695811 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.0817058 Dec 22 09:22:05.462826 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a8baf3d6-d6fe-44b3-8e34-e5c14794596e req-85785497-2fe6-4bc1-9ed1-5f7b6a01cdd2 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394180 Dec 22 09:22:06.642752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e605f-51d8-4984-bea5-cba6b1a14332 req-387162e6-14c6-446c-afcd-dd2f1f23fa1d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:06.644189 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f15e605f-51d8-4984-bea5-cba6b1a14332 req-387162e6-14c6-446c-afcd-dd2f1f23fa1d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.0794585 Dec 22 09:22:06.688473 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f15e605f-51d8-4984-bea5-cba6b1a14332 req-c0f295f8-f6eb-4e90-8fdc-6bd19d47488a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385599 Dec 22 09:22:07.867713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa785476-0242-4a25-a7ea-32693983fafa req-7f88df45-161f-4180-9ad7-d81c95f5d7b0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:07.869184 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-aa785476-0242-4a25-a7ea-32693983fafa req-7f88df45-161f-4180-9ad7-d81c95f5d7b0 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.0784378 Dec 22 09:22:07.918483 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-aa785476-0242-4a25-a7ea-32693983fafa req-65415fc2-c6a9-44e6-a95d-eb222cb225a8 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434086 Dec 22 09:22:09.103743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fd57-4586-489b-a8ed-4aef79390241 req-9dfae9e7-998a-47d2-997c-612729d433d5 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:09.105162 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-85f1fd57-4586-489b-a8ed-4aef79390241 req-9dfae9e7-998a-47d2-997c-612729d433d5 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.0814261 Dec 22 09:22:09.149621 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-85f1fd57-4586-489b-a8ed-4aef79390241 req-a374207c-c8dd-49bf-95c0-3f9fe895d3b6 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388420 Dec 22 09:22:10.328593 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2b42c-a45d-4cb5-b9a3-dca340ffe445 req-2265b2c1-5d61-4c40-b74d-977c79352144 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:10.329975 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2fc2b42c-a45d-4cb5-b9a3-dca340ffe445 req-2265b2c1-5d61-4c40-b74d-977c79352144 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.0776896 Dec 22 09:22:10.378045 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2fc2b42c-a45d-4cb5-b9a3-dca340ffe445 req-5b9507d6-bd54-4a34-b75d-81721a6adee9 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401542 Dec 22 09:22:11.560253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041c2b8-a6f2-47c4-bbbc-12eca212e261 req-f1966826-95e3-4331-90b2-1b2fbb2f73cf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:11.561626 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e041c2b8-a6f2-47c4-bbbc-12eca212e261 req-f1966826-95e3-4331-90b2-1b2fbb2f73cf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.0802968 Dec 22 09:22:11.613726 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e041c2b8-a6f2-47c4-bbbc-12eca212e261 req-79701db7-da33-4741-925b-2356d90e8564 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459876 Dec 22 09:22:12.806307 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5010-59f1-435b-94c5-f540497ee6bc req-8484cf25-a01d-4c80-a505-615ccd0170fc tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:12.807760 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a19c5010-59f1-435b-94c5-f540497ee6bc req-8484cf25-a01d-4c80-a505-615ccd0170fc tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.0829566 Dec 22 09:22:12.852637 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a19c5010-59f1-435b-94c5-f540497ee6bc req-73727d46-297e-44d9-a436-3b2bd28dd98b tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&id=0403d1d1-e880-480a-87d2-0a44ed199f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391984 Dec 22 09:22:14.564032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:15.721418 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:22:19.429828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9251-0cb0-4d57-93f7-93cb7115fe36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:21.804634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a86165ac-57fb-4892-b7e7-43928d189aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:22.921781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:23.060586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:24.280513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:44.550614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:45.389200 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-093bca76-84be-4bdb-ab03-b8b3ce0f0f88 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734793193&fields=id&tenant_id=99dccd6c43534a4c8a27aaf3d3911d38 HTTP/1.1" status: 200 len: 267 time: 0.0427339 Dec 22 09:22:45.470102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-f30a9e8b-b94a-45e9-8d54-775ee434d1ae tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:45.471501 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-f30a9e8b-b94a-45e9-8d54-775ee434d1ae tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 985 time: 0.0766468 Dec 22 09:22:45.482320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Request body: {'port': {'security_groups': ['131f94e4-4ea9-43b4-8c38-b23bfb182df5']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:22:45.608259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:45.848903 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] For port 23b0f5f0-96a8-4160-8f57-3229ebc26114, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:22:45.874091 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:45.879245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:45.890778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['23b0f5f0-96a8-4160-8f57-3229ebc26114'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:22:45.946505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:45.947224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:45.948499 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-102eb3cb-2075-4071-8964-4ed685aae7f5 req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "PUT /v2.0/ports/23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 943 time: 0.4705009 Dec 22 09:22:45.955327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:22:45.955517 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35758) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:22:45.985290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event updated for resources: {'Port': ['ID=23b0f5f0-96a8-4160-8f57-3229ebc26114,revision_number=7']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:22:45.994165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.994506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.994841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.995169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.995494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.995869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.996196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.996509 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.996823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.997134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.997448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:45.997783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290778-32ab-43a0-bcd9-cf45a98c043d tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.041045 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'status': 'completed', 'code': 200} Dec 22 09:22:46.041251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['23b0f5f0-96a8-4160-8f57-3229ebc26114'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:22:46.078363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:46.117652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:46.158784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-d3e49440-5c28-4bd0-9390-2643c8bb240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:46.160946 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-d3e49440-5c28-4bd0-9390-2643c8bb240a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99dccd6c43534a4c8a27aaf3d3911d38&device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 1099 time: 0.0935524 Dec 22 09:22:46.196485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:46.215132 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0403d1d1-e880-480a-87d2-0a44ed199f33,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:22:46.224399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.224751 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.225093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.225537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.225917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.226650 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.227002 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.227376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.227715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.228020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.228349 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.228694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:22:46.242707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:46.246464 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-38dc9ddf-e3bc-455f-8a57-29a0023eb0bf tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "DELETE /v2.0/security-groups/0403d1d1-e880-480a-87d2-0a44ed199f33 HTTP/1.1" status: 204 len: 168 time: 0.2877338 Dec 22 09:22:46.246703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35764) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:22:46.308237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1f35a3b4-40a9-4d01-9227-1d89f2209c90 None None] Provisioning complete for port 23b0f5f0-96a8-4160-8f57-3229ebc26114 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:22:46.308605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1f35a3b4-40a9-4d01-9227-1d89f2209c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:46.311568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-cc6ad413-3357-4431-a325-347520ad74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:46.313047 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-cc6ad413-3357-4431-a325-347520ad74d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9652d204-7917-497c-b8dd-4705e07e50b2 HTTP/1.1" status: 200 len: 916 time: 0.1454883 Dec 22 09:22:46.420576 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-795493b9-cce0-496a-84a4-4cb51bfec4af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 1002 time: 0.1002674 Dec 22 09:22:46.456923 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Deleting port 473cbda2-cfa7-4552-8cbc-f2547d06ddcd {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:22:46.457264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:46.488503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-21511714-4519-4912-a184-f27127c9019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:46.489949 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-21511714-4519-4912-a184-f27127c9019a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9acc7dc-c5c4-423e-bac2-70ecdd9752a2 HTTP/1.1" status: 200 len: 854 time: 0.0622404 Dec 22 09:22:46.634977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:46.635375 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:46.660569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-a0455765-41e6-4a1e-94e7-36b86187e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:46.662103 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-a0455765-41e6-4a1e-94e7-36b86187e031 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9652d204-7917-497c-b8dd-4705e07e50b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1661801 Dec 22 09:22:46.672349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-05c6aff8-f496-4eee-8bbe-6e324962790f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:22:46.673197 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-05c6aff8-f496-4eee-8bbe-6e324962790f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048032 Dec 22 09:22:46.758119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Calling delete_port for 473cbda2-cfa7-4552-8cbc-f2547d06ddcd owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:22:46.804276 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-d278aae9-acc3-4b4a-b380-6da2a6bdd891 service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220479 Dec 22 09:22:46.906976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:46.938659 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ce3c21e7-d668-4e82-a434-62f41c50fdf9 req-1c153f41-9456-400b-ad5b-de38eb516413 service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272676 Dec 22 09:22:46.980490 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event deleted for resources: {'Port': ['ID=473cbda2-cfa7-4552-8cbc-f2547d06ddcd,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:22:47.046557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:47.046893 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Floating IP 5b21cf01-3e37-4767-bce8-1220fe9e4b53 disassociated (deleted). External IP: 172.26.1.117, port: 23b0f5f0-96a8-4160-8f57-3229ebc26114. Dec 22 09:22:47.479061 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:22:47.655440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:22:47.666616 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] Sync routers for ids ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:22:47.675613 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:47.676074 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] Routers {'2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:22:47.676674 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:22:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:22:47.730423 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-665c8eaa-b54c-4920-880f-88ee791bbe5a tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b21cf01-3e37-4767-bce8-1220fe9e4b53 HTTP/1.1" status: 204 len: 168 time: 1.4818702 Dec 22 09:22:47.730423 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:22:47.855691 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] Set router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:22:47.856942 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'status': 'completed', 'code': 200} Dec 22 09:22:47.961871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-48550603-a644-4e5a-b603-f4ec86fb5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:47.963453 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-48550603-a644-4e5a-b603-f4ec86fb5aea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99dccd6c43534a4c8a27aaf3d3911d38&device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 1099 time: 0.0791681 Dec 22 09:22:48.128827 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-fda0c935-87f0-40c4-af32-83ee5a6fd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:48.130427 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-fda0c935-87f0-40c4-af32-83ee5a6fd994 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9652d204-7917-497c-b8dd-4705e07e50b2 HTTP/1.1" status: 200 len: 916 time: 0.1597023 Dec 22 09:22:48.190348 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '475f0993-2ff3-4759-96b3-cd4f08dcd2b6', 'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'mac_address': 'fa:16:3e:2e:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:46Z', 'updated_at': '2021-12-22T09:20:54Z', 'revision_number': 5, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'subnets': [{'id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:22:48.194286 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] Checking router: 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:22:48.202454 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] Routers {'2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:22:48.203048 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:22:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:22:48.212219 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-d79ad19e-9f45-434f-8d25-36f4aadf1f00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 200 len: 217 time: 0.0752311 Dec 22 09:22:48.280144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-33944b21-fda9-4957-afd8-9fc6a6512d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:48.281577 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-33944b21-fda9-4957-afd8-9fc6a6512d15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9acc7dc-c5c4-423e-bac2-70ecdd9752a2 HTTP/1.1" status: 200 len: 854 time: 0.0626674 Dec 22 09:22:48.357413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-2f45baad-4347-445a-b530-493b09c64037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:48.358965 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-2f45baad-4347-445a-b530-493b09c64037 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9652d204-7917-497c-b8dd-4705e07e50b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703213 Dec 22 09:22:48.408903 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] Set router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:22:48.491686 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-4f432c43-3c3f-418a-aa06-1b77085f31dc service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251967 Dec 22 09:22:48.628450 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec795bb9-3055-4c54-be0f-a1587a56f5da req-a1e98489-ede2-4225-b8e6-c40b002de778 service neutron] 10.222.0.54 "GET /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296675 Dec 22 09:22:48.725944 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '475f0993-2ff3-4759-96b3-cd4f08dcd2b6', 'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'mac_address': 'fa:16:3e:2e:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:46Z', 'updated_at': '2021-12-22T09:20:54Z', 'revision_number': 5, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'subnets': [{'id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:22:48.729872 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3c185-76f1-4273-a3b5-a516d43350d9 None None] The sync data for ids ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'] in dv-neutron-822561-2-hyperv is: [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:46Z', 'revision_number': 4, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '475f0993-2ff3-4759-96b3-cd4f08dcd2b6', 'name': '', 'network_id': '9652d204-7917-497c-b8dd-4705e07e50b2', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'mac_address': 'fa:16:3e:2e:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:46Z', 'updated_at': '2021-12-22T09:20:54Z', 'revision_number': 5, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'subnets': [{'id': 'd9acc7dc-c5c4-423e-bac2-70ecdd9752a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:22:48.979095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65aaa0a-f621-49bc-916e-76c2d66cb945 None None] New status for floating IP 5b21cf01-3e37-4767-bce8-1220fe9e4b53: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:22:49.432036 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-15c77571-ef9c-44a6-a9de-c9197fbab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:51.807822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-90ea594a-1815-4b39-a99b-6e54b2d771c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:52.105995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2db6d-d403-47e4-832a-c15d8c46ed6d req-33abb3b2-8783-4392-8d92-05861aa00fd8 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:52.106691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-b1c2db6d-d403-47e4-832a-c15d8c46ed6d req-33abb3b2-8783-4392-8d92-05861aa00fd8 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Synchronizing usage tracker for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:22:52.121839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-b1c2db6d-d403-47e4-832a-c15d8c46ed6d req-33abb3b2-8783-4392-8d92-05861aa00fd8 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Unset dirty status for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:22:52.122940 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b1c2db6d-d403-47e4-832a-c15d8c46ed6d req-33abb3b2-8783-4392-8d92-05861aa00fd8 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 946 time: 0.0944958 Dec 22 09:22:52.170311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-b1c2db6d-d403-47e4-832a-c15d8c46ed6d req-76956b39-d3e6-472e-b652-b606f95f89ac tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Synchronizing usage tracker for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:22:52.185921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-b1c2db6d-d403-47e4-832a-c15d8c46ed6d req-76956b39-d3e6-472e-b652-b606f95f89ac tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Unset dirty status for tenant:99dccd6c43534a4c8a27aaf3d3911d38 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:22:52.187162 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b1c2db6d-d403-47e4-832a-c15d8c46ed6d req-76956b39-d3e6-472e-b652-b606f95f89ac tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585959 Dec 22 09:22:52.720284 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:22:52.927010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:53.064286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:53.381626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262598-767f-4bce-8785-98ea4d697bcd req-0154c879-3724-4c6a-a19d-0a524df7339e tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:53.383105 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-05262598-767f-4bce-8785-98ea4d697bcd req-0154c879-3724-4c6a-a19d-0a524df7339e tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 946 time: 0.0790701 Dec 22 09:22:53.430803 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-05262598-767f-4bce-8785-98ea4d697bcd req-5da00293-05e2-44a8-a15a-6b4c7304f550 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/security-groups?id=131f94e4-4ea9-43b4-8c38-b23bfb182df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Dec 22 09:22:53.690707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-84164878-da0c-4b90-89f1-88927437dd5c tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:53.692901 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-84164878-da0c-4b90-89f1-88927437dd5c tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 946 time: 0.0812347 Dec 22 09:22:53.759927 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-8eeed64f-f0b7-4e58-9cbd-98dbc110e054 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Deleting port 23b0f5f0-96a8-4160-8f57-3229ebc26114 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:22:53.760255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-8eeed64f-f0b7-4e58-9cbd-98dbc110e054 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:53.999248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-8eeed64f-f0b7-4e58-9cbd-98dbc110e054 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] For port 23b0f5f0-96a8-4160-8f57-3229ebc26114, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23b0f5f0-96a8-4160-8f57-3229ebc26114,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:22:53.999621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-8eeed64f-f0b7-4e58-9cbd-98dbc110e054 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:54.215859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-8eeed64f-f0b7-4e58-9cbd-98dbc110e054 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Calling delete_port for 23b0f5f0-96a8-4160-8f57-3229ebc26114 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:22:54.284002 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:54.357423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-8eeed64f-f0b7-4e58-9cbd-98dbc110e054 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:54.409292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeed64f-f0b7-4e58-9cbd-98dbc110e054 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Pushing event deleted for resources: {'Port': ['ID=23b0f5f0-96a8-4160-8f57-3229ebc26114,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:22:54.418827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['23b0f5f0-96a8-4160-8f57-3229ebc26114'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:22:54.486769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-8eeed64f-f0b7-4e58-9cbd-98dbc110e054 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] No DVR routers for this DVR port 23b0f5f0-96a8-4160-8f57-3229ebc26114 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:22:54.489622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-8eeed64f-f0b7-4e58-9cbd-98dbc110e054 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:54.493132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'name': 'network-vif-deleted', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:22:54.511553 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1cb13482-d7df-4bff-9c96-b20dc2e5dd21 req-8eeed64f-f0b7-4e58-9cbd-98dbc110e054 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.54 "DELETE /v2.0/ports/23b0f5f0-96a8-4160-8f57-3229ebc26114 HTTP/1.1" status: 204 len: 173 time: 0.8134642 Dec 22 09:22:54.559431 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd4aa48-403c-4da1-b25f-686c7a294c8a', 'name': 'network-vif-deleted', 'tag': '23b0f5f0-96a8-4160-8f57-3229ebc26114', 'status': 'completed', 'code': 200} Dec 22 09:22:54.603601 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5514518c-37c4-4305-a8eb-f642318afaf7 req-ec659b2f-391a-4102-9d51-8e5dd80a1b03 tempest-TestMinimumBasicScenario-1531544210 tempest-TestMinimumBasicScenario-1531544210-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd4aa48-403c-4da1-b25f-686c7a294c8a HTTP/1.1" status: 200 len: 210 time: 0.0545762 Dec 22 09:22:56.224243 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35856) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:22:56.748118 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:57.084400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 23b0f5f0-96a8-4160-8f57-3229ebc26114 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:22:57.121041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 23b0f5f0-96a8-4160-8f57-3229ebc26114 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:22:57.121390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 23b0f5f0-96a8-4160-8f57-3229ebc26114 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:22:57.199125 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] Deleting port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:22:57.199461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:57.366095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] For port 475f0993-2ff3-4759-96b3-cd4f08dcd2b6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=475f0993-2ff3-4759-96b3-cd4f08dcd2b6,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:22:57.366793 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:57.485911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] Calling delete_port for 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:22:57.797830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:57.845667 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] Pushing event deleted for resources: {'Port': ['ID=475f0993-2ff3-4759-96b3-cd4f08dcd2b6,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:22:58.110397 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:58.569984 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] Router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:22:58.742733 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:22:58.751492 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] Sync routers for ids ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:22:58.755637 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-41aa15be-a09f-480e-9dd9-9b28c4dd3307 admin admin] 10.222.0.37 "PUT /v2.0/routers/2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5296781 Dec 22 09:22:58.758333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35860) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:22:58.760921 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] Routers {'2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:22:58.761516 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:22:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:22:58.936566 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] Set router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:22:58.949341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:59.125901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:59.136494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Deleting port 98d01903-3fe1-4d54-9337-b47a689144ea {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:22:59.136819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:59.220210 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:22:57Z', 'revision_number': 5, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port': {'id': '98d01903-3fe1-4d54-9337-b47a689144ea', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:22:59.223843 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] Checking router: 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:22:59.232169 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] Routers {'2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:22:59.232777 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:22:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:22:59.311426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] For port 98d01903-3fe1-4d54-9337-b47a689144ea, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=98d01903-3fe1-4d54-9337-b47a689144ea,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:22:59.312095 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:59.379512 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] Set router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:22:59.435517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Calling delete_port for 98d01903-3fe1-4d54-9337-b47a689144ea owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:22:59.482778 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:22:59Z', 'revision_number': 6, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:22:59.486636 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5dd58-38b4-4243-b02a-1357c2513573 None None] The sync data for ids ['2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77'] in dv-neutron-822561-2-hyperv is: [{'id': '2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77', 'name': 'tempest-TestMinimumBasicScenario-1291458590-router', 'tenant_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:43Z', 'updated_at': '2021-12-22T09:22:59Z', 'revision_number': 6, 'project_id': '99dccd6c43534a4c8a27aaf3d3911d38', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:22:59.730802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:59.775866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=98d01903-3fe1-4d54-9337-b47a689144ea,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:22:59.976074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.142499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.144606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.166218 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.166752 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:23:00.178622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.179797 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d9585dd7-65d1-4fc7-b7e6-ce1f5d048e0c admin admin] 10.222.0.37 "DELETE /v2.0/routers/2b68b4a1-b2a3-4a5e-b845-3f85cd4b9b77 HTTP/1.1" status: 204 len: 168 time: 1.4204223 Dec 22 09:23:00.182403 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35864) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:00.245502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66bca7a-0d9e-46fa-b614-5bc87b244f87 admin admin] Deleting subnet d9acc7dc-c5c4-423e-bac2-70ecdd9752a2 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:23:00.248512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c66bca7a-0d9e-46fa-b614-5bc87b244f87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.296802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c66bca7a-0d9e-46fa-b614-5bc87b244f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.373365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c66bca7a-0d9e-46fa-b614-5bc87b244f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.444010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c66bca7a-0d9e-46fa-b614-5bc87b244f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.485745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c66bca7a-0d9e-46fa-b614-5bc87b244f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.488835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bca7a-0d9e-46fa-b614-5bc87b244f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9acc7dc-c5c4-423e-bac2-70ecdd9752a2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:00.491550 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42cfaa-252d-4c10-9f0b-dd8a05fa803d None None] Network 9652d204-7917-497c-b8dd-4705e07e50b2 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:23:00.496804 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35868) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:00.497242 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c66bca7a-0d9e-46fa-b614-5bc87b244f87 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d9acc7dc-c5c4-423e-bac2-70ecdd9752a2 HTTP/1.1" status: 204 len: 168 time: 0.3133905 Dec 22 09:23:00.613658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.623655 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Deleting port bec74f8f-eaae-4848-85a1-360b2e807232 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:00.623976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.767201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] DHCP port deletion for 9652d204-7917-497c-b8dd-4705e07e50b2 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:23:00.770999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] Deleting port bec74f8f-eaae-4848-85a1-360b2e807232 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:00.771371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.830995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] For port bec74f8f-eaae-4848-85a1-360b2e807232, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bec74f8f-eaae-4848-85a1-360b2e807232,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:00.831343 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:00.956584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Calling delete_port for bec74f8f-eaae-4848-85a1-360b2e807232 owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:00.976782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] For port bec74f8f-eaae-4848-85a1-360b2e807232, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bec74f8f-eaae-4848-85a1-360b2e807232,segment=NetworkSegment(e5196b4a-a6cc-4a83-a276-11f853812c41),segment_id=e5196b4a-a6cc-4a83-a276-11f853812c41)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:00.977090 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:01.031208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:01.080211 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec74f8f-eaae-4848-85a1-360b2e807232,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:01.083691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] No DVR routers for this DVR port bec74f8f-eaae-4848-85a1-360b2e807232 on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:23:01.095741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] Calling delete_port for bec74f8f-eaae-4848-85a1-360b2e807232 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:23:01.161345 dv-neutron-822561-2-hyperv neutron-server[87536]: util.warn( Dec 22 09:23:01.167175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:23:01.167532 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:23:01.199617 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:01.224886 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9652d204-7917-497c-b8dd-4705e07e50b2']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:01.236468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5196b4a-a6cc-4a83-a276-11f853812c41') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:01.236700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5196b4a-a6cc-4a83-a276-11f853812c41') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:01.247668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:01.263180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:01.269105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:23:01.269524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:23:01.282693 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:23:01.359269 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:01.366267 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 98d01903-3fe1-4d54-9337-b47a689144ea no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:01.366773 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:01.389640 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] Pushing event deleted for resources: {'Network': ['ID=9652d204-7917-497c-b8dd-4705e07e50b2,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:01.403151 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aa1e4c04-e564-4fa3-9e75-a26ce959c770 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9652d204-7917-497c-b8dd-4705e07e50b2 HTTP/1.1" status: 204 len: 168 time: 0.9052432 Dec 22 09:23:01.403548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 98d01903-3fe1-4d54-9337-b47a689144ea {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:01.403790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 98d01903-3fe1-4d54-9337-b47a689144ea not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:01.404201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:01.405914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35872) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:01.436579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:01.436923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 475f0993-2ff3-4759-96b3-cd4f08dcd2b6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:01.437327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bec74f8f-eaae-4848-85a1-360b2e807232 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:01.469776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: bec74f8f-eaae-4848-85a1-360b2e807232 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:01.470119 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bec74f8f-eaae-4848-85a1-360b2e807232 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:01.668713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] Deleting port bec74f8f-eaae-4848-85a1-360b2e807232 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:01.669395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:01.735111 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-443b57c6-fd24-4ad1-9446-fd8096118e72 None None] The port 'bec74f8f-eaae-4848-85a1-360b2e807232' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:23:02.028211 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:02.367644 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] Deleting port f2ad1259-0ace-4f11-8996-2da09e50347f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:02.367896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:02.536438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] For port f2ad1259-0ace-4f11-8996-2da09e50347f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=f2ad1259-0ace-4f11-8996-2da09e50347f,segment=NetworkSegment(6d98a944-6a34-4974-8854-a8851b795fc8),segment_id=6d98a944-6a34-4974-8854-a8851b795fc8)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:02.536795 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:02.659738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] Calling delete_port for f2ad1259-0ace-4f11-8996-2da09e50347f owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:02.831406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:02.877760 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ad1259-0ace-4f11-8996-2da09e50347f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:03.240211 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:03.587507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] Router 0c402a34-79c1-4394-8657-4b71f0873253 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:23:03.759878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:23:03.768343 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] Sync routers for ids ['0c402a34-79c1-4394-8657-4b71f0873253'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:23:03.768833 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4f4558a9-1a07-4ff9-9ac6-46c176a2237d admin admin] 10.222.0.37 "PUT /v2.0/routers/0c402a34-79c1-4394-8657-4b71f0873253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3615575 Dec 22 09:23:03.771002 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35876) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:03.777392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] Routers {'0c402a34-79c1-4394-8657-4b71f0873253'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:03.778011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:22:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0c402a34-79c1-4394-8657-4b71f0873253'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:03.945573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:03.950077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] Set router 0c402a34-79c1-4394-8657-4b71f0873253 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:04.117834 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:04.127343 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Deleting port 1e9fc46e-4377-410f-8736-45848ec8d483 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:04.127743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:04.226739 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c402a34-79c1-4394-8657-4b71f0873253', 'name': 'tempest-TestMinimumBasicScenario-619250222-router', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:23:02Z', 'revision_number': 5, 'project_id': '4e51151051304df18d246e83389da2f9', 'gw_port': {'id': '1e9fc46e-4377-410f-8736-45848ec8d483', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:93:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c402a34-79c1-4394-8657-4b71f0873253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:04.230455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] Checking router: 0c402a34-79c1-4394-8657-4b71f0873253 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:23:04.238686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] Routers {'0c402a34-79c1-4394-8657-4b71f0873253'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:04.239272 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:22:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['0c402a34-79c1-4394-8657-4b71f0873253'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:04.301815 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] For port 1e9fc46e-4377-410f-8736-45848ec8d483, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=1e9fc46e-4377-410f-8736-45848ec8d483,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:04.302450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:04.420974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] Set router 0c402a34-79c1-4394-8657-4b71f0873253 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:04.527529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c402a34-79c1-4394-8657-4b71f0873253', 'name': 'tempest-TestMinimumBasicScenario-619250222-router', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:23:04Z', 'revision_number': 6, 'project_id': '4e51151051304df18d246e83389da2f9', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:04.531300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db46a1-6cfa-457e-be3a-5aebcc70551e None None] The sync data for ids ['0c402a34-79c1-4394-8657-4b71f0873253'] in dv-neutron-822561-2-hyperv is: [{'id': '0c402a34-79c1-4394-8657-4b71f0873253', 'name': 'tempest-TestMinimumBasicScenario-619250222-router', 'tenant_id': '4e51151051304df18d246e83389da2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:49Z', 'updated_at': '2021-12-22T09:23:04Z', 'revision_number': 6, 'project_id': '4e51151051304df18d246e83389da2f9', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:23:04.532519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Calling delete_port for 1e9fc46e-4377-410f-8736-45848ec8d483 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:04.695537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:04.738679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9fc46e-4377-410f-8736-45848ec8d483,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:04.830139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.002297 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.005006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.027985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.028520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c402a34-79c1-4394-8657-4b71f0873253 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:23:05.040968 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.042117 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ba31f1f9-d946-404d-945a-edef1ed7ff91 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0c402a34-79c1-4394-8657-4b71f0873253 HTTP/1.1" status: 204 len: 168 time: 1.2701974 Dec 22 09:23:05.044549 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35882) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:05.102003 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c262a91e-84f3-4550-84c8-58d8918c787b admin admin] Deleting subnet 24b46c2c-17fa-4cb2-9794-01dcfc06b3ef {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:23:05.104821 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c262a91e-84f3-4550-84c8-58d8918c787b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.153721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c262a91e-84f3-4550-84c8-58d8918c787b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.228913 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c262a91e-84f3-4550-84c8-58d8918c787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.299218 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c262a91e-84f3-4550-84c8-58d8918c787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.337134 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262a91e-84f3-4550-84c8-58d8918c787b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b46c2c-17fa-4cb2-9794-01dcfc06b3ef,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:05.343786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c262a91e-84f3-4550-84c8-58d8918c787b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.349028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89242508-ffee-4ebe-85f0-46f05e0f874e None None] Network d0848dbe-45c3-4dfe-a1f6-c8b516dea41e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:23:05.353117 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c262a91e-84f3-4550-84c8-58d8918c787b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/24b46c2c-17fa-4cb2-9794-01dcfc06b3ef HTTP/1.1" status: 204 len: 168 time: 0.3050115 Dec 22 09:23:05.353117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35886) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:05.381107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f2ad1259-0ace-4f11-8996-2da09e50347f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:05.461338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.472179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Deleting port a7a0483b-310a-42c3-9274-bd1045795f2f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:05.472513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.475048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: f2ad1259-0ace-4f11-8996-2da09e50347f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:05.475394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device f2ad1259-0ace-4f11-8996-2da09e50347f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:05.475797 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1e9fc46e-4377-410f-8736-45848ec8d483 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:05.546834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 1e9fc46e-4377-410f-8736-45848ec8d483 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:05.547175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 1e9fc46e-4377-410f-8736-45848ec8d483 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:05.667923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] DHCP port deletion for d0848dbe-45c3-4dfe-a1f6-c8b516dea41e request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:23:05.672102 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] Deleting port a7a0483b-310a-42c3-9274-bd1045795f2f {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:05.672480 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.692563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] For port a7a0483b-310a-42c3-9274-bd1045795f2f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a7a0483b-310a-42c3-9274-bd1045795f2f,segment=NetworkSegment(6d98a944-6a34-4974-8854-a8851b795fc8),segment_id=6d98a944-6a34-4974-8854-a8851b795fc8)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:05.692915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.816469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Calling delete_port for a7a0483b-310a-42c3-9274-bd1045795f2f owned by network:dhcp {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:05.891884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.892309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] For port a7a0483b-310a-42c3-9274-bd1045795f2f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a7a0483b-310a-42c3-9274-bd1045795f2f,segment=NetworkSegment(6d98a944-6a34-4974-8854-a8851b795fc8),segment_id=6d98a944-6a34-4974-8854-a8851b795fc8)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:05.892696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:05.937094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a0483b-310a-42c3-9274-bd1045795f2f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:05.940431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] No DVR routers for this DVR port a7a0483b-310a-42c3-9274-bd1045795f2f on host dv-neutron-822561-2-hyperv {{(pid=87534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:23:06.017454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] Calling delete_port for a7a0483b-310a-42c3-9274-bd1045795f2f owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:06.089471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:23:06.089867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:23:06.148719 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.176596 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0848dbe-45c3-4dfe-a1f6-c8b516dea41e']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:06.188706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d98a944-6a34-4974-8854-a8851b795fc8') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:06.189002 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d98a944-6a34-4974-8854-a8851b795fc8') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:06.200612 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.216840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.223192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:23:06.223594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:23:06.236457 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:23:06.310051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.325465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.335735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0848dbe-45c3-4dfe-a1f6-c8b516dea41e,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:06.339640 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ac74b0bf-79d8-4141-8fb6-6b1c5f4881f2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d0848dbe-45c3-4dfe-a1f6-c8b516dea41e HTTP/1.1" status: 204 len: 168 time: 0.9856117 Dec 22 09:23:06.525831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35896) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:06.574234 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-30473aee-b92f-47c7-bd21-e8fd164d0e9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99dccd6c43534a4c8a27aaf3d3911d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472379 Dec 22 09:23:06.576614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35900) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:06.591357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] Deleting port a7a0483b-310a-42c3-9274-bd1045795f2f {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:06.591842 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.637876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4e873691-84e9-48ef-b268-7b0aecc7a735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.658940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9033dcec-03b1-46f9-8eb9-044273e816ff None None] The port 'a7a0483b-310a-42c3-9274-bd1045795f2f' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:23:06.663312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4e873691-84e9-48ef-b268-7b0aecc7a735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.715254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4e873691-84e9-48ef-b268-7b0aecc7a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.731779 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e873691-84e9-48ef-b268-7b0aecc7a735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131f94e4-4ea9-43b4-8c38-b23bfb182df5,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:06.741663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4e873691-84e9-48ef-b268-7b0aecc7a735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:06.742816 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4e873691-84e9-48ef-b268-7b0aecc7a735 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/131f94e4-4ea9-43b4-8c38-b23bfb182df5 HTTP/1.1" status: 204 len: 168 time: 0.1653490 Dec 22 09:23:07.083855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35908) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:07.132673 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e6361074-ddd7-497a-8e34-f03b1dfa7f5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e51151051304df18d246e83389da2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476627 Dec 22 09:23:07.135088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35912) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:07.192551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9772fb0-0f7e-4f38-8807-4aa4b9df036e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:07.217818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9772fb0-0f7e-4f38-8807-4aa4b9df036e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:07.270484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9772fb0-0f7e-4f38-8807-4aa4b9df036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:07.287482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9772fb0-0f7e-4f38-8807-4aa4b9df036e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb4ec6d-1ade-4236-a071-6db307b763d9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:07.290682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f9772fb0-0f7e-4f38-8807-4aa4b9df036e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:07.291945 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f9772fb0-0f7e-4f38-8807-4aa4b9df036e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecb4ec6d-1ade-4236-a071-6db307b763d9 HTTP/1.1" status: 204 len: 168 time: 0.1558168 Dec 22 09:23:07.365691 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a7a0483b-310a-42c3-9274-bd1045795f2f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:07.401473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: a7a0483b-310a-42c3-9274-bd1045795f2f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:07.401843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a7a0483b-310a-42c3-9274-bd1045795f2f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:09.039271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35954) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:09.044396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078328957', 'description': 'tempest-secgroup-smoke-2078328957 description', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:09.050575 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:09.054454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:09.057238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:09.062764 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:09.072871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.084691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.098824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:09.102457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:09.105124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:09.110605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:09.193569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.197124 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.208310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:09.215388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:09.220083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:09.233700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:09.241201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f3ca99-867d-4bf7-99b5-7946e3e82358,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:09.308104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.311498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.354857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd30773-fd6e-44d8-9db6-b82c930526b9,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:09.358546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.359713 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1b715d2a-def1-4286-9726-e7df971ade69 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3194213 Dec 22 09:23:09.362840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35958) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:09.368313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': 'dcd30773-fd6e-44d8-9db6-b82c930526b9', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:09.374157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:09.377860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:09.380664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:09.386226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:09.402322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.459344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.462680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.486408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666d6e33-b2d4-4afe-8791-e254871ad76b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:09.495646 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.497129 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-45e99eea-1bb7-4af1-96ec-a86f7ab27a7b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332464 Dec 22 09:23:09.499661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35962) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:09.504503 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': 'dcd30773-fd6e-44d8-9db6-b82c930526b9', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:09.510224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:09.513902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:09.516676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:09.522760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:09.539201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.597276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.600924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.623864 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6cd021-9c87-4383-9a69-e77eec761279,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:09.632572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.633812 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cc037c29-70f7-465d-aafa-3ab61cf1f44c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332123 Dec 22 09:23:09.636559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35966) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:09.641235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': 'dcd30773-fd6e-44d8-9db6-b82c930526b9', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:09.647327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:09.651175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:09.654347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:09.659833 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:09.678304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.738127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.741431 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.763582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e81ebb-c1bb-491b-bb2b-a2467adc8c6a,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:09.772687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.774076 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-be80e0dc-e5dd-47df-aa9f-ac7530a33f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365621 Dec 22 09:23:09.776739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:09.781699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': 'dcd30773-fd6e-44d8-9db6-b82c930526b9', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:09.787320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:09.791118 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:09.793971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:09.799516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:09.815263 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.875757 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.880047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.905829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c07f1b-3a42-449a-b156-c7e99e607f52,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:09.915566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.916722 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4f78e8b8-fac1-47a0-95d2-33a9bb836c2b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390212 Dec 22 09:23:09.919467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35974) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:09.924276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': 'dcd30773-fd6e-44d8-9db6-b82c930526b9', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:09.929964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:09.933726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:09.936526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:09.942640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:09.954628 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Project 74d57e6f8b6a4f5f8521f71bfa167f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:23:09.961624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.026140 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.029461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.051780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1423cbc9-01b9-49a6-b554-b85a72eab31d,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:10.059624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.060876 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-499abada-6ad2-49e2-af8f-df77b9c0fa89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405110 Dec 22 09:23:10.063619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35978) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:10.068905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': 'dcd30773-fd6e-44d8-9db6-b82c930526b9', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:10.074598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:10.078429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:10.081339 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:10.087644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:10.097569 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Project 74d57e6f8b6a4f5f8521f71bfa167f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:23:10.103852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.166481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.169800 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.193220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aefa5bb-b53f-4838-a7ba-bd5db5302e84,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:10.201889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.203034 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a18db0b7-8079-4d5c-9573-69b84e72bc0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385350 Dec 22 09:23:10.205959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 35982) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:10.211344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'network': {'name': 'tempest-network-smoke--61237393', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'port_security_enabled': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:10.216138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:10.220123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:network and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:10.222960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:10.228468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:10.239066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:23:10.242567 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.269325 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:23:10.278093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.278429 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Added segment 48c1ee14-3df2-4cdd-a8f9-dd8cec01f876 of type vlan for network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 Dec 22 09:23:10.303487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.333643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.338759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:10.339315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.392099 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1850867 Dec 22 09:23:10.395220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35986) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:10.400363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'admin_state_up': True, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:10.407518 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:10.411374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:router and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:10.414223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:10.420428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:10.431409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.432457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.444957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda47b3-18b7-404d-b735-cc9bd1cb71df tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Network': ['ID=3796e25e-0fd1-41b1-8885-2cc2ed200c80,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:10.447592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.455280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:23:10.711279 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:11.004648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:11.033500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:11.165917 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.26.1.59 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/d495423e-2ded-4d77-b2ca-51aaeefc9abd) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:23:11.305957 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:11.334182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:11.393048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:23:11.396352 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:23:11.400020 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:23:11.438427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=d495423e-2ded-4d77-b2ca-51aaeefc9abd,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:11.908047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:12.243855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:12.441113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router ea10f37e-f519-420c-a83c-4588653c985d is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:23:12.614108 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:23:12.626349 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Sync routers for ids ['ea10f37e-f519-420c-a83c-4588653c985d'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:23:12.636089 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Routers {'ea10f37e-f519-420c-a83c-4588653c985d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:12.636743 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:22:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ea10f37e-f519-420c-a83c-4588653c985d'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:12.640826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:12.642199 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-106558f8-b06e-4c4f-a02a-2abc9c027923 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2459557 Dec 22 09:23:12.645718 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 35994) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:12.787210 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5811fccf-496d-4a4c-ae21-c76de2784199 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=74d57e6f8b6a4f5f8521f71bfa167f71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1402884 Dec 22 09:23:12.789780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36000) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:12.830383 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Set router ea10f37e-f519-420c-a83c-4588653c985d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:13.026867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa13d9b6-d15d-4871-a531-edde320fbb26 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:13.028369 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aa13d9b6-d15d-4871-a531-edde320fbb26 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2377014 Dec 22 09:23:13.031274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36004) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:13.069426 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5952ceae-9db8-403b-b7ed-cc39cb79c4f4 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370235 Dec 22 09:23:13.071906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36008) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:13.077066 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1355290940', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:13.115575 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:11Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:13.119242 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Checking router: ea10f37e-f519-420c-a83c-4588653c985d for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:23:13.119585 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Updating router ea10f37e-f519-420c-a83c-4588653c985d port d495423e-2ded-4d77-b2ca-51aaeefc9abd binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:23:13.169213 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.182477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:13.186730 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:subnet and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:13.189486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:13.196559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:13.204735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:23:13.208182 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.421919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.485996 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.498827 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Subnet': ['ID=32d85508-7f09-4419-9bb4-4d2b7199a6af,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:13.499398 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Transition to ACTIVE for port object d495423e-2ded-4d77-b2ca-51aaeefc9abd will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:23:13.507568 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.508872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Checking segment: {'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:23:13.509241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network hostable DHCP agents. Network: 3796e25e-0fd1-41b1-8885-2cc2ed200c80, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:23:13.528030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:23:13.538197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 3796e25e-0fd1-41b1-8885-2cc2ed200c80) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:23:13.542321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:13.542903 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.547489 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef75a9-c733-486b-92fd-cfdbc25e59fd None None] Network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:23:13.565386 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4bf0abe5-f6be-4733-86f1-118b24125c77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4924295 Dec 22 09:23:13.568105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36012) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:13.595436 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Pushing event updated for resources: {'Port': ['ID=d495423e-2ded-4d77-b2ca-51aaeefc9abd,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:13.604443 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.604794 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.605131 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.605464 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.605815 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.606142 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.606465 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.606783 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.607101 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.607419 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.607734 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.608047 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:13.615997 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Attempting to bind port d495423e-2ded-4d77-b2ca-51aaeefc9abd on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:23:13.617129 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Attempting to bind port d495423e-2ded-4d77-b2ca-51aaeefc9abd by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:23:13.617129 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Attempting to bind port d495423e-2ded-4d77-b2ca-51aaeefc9abd on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:23:13.623569 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:23:13.623569 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:23:13.623569 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.623569 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:23:13.623936 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Bound port: d495423e-2ded-4d77-b2ca-51aaeefc9abd, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:23:13.624263 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.698886 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] For port d495423e-2ded-4d77-b2ca-51aaeefc9abd, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:23:13.702193 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] For port d495423e-2ded-4d77-b2ca-51aaeefc9abd, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d495423e-2ded-4d77-b2ca-51aaeefc9abd,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:23:13.711757 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.798904 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Routers {'ea10f37e-f519-420c-a83c-4588653c985d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:13.799521 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:22:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ea10f37e-f519-420c-a83c-4588653c985d'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:13.832928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:23:13.833719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.883602 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294d81e-e710-43c6-893d-d362c48df058 None None] Pushing event updated for resources: {'Port': ['ID=d495423e-2ded-4d77-b2ca-51aaeefc9abd,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:14.011682 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] Set router ea10f37e-f519-420c-a83c-4588653c985d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:14.014269 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Allocated IP 172.20.0.2 (3796e25e-0fd1-41b1-8885-2cc2ed200c80/32d85508-7f09-4419-9bb4-4d2b7199a6af/e83e71bc-b6bc-4a3d-ac88-04ee4f894f17) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:23:14.280375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:14.292166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Transition to ACTIVE for port object e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:23:14.311414 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Transition to ACTIVE for port object e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:23:14.318030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:14.348058 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:14.354578 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:11Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:14.359690 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480862af-885d-4e39-89d0-c7cd933cee18 None None] The sync data for ids ['ea10f37e-f519-420c-a83c-4588653c985d'] in dv-neutron-822561-2-hyperv is: [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:11Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:23:14.383963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:23:14.387960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:23:14.391697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:23:14.401005 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Pushing event updated for resources: {'Port': ['ID=e83e71bc-b6bc-4a3d-ac88-04ee4f894f17,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:14.443564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.444553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.444553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.444553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.444887 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.445185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.445501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.445841 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.446165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.446495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.446810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.447120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:14.504283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Attempting to bind port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:23:14.504689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Attempting to bind port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:23:14.505020 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Attempting to bind port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 on network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:23:14.510904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:23:14.511280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Checking segment: {'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:23:14.511684 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:14.512081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Bound using segment: {'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:23:14.512549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Bound port: e83e71bc-b6bc-4a3d-ac88-04ee4f894f17, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:23:14.512925 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:14.600096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:14.628274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] For port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:23:14.632393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] For port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e83e71bc-b6bc-4a3d-ac88-04ee4f894f17,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:23:14.636697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:14.729705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e039539-05c0-4229-b9ac-c88374289bab None None] Pushing event updated for resources: {'Port': ['ID=e83e71bc-b6bc-4a3d-ac88-04ee4f894f17,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:14.938814 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.20.0.1 (3796e25e-0fd1-41b1-8885-2cc2ed200c80/32d85508-7f09-4419-9bb4-4d2b7199a6af/2ee9df37-c3a9-46cd-97b4-367deee118ea) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:23:15.125898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:15.143019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Transition to ACTIVE for port object 2ee9df37-c3a9-46cd-97b4-367deee118ea will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:23:15.167597 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:15.239562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:23:15.242693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:23:15.246819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:23:15.288037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=2ee9df37-c3a9-46cd-97b4-367deee118ea,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:15.312000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:15.438579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d495423e-2ded-4d77-b2ca-51aaeefc9abd up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:23:15.509009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port d495423e-2ded-4d77-b2ca-51aaeefc9abd completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:23:15.514306 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d495423e-2ded-4d77-b2ca-51aaeefc9abd triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:15.514764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:15.580710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:15.640209 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:15.657282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port d495423e-2ded-4d77-b2ca-51aaeefc9abd, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d495423e-2ded-4d77-b2ca-51aaeefc9abd,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:15.662034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:15.662857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:23:15.791705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db673662-b1ed-4a14-98eb-eaf7e71d4878 None None] Network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:23:15.812475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:23:15.824454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=d495423e-2ded-4d77-b2ca-51aaeefc9abd,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:15.904015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6812c06-b9e5-444e-87d9-b382bb64f814 None None] Provisioning for port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:23:15.912790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c6812c06-b9e5-444e-87d9-b382bb64f814 None None] Provisioning complete for port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:15.913156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6812c06-b9e5-444e-87d9-b382bb64f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:16.011676 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:16.021267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:16.138990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6812c06-b9e5-444e-87d9-b382bb64f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:16.139223 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=2ee9df37-c3a9-46cd-97b4-367deee118ea,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:16.143775 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:16.179384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c6812c06-b9e5-444e-87d9-b382bb64f814 None None] For port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e83e71bc-b6bc-4a3d-ac88-04ee4f894f17,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:16.184359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c6812c06-b9e5-444e-87d9-b382bb64f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:16.254483 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6812c06-b9e5-444e-87d9-b382bb64f814 None None] Pushing event updated for resources: {'Port': ['ID=e83e71bc-b6bc-4a3d-ac88-04ee4f894f17,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:16.286124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:23:16.287260 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:23:16.414389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ffac2ed0-95dc-4fbe-9ba4-4b693ce077fb None None] Provisioning complete for port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:16.414757 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ffac2ed0-95dc-4fbe-9ba4-4b693ce077fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:16.588441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ffac2ed0-95dc-4fbe-9ba4-4b693ce077fb None None] Provisioning for port 2ee9df37-c3a9-46cd-97b4-367deee118ea completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:23:16.593778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ffac2ed0-95dc-4fbe-9ba4-4b693ce077fb None None] Provisioning complete for port 2ee9df37-c3a9-46cd-97b4-367deee118ea triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:16.594157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ffac2ed0-95dc-4fbe-9ba4-4b693ce077fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:16.608672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router ea10f37e-f519-420c-a83c-4588653c985d has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:23:16.649706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ffac2ed0-95dc-4fbe-9ba4-4b693ce077fb None None] Port 2ee9df37-c3a9-46cd-97b4-367deee118ea cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:23:16.771518 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-a27c6b25-e9e7-43ea-a7cf-c9eb383405f5 None None] Provisioning complete for port 2ee9df37-c3a9-46cd-97b4-367deee118ea triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:16.772231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a27c6b25-e9e7-43ea-a7cf-c9eb383405f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:16.792771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:23:16.802976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Sync routers for ids ['ea10f37e-f519-420c-a83c-4588653c985d'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:23:16.803620 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2ba8ba71-fc6f-4d35-80cc-5739e6c42667 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "PUT /v2.0/routers/ea10f37e-f519-420c-a83c-4588653c985d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2342534 Dec 22 09:23:16.835122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Routers {'ea10f37e-f519-420c-a83c-4588653c985d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:16.835745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:22:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ea10f37e-f519-420c-a83c-4588653c985d'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:16.907433 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-a27c6b25-e9e7-43ea-a7cf-c9eb383405f5 None None] Port 2ee9df37-c3a9-46cd-97b4-367deee118ea cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:23:16.961710 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-ce736fac-c316-4d07-9855-19717c71a470 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078328957&fields=id&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 267 time: 0.0390661 Dec 22 09:23:17.019081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Set router ea10f37e-f519-420c-a83c-4588653c985d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:17.088602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dbefd266-d5b0-4167-ba41-cb1586ef5a08 None None] Provisioning complete for port 2ee9df37-c3a9-46cd-97b4-367deee118ea triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:17.088973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dbefd266-d5b0-4167-ba41-cb1586ef5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:17.116914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-9762416e-662f-4e35-8563-cc1ac5d26dcc tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:17.118391 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-9762416e-662f-4e35-8563-cc1ac5d26dcc tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/networks?id=3796e25e-0fd1-41b1-8885-2cc2ed200c80 HTTP/1.1" status: 200 len: 795 time: 0.1495793 Dec 22 09:23:17.133550 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-21d8e080-710b-4e75-9a5d-00e45a1a937c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/quotas/74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 375 time: 0.0096850 Dec 22 09:23:17.214024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-aca02da0-a69a-40e7-9bf8-e9d323dfc893 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:23:17.232063 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-aca02da0-a69a-40e7-9bf8-e9d323dfc893 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:23:17.233232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-dbefd266-d5b0-4167-ba41-cb1586ef5a08 None None] Port 2ee9df37-c3a9-46cd-97b4-367deee118ea cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:23:17.233396 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-aca02da0-a69a-40e7-9bf8-e9d323dfc893 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947130 Dec 22 09:23:17.249802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-71337978-3f6c-4408-946e-9c98cc434433 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:23:17.250747 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-71337978-3f6c-4408-946e-9c98cc434433 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052664 Dec 22 09:23:17.389337 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '2ee9df37-c3a9-46cd-97b4-367deee118ea', 'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:a3:0e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:14Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 2, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:17.390228 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-36767aad-bd12-4619-a915-e580362efa73 service neutron] 10.222.0.37 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334286 Dec 22 09:23:17.392880 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d495423e-2ded-4d77-b2ca-51aaeefc9abd up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:23:17.432253 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Checking router: ea10f37e-f519-420c-a83c-4588653c985d for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:23:17.432601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Updating router ea10f37e-f519-420c-a83c-4588653c985d port 2ee9df37-c3a9-46cd-97b4-367deee118ea binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:23:17.494495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:17.517061 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-cc05d055-71d0-48b0-bc96-6e08bc157500 service neutron] 10.222.0.37 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248724 Dec 22 09:23:17.561193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d495423e-2ded-4d77-b2ca-51aaeefc9abd triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:17.561564 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:17.712498 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-492b6eaf-ab29-4134-a37c-42d1dac399ec req-2aa770ad-d500-4f46-b0c9-3167b6a4f6a8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 210 time: 0.0571318 Dec 22 09:23:17.844897 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:23:17.955088 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:17.955456 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:18.071464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:18.089021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Transition to ACTIVE for port object 2ee9df37-c3a9-46cd-97b4-367deee118ea will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:23:18.164680 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:18.348024 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd098b9-ee9c-4dea-afd4-5ec5c285417f None None] Pushing event updated for resources: {'Port': ['ID=2ee9df37-c3a9-46cd-97b4-367deee118ea,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:18.410843 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Attempting to bind port 2ee9df37-c3a9-46cd-97b4-367deee118ea on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:23:18.411131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Attempting to bind port 2ee9df37-c3a9-46cd-97b4-367deee118ea by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:23:18.411495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Attempting to bind port 2ee9df37-c3a9-46cd-97b4-367deee118ea on network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:23:18.416815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:23:18.417187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Checking segment: {'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:23:18.417586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:18.418010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Bound using segment: {'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:23:18.418472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Bound port: 2ee9df37-c3a9-46cd-97b4-367deee118ea, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:23:18.418872 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:18.516930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] For port 2ee9df37-c3a9-46cd-97b4-367deee118ea, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:23:18.519276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] For port 2ee9df37-c3a9-46cd-97b4-367deee118ea, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2ee9df37-c3a9-46cd-97b4-367deee118ea,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:23:18.523455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:18.596958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Routers {'ea10f37e-f519-420c-a83c-4588653c985d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:18.597597 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:22:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ea10f37e-f519-420c-a83c-4588653c985d'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:18.680031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd098b9-ee9c-4dea-afd4-5ec5c285417f None None] Pushing event updated for resources: {'Port': ['ID=2ee9df37-c3a9-46cd-97b4-367deee118ea,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:18.837589 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] Set router ea10f37e-f519-420c-a83c-4588653c985d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:18.921263 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-752f7689-45c3-4841-96d5-4d97e186fb2a req-43046383-d920-4bba-9c43-2e4f797bc993 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 210 time: 0.0555744 Dec 22 09:23:18.934891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-85a69cf6-a3a1-4b12-8a29-f19f3c56a8c0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:18.935704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-85a69cf6-a3a1-4b12-8a29-f19f3c56a8c0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:23:18.955808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-85a69cf6-a3a1-4b12-8a29-f19f3c56a8c0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:23:18.957214 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-85a69cf6-a3a1-4b12-8a29-f19f3c56a8c0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/networks?id=3796e25e-0fd1-41b1-8885-2cc2ed200c80 HTTP/1.1" status: 200 len: 795 time: 0.3165963 Dec 22 09:23:19.005026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-70810b52-a2f6-4a76-9150-7c92f9b82a21 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:23:19.022983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-70810b52-a2f6-4a76-9150-7c92f9b82a21 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:23:19.024265 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-70810b52-a2f6-4a76-9150-7c92f9b82a21 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 380 time: 0.0591402 Dec 22 09:23:19.033142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'port': {'device_id': '0508519d-628a-4916-b66a-678e77c7f77c', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'admin_state_up': True, 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'security_groups': ['dcd30773-fd6e-44d8-9db6-b82c930526b9']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:19.167181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:19.177179 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:19.177711 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '2ee9df37-c3a9-46cd-97b4-367deee118ea', 'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:a3:0e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:14Z', 'updated_at': '2021-12-22T09:23:18Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:19.181576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69232f84-17d3-4a5f-be7e-b8fb35015158 None None] The sync data for ids ['ea10f37e-f519-420c-a83c-4588653c985d'] in dv-neutron-822561-2-hyperv is: [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '2ee9df37-c3a9-46cd-97b4-367deee118ea', 'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:a3:0e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:14Z', 'updated_at': '2021-12-22T09:23:18Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:23:19.188790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:23:19.193169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:19.376687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.20.0.13 (3796e25e-0fd1-41b1-8885-2cc2ed200c80/32d85508-7f09-4419-9bb4-4d2b7199a6af/6fb730ff-fca7-47f8-95d9-0a5ce22a1f34) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:23:19.407979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2ee9df37-c3a9-46cd-97b4-367deee118ea up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:23:19.475390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ad040d39-7270-4623-adb9-2b89f750d764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:19.492551 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 2ee9df37-c3a9-46cd-97b4-367deee118ea completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:23:19.498015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2ee9df37-c3a9-46cd-97b4-367deee118ea triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:19.498598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:19.599700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:19.617732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Transition to ACTIVE for port object 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:23:19.620640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:19.645766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:19.654633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 2ee9df37-c3a9-46cd-97b4-367deee118ea, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2ee9df37-c3a9-46cd-97b4-367deee118ea,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:19.659819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:19.724758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:23:19.728155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:23:19.730714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:23:19.733082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=2ee9df37-c3a9-46cd-97b4-367deee118ea,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:19.777329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:19.808388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:19.809262 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:19.836497 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-39ceab07-d739-4998-968c-753f44b6bc4d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8069746 Dec 22 09:23:19.900409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Request body: {'port': {'device_id': '0508519d-628a-4916-b66a-678e77c7f77c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:19.965114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8ab40eef-dc95-46fd-a814-7e9b4b47608a None None] Provisioning for port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:23:19.976369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8ab40eef-dc95-46fd-a814-7e9b4b47608a None None] Provisioning complete for port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:19.976931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8ab40eef-dc95-46fd-a814-7e9b4b47608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:20.023008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:20.053292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8ab40eef-dc95-46fd-a814-7e9b4b47608a None None] Port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:23:20.274360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7603-b911-4524-9cfd-8947d1a51918 req-c60eab14-90d3-42ab-ad8a-50f1d293872f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:20.275051 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-fd7c7603-b911-4524-9cfd-8947d1a51918 req-c60eab14-90d3-42ab-ad8a-50f1d293872f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:23:20.355699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-fd7c7603-b911-4524-9cfd-8947d1a51918 req-c60eab14-90d3-42ab-ad8a-50f1d293872f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:23:20.356851 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd7c7603-b911-4524-9cfd-8947d1a51918 req-c60eab14-90d3-42ab-ad8a-50f1d293872f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 932 time: 0.2720618 Dec 22 09:23:20.415850 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd7c7603-b911-4524-9cfd-8947d1a51918 req-f6656759-c86b-4a3e-aef9-bce5dfaa19c6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490584 Dec 22 09:23:20.484397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:23:20.492289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:20.506098 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Transition to ACTIVE for port object 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:23:20.509913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:20.665320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:20.743354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Attempting to bind port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:23:20.743676 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Attempting to bind port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:23:20.743990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Attempting to bind port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 on network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:23:20.748647 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 on network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:23:20.748940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Attempting to bind port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 on network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:23:20.754088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:23:20.754439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Checking segment: {'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:23:20.754809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Bound using segment: {'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:23:20.755244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Bound port: 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:23:20.755579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:20.843173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] For port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:23:20.845935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] For port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:23:20.850990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:20.915204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:20.915899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:20.917214 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] 10.222.0.54 "PUT /v2.0/ports/6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 HTTP/1.1" status: 200 len: 1094 time: 1.0732589 Dec 22 09:23:20.919569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0508519d-628a-4916-b66a-678e77c7f77c', 'tag': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:23:20.941719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b8967-9936-4b44-8dba-9dca36084ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:21.110813 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0508519d-628a-4916-b66a-678e77c7f77c', 'tag': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'status': 'completed', 'code': 200} Dec 22 09:23:21.150104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-fdb383b4-8953-42e1-985f-2497643b5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:21.151580 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-fdb383b4-8953-42e1-985f-2497643b5665 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 1097 time: 0.1941836 Dec 22 09:23:21.223817 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-85367919-b261-4395-bd96-01652a38b272 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 HTTP/1.1" status: 200 len: 217 time: 0.0624139 Dec 22 09:23:21.283612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-06d5c736-7678-43f0-a5f5-0660da620aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:21.284885 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-06d5c736-7678-43f0-a5f5-0660da620aa6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32d85508-7f09-4419-9bb4-4d2b7199a6af HTTP/1.1" status: 200 len: 835 time: 0.0550072 Dec 22 09:23:21.360931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-29e7143b-7d42-486e-90af-6981a0035278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:21.362416 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-29e7143b-7d42-486e-90af-6981a0035278 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3796e25e-0fd1-41b1-8885-2cc2ed200c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712802 Dec 22 09:23:21.377078 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2ee9df37-c3a9-46cd-97b4-367deee118ea up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:23:21.444160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2ee9df37-c3a9-46cd-97b4-367deee118ea triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:21.445006 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:21.512998 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-e79462a5-0fb0-4f00-bb18-58db7804d5f9 service neutron] 10.222.0.54 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436198 Dec 22 09:23:21.700824 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2bc3b5ac-71db-4dcf-aafb-1b42385651b4 req-ba300553-f6f8-46ac-9267-934c77be9a14 service neutron] 10.222.0.54 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802952 Dec 22 09:23:21.711830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5ccfc-fc8b-4bdd-83e1-55df7b7ce0d4 req-1ac266e7-78a9-494f-9114-08d6f31ef34e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:21.713221 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03e5ccfc-fc8b-4bdd-83e1-55df7b7ce0d4 req-1ac266e7-78a9-494f-9114-08d6f31ef34e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 944 time: 0.1753902 Dec 22 09:23:21.795893 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03e5ccfc-fc8b-4bdd-83e1-55df7b7ce0d4 req-fa1d56e1-1a00-424c-a893-f16fe1650299 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760717 Dec 22 09:23:21.818820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3909f30f-7dc0-47e7-90db-42c3da47941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:21.832089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-27d28c53-3676-49d1-9f62-993df8a94e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:21.833557 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-27d28c53-3676-49d1-9f62-993df8a94e5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 1097 time: 0.0820110 Dec 22 09:23:21.965534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-0cc55d36-ef90-4958-9004-26ac77c64bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:21.966973 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-0cc55d36-ef90-4958-9004-26ac77c64bbf service neutron] 10.222.0.54 "GET /v2.0/networks?id=3796e25e-0fd1-41b1-8885-2cc2ed200c80 HTTP/1.1" status: 200 len: 896 time: 0.1258900 Dec 22 09:23:22.042367 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-9bc0874d-0f1c-43da-a051-958e0b919290 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 HTTP/1.1" status: 200 len: 217 time: 0.0680892 Dec 22 09:23:22.103352 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-d340ea45-3655-4eb1-a8ee-97de5f43b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:22.104708 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-d340ea45-3655-4eb1-a8ee-97de5f43b3e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32d85508-7f09-4419-9bb4-4d2b7199a6af HTTP/1.1" status: 200 len: 835 time: 0.0557938 Dec 22 09:23:22.178605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-e30ca876-8e6b-4a02-aba3-09d16e41a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:22.180064 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-e30ca876-8e6b-4a02-aba3-09d16e41a7de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3796e25e-0fd1-41b1-8885-2cc2ed200c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684433 Dec 22 09:23:22.308733 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-2cb11f5f-80f7-4c5e-b8fe-e74cdc891ec2 service neutron] 10.222.0.54 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212366 Dec 22 09:23:22.437237 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-528dc4ff-0af1-449a-91f7-ca820da5fe20 req-1726476e-6eb4-41a5-8ba6-27e0ea166732 service neutron] 10.222.0.54 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210072 Dec 22 09:23:22.928631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:22.986693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2d540-3dd7-43cb-ab2a-81aeef206b39 req-a8bc3764-9186-4e0b-86a6-358faeba2878 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:22.988166 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c7e2d540-3dd7-43cb-ab2a-81aeef206b39 req-a8bc3764-9186-4e0b-86a6-358faeba2878 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 944 time: 0.0849018 Dec 22 09:23:23.034106 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c7e2d540-3dd7-43cb-ab2a-81aeef206b39 req-234b286a-9c7c-47ad-be9a-3438c47ea5bc tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Dec 22 09:23:23.072001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:23.194547 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:23:23.320981 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:23.333335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'port_id': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'mac_address': 'fa:16:3e:47:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:23:23.386254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:23.404437 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:23:23.419371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:23.423057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:23.489552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:23.627926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['6fb730ff-fca7-47f8-95d9-0a5ce22a1f34'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:23:24.215965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd0f0-5133-4b5a-a863-d3675d642e92 req-3814b34b-4bcd-4429-9257-4941a99d4ccb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:24.217381 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0bacd0f0-5133-4b5a-a863-d3675d642e92 req-3814b34b-4bcd-4429-9257-4941a99d4ccb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 945 time: 0.0817394 Dec 22 09:23:24.259519 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0bacd0f0-5133-4b5a-a863-d3675d642e92 req-1ce5e940-6539-4f16-a0ca-58c3f64d0e54 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363848 Dec 22 09:23:24.287171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:25.210056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:23:25.278383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:23:25.282632 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:25.283007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:25.400916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:25.428147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0508519d-628a-4916-b66a-678e77c7f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:23:25.437629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:25.441057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8261851-8669-4d53-acaf-8cec7c2d86a3 req-f85439b7-f3a0-475b-8a13-d3f778bf3238 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:25.442434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:25.442701 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a8261851-8669-4d53-acaf-8cec7c2d86a3 req-f85439b7-f3a0-475b-8a13-d3f778bf3238 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 945 time: 0.0797343 Dec 22 09:23:25.493737 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0508519d-628a-4916-b66a-678e77c7f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'code': 200} Dec 22 09:23:25.494461 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a8261851-8669-4d53-acaf-8cec7c2d86a3 req-66abe351-d6e8-41a7-90ad-e28054595a9b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459855 Dec 22 09:23:25.512076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:25.704196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241db25c-c1fb-40d4-b8d9-ca38ddedb9ab req-f16ae598-ab0d-4b62-9bb8-834c5bdb3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:25.705618 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-241db25c-c1fb-40d4-b8d9-ca38ddedb9ab req-f16ae598-ab0d-4b62-9bb8-834c5bdb3f10 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 1099 time: 0.0672045 Dec 22 09:23:25.746696 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-241db25c-c1fb-40d4-b8d9-ca38ddedb9ab req-891cd1a3-237d-44e7-ad7e-250a511dc86c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350029 Dec 22 09:23:26.796174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefbddc-df69-47f3-bc4e-24087a412975 req-5bda272d-c339-4d36-81fd-2750d9f86fbf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:26.797542 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6cefbddc-df69-47f3-bc4e-24087a412975 req-5bda272d-c339-4d36-81fd-2750d9f86fbf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.1932425 Dec 22 09:23:26.842564 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6cefbddc-df69-47f3-bc4e-24087a412975 req-b53754bc-f621-4454-8128-e2d274aa41a6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392122 Dec 22 09:23:28.028592 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6e778-b2f0-4865-b221-9a25aec0e927 req-0ae6c4df-cde3-415e-b94a-b406c3c1f05d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:28.030050 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c6c6e778-b2f0-4865-b221-9a25aec0e927 req-0ae6c4df-cde3-415e-b94a-b406c3c1f05d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.0823207 Dec 22 09:23:28.073701 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c6c6e778-b2f0-4865-b221-9a25aec0e927 req-0e887190-6f49-4f2c-b69b-ab410858c65e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372596 Dec 22 09:23:28.254241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53ad56-844a-496d-8ca3-f220077eeafb req-f0a613b3-75a7-41e3-af15-cb57fdfd2626 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:28.255722 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0f53ad56-844a-496d-8ca3-f220077eeafb req-f0a613b3-75a7-41e3-af15-cb57fdfd2626 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.0806439 Dec 22 09:23:28.298593 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0f53ad56-844a-496d-8ca3-f220077eeafb req-fecc84de-9560-41ac-8e31-322a43a3a684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372832 Dec 22 09:23:28.320614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36068) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:28.387876 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b4f8ec-739a-48f7-bb7d-59d489c01329 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:28.389400 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-19b4f8ec-739a-48f7-bb7d-59d489c01329 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 1094 time: 0.0678236 Dec 22 09:23:28.392205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36072) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:28.397578 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:28.403420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:23:28.407213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:floatingip and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:23:28.410022 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:23:28.416157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:23:28.430116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:28.565653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:28.699096 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.26.1.94 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/a108fd4c-1ba1-4b3e-9f6e-9407d7c7fa7a) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:23:28.948183 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:28.977843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:29.044970 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:23:29.047626 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:23:29.050162 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:23:29.083204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=a108fd4c-1ba1-4b3e-9f6e-9407d7c7fa7a,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:29.459811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:29.533327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:29.719039 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:23:29.730443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:29.734805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:29.850344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=a108fd4c-1ba1-4b3e-9f6e-9407d7c7fa7a,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:29.858715 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:30.024287 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Floating IP 1c96b1d4-95ae-4803-8bde-a5738f9bfcd4 associated. External IP: 172.26.1.94, port: 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34. Dec 22 09:23:30.466743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router ea10f37e-f519-420c-a83c-4588653c985d has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:23:30.640941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:23:30.650543 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] Sync routers for ids ['ea10f37e-f519-420c-a83c-4588653c985d'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:23:30.660235 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] Routers {'ea10f37e-f519-420c-a83c-4588653c985d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:30.661497 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:23:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ea10f37e-f519-420c-a83c-4588653c985d'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:30.665610 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:30.724031 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-95b09d44-2a12-4418-b26e-243d03577172 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3301263 Dec 22 09:23:30.724584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0508519d-628a-4916-b66a-678e77c7f77c', 'tag': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:23:30.771393 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0508519d-628a-4916-b66a-678e77c7f77c', 'tag': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'status': 'completed', 'code': 200} Dec 22 09:23:30.849092 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] Set router ea10f37e-f519-420c-a83c-4588653c985d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:30.865599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-0888d4a8-f0ba-48f3-be8a-77d6e0aa0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:30.867112 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-0888d4a8-f0ba-48f3-be8a-77d6e0aa0fb3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 1099 time: 0.0720153 Dec 22 09:23:30.890457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a231654-52c7-4265-abd1-dee9a2eb9b16 req-cd3aef64-16fc-43f9-9ee7-20eac6dda384 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:30.891922 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0a231654-52c7-4265-abd1-dee9a2eb9b16 req-cd3aef64-16fc-43f9-9ee7-20eac6dda384 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.0823598 Dec 22 09:23:30.936808 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0a231654-52c7-4265-abd1-dee9a2eb9b16 req-5af39767-8a3b-421e-8ca6-eaf048e0bd0c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382502 Dec 22 09:23:30.961359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36080) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:31.008101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-306b9f05-1905-4d75-ae2f-6bef9a7e0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:31.009966 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-306b9f05-1905-4d75-ae2f-6bef9a7e0cbd service neutron] 10.222.0.54 "GET /v2.0/networks?id=3796e25e-0fd1-41b1-8885-2cc2ed200c80 HTTP/1.1" status: 200 len: 896 time: 0.1363025 Dec 22 09:23:31.073160 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-09aab422-2775-495e-a0d7-f3ff53d7da8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/1c96b1d4-95ae-4803-8bde-a5738f9bfcd4 HTTP/1.1" status: 200 len: 991 time: 0.1105096 Dec 22 09:23:31.123866 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-4a6f2f16-9705-4dea-af8d-b82f757ebb1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 HTTP/1.1" status: 200 len: 999 time: 0.1075687 Dec 22 09:23:31.189177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-52d4e838-ef36-4eae-b81d-17f0dc9ca6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:31.190630 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-52d4e838-ef36-4eae-b81d-17f0dc9ca6e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32d85508-7f09-4419-9bb4-4d2b7199a6af HTTP/1.1" status: 200 len: 835 time: 0.0601792 Dec 22 09:23:31.204913 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1c96b1d4-95ae-4803-8bde-a5738f9bfcd4', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'port_id': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'mac_address': 'fa:16:3e:47:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508519d-628a-4916-b66a-678e77c7f77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:23:29Z', 'updated_at': '2021-12-22T09:23:29Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee9df37-c3a9-46cd-97b4-367deee118ea', 'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:a3:0e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:14Z', 'updated_at': '2021-12-22T09:23:19Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:31.209084 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] Checking router: ea10f37e-f519-420c-a83c-4588653c985d for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:23:31.216976 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] Routers {'ea10f37e-f519-420c-a83c-4588653c985d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:31.217548 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:23:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ea10f37e-f519-420c-a83c-4588653c985d'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:31.263590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-be6ed4bd-7315-4c39-95b2-63658fe32b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:31.264956 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-be6ed4bd-7315-4c39-95b2-63658fe32b6a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3796e25e-0fd1-41b1-8885-2cc2ed200c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683038 Dec 22 09:23:31.391038 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] Set router ea10f37e-f519-420c-a83c-4588653c985d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:31.396114 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-e29382f1-84cb-4872-8fb9-aa2fb49590df service neutron] 10.222.0.54 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231835 Dec 22 09:23:31.526847 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-66c98f73-3dcd-4927-8be9-9822e67ce72d req-6d0c3f9b-57ff-4c86-9279-887992aac59f service neutron] 10.222.0.54 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247630 Dec 22 09:23:31.743783 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1c96b1d4-95ae-4803-8bde-a5738f9bfcd4', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'port_id': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'mac_address': 'fa:16:3e:47:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508519d-628a-4916-b66a-678e77c7f77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:23:29Z', 'updated_at': '2021-12-22T09:23:29Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee9df37-c3a9-46cd-97b4-367deee118ea', 'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:a3:0e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:14Z', 'updated_at': '2021-12-22T09:23:19Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:31.747690 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b6738-affe-47e8-9f15-53e5ac739e5b None None] The sync data for ids ['ea10f37e-f519-420c-a83c-4588653c985d'] in dv-neutron-822561-2-hyperv is: [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '1c96b1d4-95ae-4803-8bde-a5738f9bfcd4', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'port_id': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'mac_address': 'fa:16:3e:47:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508519d-628a-4916-b66a-678e77c7f77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:23:29Z', 'updated_at': '2021-12-22T09:23:29Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee9df37-c3a9-46cd-97b4-367deee118ea', 'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:a3:0e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:14Z', 'updated_at': '2021-12-22T09:23:19Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:23:32.032995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6197dc5-375b-4e24-88de-cab23c45f31c None None] New status for floating IP 1c96b1d4-95ae-4803-8bde-a5738f9bfcd4: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:23:32.076993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36084) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:32.184731 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1f49e96f-6613-48f7-81d9-711d724bf361 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/1c96b1d4-95ae-4803-8bde-a5738f9bfcd4 HTTP/1.1" status: 200 len: 991 time: 0.1065927 Dec 22 09:23:33.188726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36088) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:33.292918 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-56163482-46bc-48cc-b40d-ff2476381223 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/1c96b1d4-95ae-4803-8bde-a5738f9bfcd4 HTTP/1.1" status: 200 len: 993 time: 0.1029353 Dec 22 09:23:44.571569 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:49.438142 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-280837cc-4ac4-4f58-9fcd-47f6cc65bb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:51.809700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9048627e-de26-45d8-942e-cd5021c01996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:52.931178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:53.064035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.289955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:01.251892 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-efd3ff82-9030-4cd6-801c-5801abfc49dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814681 Dec 22 09:24:01.391782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-1afaac77-770f-4ebb-91ff-d717abc197d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:01.393221 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-1afaac77-770f-4ebb-91ff-d717abc197d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 1099 time: 0.0716503 Dec 22 09:24:01.534996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-2d1cd427-aa4f-4583-88a6-dbd51989c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:01.536390 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-2d1cd427-aa4f-4583-88a6-dbd51989c763 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3796e25e-0fd1-41b1-8885-2cc2ed200c80 HTTP/1.1" status: 200 len: 896 time: 0.1219096 Dec 22 09:24:01.639510 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-d4632cc5-b806-49b7-9efd-f865d2058e36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 HTTP/1.1" status: 200 len: 1001 time: 0.0927539 Dec 22 09:24:01.700459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-8d2b7622-2030-49c7-8377-14be9cc45b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:01.701867 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-8d2b7622-2030-49c7-8377-14be9cc45b4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32d85508-7f09-4419-9bb4-4d2b7199a6af HTTP/1.1" status: 200 len: 835 time: 0.0555077 Dec 22 09:24:01.774373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-59ae838c-f468-4896-a273-2100f751d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:01.775763 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-59ae838c-f468-4896-a273-2100f751d103 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3796e25e-0fd1-41b1-8885-2cc2ed200c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672390 Dec 22 09:24:02.007029 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-4c48c25a-78e0-4d3a-8ced-099b26b2d4e5 service neutron] 10.222.0.54 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246313 Dec 22 09:24:02.137323 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-939dfe0d-d5e0-4218-bd3d-1c12eadd6982 req-c3b49599-199a-414f-9de0-b2de7aa8dde7 service neutron] 10.222.0.54 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224914 Dec 22 09:24:02.885552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46090428-4e96-4591-a520-d2c18e7b3090 req-95d1a3a7-9e39-4c7f-b44a-57c24e3eaaa6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:02.887038 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-46090428-4e96-4591-a520-d2c18e7b3090 req-95d1a3a7-9e39-4c7f-b44a-57c24e3eaaa6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.0797067 Dec 22 09:24:02.931876 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-46090428-4e96-4591-a520-d2c18e7b3090 req-37058ce7-2819-497b-893a-f526d0633750 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392730 Dec 22 09:24:04.118679 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1b61e-9453-4dab-b37c-c2eaf13c6b77 req-f32e58b3-eef5-4498-8940-bcaa75125329 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:04.120130 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bda1b61e-9453-4dab-b37c-c2eaf13c6b77 req-f32e58b3-eef5-4498-8940-bcaa75125329 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.0795660 Dec 22 09:24:04.165849 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bda1b61e-9453-4dab-b37c-c2eaf13c6b77 req-6a46f95e-72d4-435a-9a95-6bc830894a48 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401645 Dec 22 09:24:04.197707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36108) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:04.302102 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5eb38b32-5e32-40f7-a1e2-fa0c3304c5b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/1c96b1d4-95ae-4803-8bde-a5738f9bfcd4 HTTP/1.1" status: 200 len: 993 time: 0.1031427 Dec 22 09:24:05.752900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbd76c-2361-404a-873f-a0b6fb41271e req-35c55252-43d0-45c0-bb9f-e46b26aa4080 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:05.754366 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-22dbd76c-2361-404a-873f-a0b6fb41271e req-35c55252-43d0-45c0-bb9f-e46b26aa4080 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.0842447 Dec 22 09:24:05.801663 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-22dbd76c-2361-404a-873f-a0b6fb41271e req-3388bc90-337b-4e5e-8f82-70947120561f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Dec 22 09:24:06.718251 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:24:06.983136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf754-3170-49c6-87ef-e3c4e22243dc req-bade9254-4c72-4b51-aa26-0374caa26357 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:06.984486 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-49ecf754-3170-49c6-87ef-e3c4e22243dc req-bade9254-4c72-4b51-aa26-0374caa26357 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.0779750 Dec 22 09:24:07.027477 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-49ecf754-3170-49c6-87ef-e3c4e22243dc req-3452a688-8a17-41ff-b44a-3ffd563fbf0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374374 Dec 22 09:24:07.050256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36120) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:07.154858 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f2703a01-775b-476f-867f-7a6365eca5c6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/1c96b1d4-95ae-4803-8bde-a5738f9bfcd4 HTTP/1.1" status: 200 len: 993 time: 0.1034784 Dec 22 09:24:07.427919 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36128) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:07.625998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port a108fd4c-1ba1-4b3e-9f6e-9407d7c7fa7a {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:24:07.626344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:07.790075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:07.790402 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.014311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for a108fd4c-1ba1-4b3e-9f6e-9407d7c7fa7a owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:24:08.160805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.210745 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=a108fd4c-1ba1-4b3e-9f6e-9407d7c7fa7a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:08.248561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.248918 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.249264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.249591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.249948 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.250277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.250600 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.250921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.251239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.251554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.251872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.252185 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.310519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.310824 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Floating IP 1c96b1d4-95ae-4803-8bde-a5738f9bfcd4 disassociated (deleted). External IP: 172.26.1.94, port: 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34. Dec 22 09:24:08.655204 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router ea10f37e-f519-420c-a83c-4588653c985d has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:24:08.828975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:24:08.839486 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] Sync routers for ids ['ea10f37e-f519-420c-a83c-4588653c985d'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:24:08.849373 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] Routers {'ea10f37e-f519-420c-a83c-4588653c985d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:08.849561 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.850004 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:23:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ea10f37e-f519-420c-a83c-4588653c985d'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:08.906633 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9c1261ef-46de-4632-a5fc-3baba10bfb05 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/floatingips/1c96b1d4-95ae-4803-8bde-a5738f9bfcd4 HTTP/1.1" status: 204 len: 168 time: 1.4775646 Dec 22 09:24:08.907205 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0508519d-628a-4916-b66a-678e77c7f77c', 'tag': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:08.955235 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0508519d-628a-4916-b66a-678e77c7f77c', 'tag': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'status': 'completed', 'code': 200} Dec 22 09:24:09.060610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-6c411bf6-5d97-49a7-af52-84fc0285e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:09.062128 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-6c411bf6-5d97-49a7-af52-84fc0285e91b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 1099 time: 0.0836246 Dec 22 09:24:09.078734 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] Set router ea10f37e-f519-420c-a83c-4588653c985d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:09.200026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-ca24d668-0c58-494a-8862-4c5ee4998267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:09.201589 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-ca24d668-0c58-494a-8862-4c5ee4998267 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3796e25e-0fd1-41b1-8885-2cc2ed200c80 HTTP/1.1" status: 200 len: 896 time: 0.1332014 Dec 22 09:24:09.303269 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-f2178385-7894-4947-97b7-6fac48a115ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 HTTP/1.1" status: 200 len: 217 time: 0.0933237 Dec 22 09:24:09.388914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-f4fb0d28-a34d-42d4-8d08-6fa131e262fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:09.390352 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-f4fb0d28-a34d-42d4-8d08-6fa131e262fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32d85508-7f09-4419-9bb4-4d2b7199a6af HTTP/1.1" status: 200 len: 835 time: 0.0759158 Dec 22 09:24:09.398318 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '2ee9df37-c3a9-46cd-97b4-367deee118ea', 'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:a3:0e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:14Z', 'updated_at': '2021-12-22T09:23:19Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:09.402169 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] Checking router: ea10f37e-f519-420c-a83c-4588653c985d for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:24:09.406749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344d860-472c-41aa-9cf6-c7d3e3d46dc4 req-4c5ffdc6-462b-4f87-ba93-990906bfaf44 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:09.408110 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6344d860-472c-41aa-9cf6-c7d3e3d46dc4 req-4c5ffdc6-462b-4f87-ba93-990906bfaf44 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.1418054 Dec 22 09:24:09.410292 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] Routers {'ea10f37e-f519-420c-a83c-4588653c985d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:09.410880 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:23:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ea10f37e-f519-420c-a83c-4588653c985d'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:09.495218 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6344d860-472c-41aa-9cf6-c7d3e3d46dc4 req-65172ccf-caa5-46ab-bd08-05d6c96a9d0f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587668 Dec 22 09:24:09.516363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-70a990cc-3ac0-4c84-a809-cc24246e2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:09.516363 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-70a990cc-3ac0-4c84-a809-cc24246e2b81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3796e25e-0fd1-41b1-8885-2cc2ed200c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102347 Dec 22 09:24:09.584890 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] Set router ea10f37e-f519-420c-a83c-4588653c985d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:09.640112 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-28251fde-8b14-48e2-8b9f-1f52fe2041ef service neutron] 10.222.0.54 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220496 Dec 22 09:24:09.770134 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-089d52a8-b98b-4016-b168-97c16eca9a79 req-d344149d-0b6d-4996-9817-f65bb6eb22e4 service neutron] 10.222.0.54 "GET /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225307 Dec 22 09:24:09.886907 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '2ee9df37-c3a9-46cd-97b4-367deee118ea', 'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:a3:0e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:14Z', 'updated_at': '2021-12-22T09:23:19Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:09.890779 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8dd144-286b-47b7-aad6-143a34662545 None None] The sync data for ids ['ea10f37e-f519-420c-a83c-4588653c985d'] in dv-neutron-822561-2-hyperv is: [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '2ee9df37-c3a9-46cd-97b4-367deee118ea', 'name': '', 'network_id': '3796e25e-0fd1-41b1-8885-2cc2ed200c80', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:a3:0e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:14Z', 'updated_at': '2021-12-22T09:23:19Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '32d85508-7f09-4419-9bb4-4d2b7199a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:24:10.098356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac17f84-6725-46c4-bdf8-9bdeedf6a0a9 None None] New status for floating IP 1c96b1d4-95ae-4803-8bde-a5738f9bfcd4: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:24:10.676388 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a37392-837a-470f-943f-cfaab0c129b1 req-2f264fcd-5678-47ff-8526-5574a1c2fa5b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:10.677071 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-75a37392-837a-470f-943f-cfaab0c129b1 req-2f264fcd-5678-47ff-8526-5574a1c2fa5b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:10.692485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-75a37392-837a-470f-943f-cfaab0c129b1 req-2f264fcd-5678-47ff-8526-5574a1c2fa5b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:10.693703 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-75a37392-837a-470f-943f-cfaab0c129b1 req-2f264fcd-5678-47ff-8526-5574a1c2fa5b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.0944448 Dec 22 09:24:10.737544 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-75a37392-837a-470f-943f-cfaab0c129b1 req-d3b93355-c7de-480b-8247-ac7c22311375 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcd30773-fd6e-44d8-9db6-b82c930526b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381429 Dec 22 09:24:10.784720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-c07b0c25-ecfa-4191-971b-340efdba141e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:10.786058 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-c07b0c25-ecfa-4191-971b-340efdba141e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 946 time: 0.0818110 Dec 22 09:24:10.853121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:24:10.853451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.192732 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:11.193078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.312865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:24:11.451519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.499420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=6fb730ff-fca7-47f8-95d9-0a5ce22a1f34,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:11.540478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.540823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.541154 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.541483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.541851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.542176 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.542496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.542812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.543128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.543440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.543755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.544065 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:11.584634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] No DVR routers for this DVR port 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:24:11.586875 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.589205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0508519d-628a-4916-b66a-678e77c7f77c', 'name': 'network-vif-deleted', 'tag': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:11.604021 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f360aa49-a1fa-4333-bbd2-c8cf239cd1ee req-3fa1f9f8-6831-43c2-9725-21f6cba13764 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "DELETE /v2.0/ports/6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 HTTP/1.1" status: 204 len: 173 time: 0.8123579 Dec 22 09:24:11.635962 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0508519d-628a-4916-b66a-678e77c7f77c', 'name': 'network-vif-deleted', 'tag': '6fb730ff-fca7-47f8-95d9-0a5ce22a1f34', 'status': 'completed', 'code': 200} Dec 22 09:24:11.903724 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cb0f6155-efbe-40bc-b0e3-f1ba7f35fcd3 req-eef0e70d-77f4-45e2-bb8c-0340cc79bb2e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508519d-628a-4916-b66a-678e77c7f77c HTTP/1.1" status: 200 len: 210 time: 0.0452776 Dec 22 09:24:12.999486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36148) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:13.490783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:24:13.527423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:24:13.527768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 6fb730ff-fca7-47f8-95d9-0a5ce22a1f34 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:24:13.650085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:13.994377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 2ee9df37-c3a9-46cd-97b4-367deee118ea {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:24:13.994630 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:14.180924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 2ee9df37-c3a9-46cd-97b4-367deee118ea, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2ee9df37-c3a9-46cd-97b4-367deee118ea,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:14.182037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:14.306325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 2ee9df37-c3a9-46cd-97b4-367deee118ea owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:24:14.598224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:14.625721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:14.672104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=2ee9df37-c3a9-46cd-97b4-367deee118ea,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:15.045845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.399010 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router ea10f37e-f519-420c-a83c-4588653c985d has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:24:15.586830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:24:15.596338 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] Sync routers for ids ['ea10f37e-f519-420c-a83c-4588653c985d'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:24:15.599678 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-622e8e5f-113e-4d59-9fe3-e760f3e5c5e0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "PUT /v2.0/routers/ea10f37e-f519-420c-a83c-4588653c985d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5990028 Dec 22 09:24:15.602206 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36152) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:15.605321 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] Routers {'ea10f37e-f519-420c-a83c-4588653c985d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:15.606022 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:23:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ea10f37e-f519-420c-a83c-4588653c985d'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:15.664766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7102b939-c091-453c-a6e8-03cfece2be39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting subnet 32d85508-7f09-4419-9bb4-4d2b7199a6af {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:24:15.667808 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7102b939-c091-453c-a6e8-03cfece2be39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.720854 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7102b939-c091-453c-a6e8-03cfece2be39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.776976 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] Set router ea10f37e-f519-420c-a83c-4588653c985d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:15.806245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7102b939-c091-453c-a6e8-03cfece2be39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.879534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7102b939-c091-453c-a6e8-03cfece2be39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.918217 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102b939-c091-453c-a6e8-03cfece2be39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Subnet': ['ID=32d85508-7f09-4419-9bb4-4d2b7199a6af,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:15.926174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7102b939-c091-453c-a6e8-03cfece2be39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.928075 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011e14a-0e11-4038-8dcb-7119070ea18c None None] Network 3796e25e-0fd1-41b1-8885-2cc2ed200c80 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:24:15.935393 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7102b939-c091-453c-a6e8-03cfece2be39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/subnets/32d85508-7f09-4419-9bb4-4d2b7199a6af HTTP/1.1" status: 204 len: 168 time: 0.3297439 Dec 22 09:24:15.935552 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36156) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:16.101616 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:24:14Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:16.105395 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] Checking router: ea10f37e-f519-420c-a83c-4588653c985d for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:24:16.113513 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] Routers {'ea10f37e-f519-420c-a83c-4588653c985d'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:16.114442 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:23:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['ea10f37e-f519-420c-a83c-4588653c985d'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:16.116498 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:16.224399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] DHCP port deletion for 3796e25e-0fd1-41b1-8885-2cc2ed200c80 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:24:16.229613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Deleting port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:24:16.230035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:16.319820 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] Set router ea10f37e-f519-420c-a83c-4588653c985d gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:16.412407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:16.422551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port d495423e-2ded-4d77-b2ca-51aaeefc9abd {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:24:16.422922 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:16.436096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] For port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=e83e71bc-b6bc-4a3d-ac88-04ee4f894f17,segment=NetworkSegment(48c1ee14-3df2-4cdd-a8f9-dd8cec01f876),segment_id=48c1ee14-3df2-4cdd-a8f9-dd8cec01f876)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:16.436406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:16.563201 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Calling delete_port for e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:24:16.602595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port d495423e-2ded-4d77-b2ca-51aaeefc9abd, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d495423e-2ded-4d77-b2ca-51aaeefc9abd,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:16.603313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:16.603467 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:24:14Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:16.607229 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390f6c7-3878-4a40-9f2a-ebd745f91885 None None] The sync data for ids ['ea10f37e-f519-420c-a83c-4588653c985d'] in dv-neutron-822561-2-hyperv is: [{'id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312064337', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:23:10Z', 'updated_at': '2021-12-22T09:24:14Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'd495423e-2ded-4d77-b2ca-51aaeefc9abd', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10f37e-f519-420c-a83c-4588653c985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:23:11Z', 'updated_at': '2021-12-22T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:24:16.650969 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:16.695716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Pushing event deleted for resources: {'Port': ['ID=e83e71bc-b6bc-4a3d-ac88-04ee4f894f17,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:16.700264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] No DVR routers for this DVR port e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:24:16.706038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.706393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.706730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.707081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.707399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.707726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.708052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.708375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.708698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.709432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.709432 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.709629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8399b3-f003-4faf-8d5b-02f7c4dc67c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.728209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for d495423e-2ded-4d77-b2ca-51aaeefc9abd owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:24:16.890112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:16.936604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=d495423e-2ded-4d77-b2ca-51aaeefc9abd,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:17.026551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.200097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.202233 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.224415 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.224841 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Fanout notify agent at l3_agent the message router_deleted on router ea10f37e-f519-420c-a83c-4588653c985d {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:24:17.240648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.242350 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6ca75265-707f-4e1f-aecb-fb0561902fa1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/routers/ea10f37e-f519-420c-a83c-4588653c985d HTTP/1.1" status: 204 len: 168 time: 1.3053226 Dec 22 09:24:17.244963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36160) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:17.360116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.489456 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.513982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3796e25e-0fd1-41b1-8885-2cc2ed200c80']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:17.534661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:17.534954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c1ee14-3df2-4cdd-a8f9-dd8cec01f876') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:17.546196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.562178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.567939 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:24:17.568315 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:24:17.583285 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:24:17.660714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.683184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.686659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d495423e-2ded-4d77-b2ca-51aaeefc9abd no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:24:17.700410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Network': ['ID=3796e25e-0fd1-41b1-8885-2cc2ed200c80,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:17.707320 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b43e15bf-49f9-44fa-8a77-ab981114a84d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/networks/3796e25e-0fd1-41b1-8885-2cc2ed200c80 HTTP/1.1" status: 204 len: 168 time: 0.4614246 Dec 22 09:24:17.710226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36164) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:17.724445 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: d495423e-2ded-4d77-b2ca-51aaeefc9abd {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:24:17.724795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d495423e-2ded-4d77-b2ca-51aaeefc9abd not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:24:17.725216 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2ee9df37-c3a9-46cd-97b4-367deee118ea no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:24:17.763257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 2ee9df37-c3a9-46cd-97b4-367deee118ea {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:24:17.763506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2ee9df37-c3a9-46cd-97b4-367deee118ea not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:24:17.763927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:24:17.797388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:24:17.797774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device e83e71bc-b6bc-4a3d-ac88-04ee4f894f17 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:24:17.883092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f9e11a3-8dd4-41ac-a801-4b8d28072d43 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.912965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f9e11a3-8dd4-41ac-a801-4b8d28072d43 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.977933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f9e11a3-8dd4-41ac-a801-4b8d28072d43 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.995135 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e11a3-8dd4-41ac-a801-4b8d28072d43 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd30773-fd6e-44d8-9db6-b82c930526b9,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:18.007796 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9f9e11a3-8dd4-41ac-a801-4b8d28072d43 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.011565 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9f9e11a3-8dd4-41ac-a801-4b8d28072d43 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/security-groups/dcd30773-fd6e-44d8-9db6-b82c930526b9 HTTP/1.1" status: 204 len: 168 time: 0.2978804 Dec 22 09:24:18.268382 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36172) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:18.273780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-871492984', 'description': 'tempest-secgroup-smoke-871492984 description', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:18.279757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:18.283847 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:18.286757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:18.293137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:18.303024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.322880 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:18.326915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:18.329778 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:18.335843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:18.406750 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.410362 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.453909 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:18.458004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.459184 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-8bd3f1a6-291b-414f-97dd-ee948c4e1708 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1898706 Dec 22 09:24:18.462724 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36176) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:18.467689 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:18.473985 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:18.478519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:18.481329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:18.487109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:18.503429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.561857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.565037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.587025 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599c911c-48f8-4247-b36f-00eae69eb6b6,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:18.595980 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.597260 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9e9de80f-ea0b-4586-9eec-f9f8c28e85d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335492 Dec 22 09:24:18.600225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36180) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:18.605707 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:18.611406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:18.615247 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:18.618113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:18.623828 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:18.639961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.702231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.705625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.729331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a535c4-1a57-48e0-96ed-2fa933b9c4d6,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:18.737747 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.738921 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6e4b7dd6-a8cf-4af5-9171-d3e6db756c36 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377957 Dec 22 09:24:18.741638 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36184) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:18.746654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:18.752302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:18.757530 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:18.760399 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:18.766937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:18.784076 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.846004 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.849246 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.871823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503aef36-b9dc-433b-8967-c1cf2d4d8ab1,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:18.881407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.883159 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7fd4285a-1e2d-4ed6-82d1-800975250273 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405616 Dec 22 09:24:18.885915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36188) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:18.890698 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:18.896264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:18.900531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:18.903338 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:18.908867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:18.924528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.985343 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.989062 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.014677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ca0987-80fc-4ac3-9467-d6f5e7560214,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:19.023988 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.025142 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a6d9abdd-320f-4b0d-9b46-514431b2ca6a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383424 Dec 22 09:24:19.027878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36192) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:19.032652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:19.038327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:19.042086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:19.044878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:19.050429 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:19.059807 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Project 74d57e6f8b6a4f5f8521f71bfa167f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:24:19.065906 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.127698 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.131173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.154069 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b3b3e0-c7db-41c3-bcd8-6498130f15a7,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:19.164112 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.165274 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bb1290fc-02e8-4867-84fb-9cffa8b0532d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365008 Dec 22 09:24:19.168006 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36196) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:19.172822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:19.178462 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:19.182857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:19.185947 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:19.191500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:19.201927 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Project 74d57e6f8b6a4f5f8521f71bfa167f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:24:19.208139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.270095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.273499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.293494 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d09914a-cd1c-44a6-9db2-8107c2f8aac4,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:19.304757 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.305948 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ef5f0a65-d298-4402-b85c-fd21201be8c7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370196 Dec 22 09:24:19.308802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36200) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:19.314196 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'network': {'name': 'tempest-network-smoke--230703489', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'port_security_enabled': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:19.318866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:19.323721 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:network and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:19.326700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:19.332356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:19.341602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:24:19.345214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.374102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:24:19.383210 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.383489 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Added segment 68534dd0-b752-4099-9e58-899f90a2f8fc of type vlan for network 61b6698f-b39e-4de8-9704-e9bc8f6df30e Dec 22 09:24:19.408421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.438216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.439223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-eac85dd1-f59c-4c83-96fe-d07734815ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.443599 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:19.444194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.543723 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2339118 Dec 22 09:24:19.546634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36204) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:19.551816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'admin_state_up': True, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:19.552393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21079bfe-1967-43fe-8f8f-f90d9aa2636c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Network': ['ID=61b6698f-b39e-4de8-9704-e9bc8f6df30e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:19.560973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:19.562972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 61b6698f-b39e-4de8-9704-e9bc8f6df30e details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:24:19.565030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:router and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:19.567926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:19.574360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:19.583668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.584700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.598776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.863311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:20.158025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:20.187390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:20.424323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.26.1.238 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:20.565341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:20.593806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:20.658554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:20.661258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:20.663754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:24:20.701397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:21.073563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:21.404924 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:21.606149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:24:21.813168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ad53e6a4-0894-47df-9f1d-2eec0826a067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:21.893770 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:24:21.903131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Sync routers for ids ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:24:21.912448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Routers {'4ed13ae5-ac64-4ab0-a042-efcb04601f46'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:21.913076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c05b6079-7439-4b44-9b12-412d814916da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:24:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:21.920284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:21.921469 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c8146c0b-719e-4159-add5-f8c0ec7b0b53 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3738401 Dec 22 09:24:21.924691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36208) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:21.963714 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d4ae471a-5343-4b59-b34c-7ca6ab76e8ea tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=74d57e6f8b6a4f5f8521f71bfa167f71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379667 Dec 22 09:24:21.966289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36212) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:22.088521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Set router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:22.095810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb0663-aa91-4915-85a0-d0b2bf26c8a0 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:22.099978 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d8eb0663-aa91-4915-85a0-d0b2bf26c8a0 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301098 Dec 22 09:24:22.100130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36216) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:22.138371 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-21c376e2-6e80-4787-bf9d-f28b4a6a0e9a tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372169 Dec 22 09:24:22.140835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36220) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:22.146025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890321868', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:22.256081 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:22.260049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:subnet and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:22.262857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:22.268479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:22.278566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:24:22.282273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:22.368519 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c05b6079-7439-4b44-9b12-412d814916da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:20Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:22.372262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Checking router: 4ed13ae5-ac64-4ab0-a042-efcb04601f46 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:24:22.372608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Updating router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:24:22.427462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:22.503446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:22.578009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Subnet': ['ID=8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:22.588201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Checking segment: {'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:24:22.588557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network hostable DHCP agents. Network: 61b6698f-b39e-4de8-9704-e9bc8f6df30e, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:24:22.607389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 61b6698f-b39e-4de8-9704-e9bc8f6df30e is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:24:22.617642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 61b6698f-b39e-4de8-9704-e9bc8f6df30e) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:22.622396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:22.622971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:22.642996 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-be820399-2f42-4002-8eff-678fc2739b72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5012021 Dec 22 09:24:22.645784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36224) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:22.666387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc492424-acd2-41f6-970f-fb4ad9bcd907 None None] Network 61b6698f-b39e-4de8-9704-e9bc8f6df30e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:24:22.980746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:22.995003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Transition to ACTIVE for port object 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:23.001389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:24:23.002222 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.018926 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.019617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.162122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.171421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427482c-9af8-4522-b239-9d4d64553aec None None] Pushing event updated for resources: {'Port': ['ID=7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:23.176715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Attempting to bind port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:23.177091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Attempting to bind port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:23.177770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Attempting to bind port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:24:23.190679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:24:23.191884 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:24:23.192327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.192797 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:24:23.193275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Bound port: 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:23.193724 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.321766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c05b6079-7439-4b44-9b12-412d814916da None None] For port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:24:23.324042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Allocated IP 172.20.0.2 (61b6698f-b39e-4de8-9704-e9bc8f6df30e/8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70/4d2f5135-1eca-498a-bfe0-3d508bc9a3e1) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:23.327007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c05b6079-7439-4b44-9b12-412d814916da None None] For port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:24:23.332760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.447127 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Routers {'4ed13ae5-ac64-4ab0-a042-efcb04601f46'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:23.447743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c05b6079-7439-4b44-9b12-412d814916da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:24:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:23.475398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.578095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427482c-9af8-4522-b239-9d4d64553aec None None] Pushing event updated for resources: {'Port': ['ID=7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:23.752194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-c05b6079-7439-4b44-9b12-412d814916da None None] Set router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:23.880945 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.906869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Transition to ACTIVE for port object 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:24.016987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Transition to ACTIVE for port object 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:24.026384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.086831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.20.0.1 (61b6698f-b39e-4de8-9704-e9bc8f6df30e/8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70/05967d27-5291-4345-bae2-fde6261362df) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:24.138585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Network 61b6698f-b39e-4de8-9704-e9bc8f6df30e is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:24.143516 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:24.145868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:24:24.148617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Pushing event updated for resources: {'Port': ['ID=4d2f5135-1eca-498a-bfe0-3d508bc9a3e1,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:24.246257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.253694 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Attempting to bind port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:24.254062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Attempting to bind port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:24.254415 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Attempting to bind port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 on network 61b6698f-b39e-4de8-9704-e9bc8f6df30e {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:24:24.262155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Transition to ACTIVE for port object 05967d27-5291-4345-bae2-fde6261362df will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:24.262732 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:24:24.263226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Checking segment: {'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:24:24.263760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.264150 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Bound using segment: {'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:24:24.264611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Bound port: 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:24.265074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.280179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c05b6079-7439-4b44-9b12-412d814916da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:20Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:24.289631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.314605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b6079-7439-4b44-9b12-412d814916da None None] The sync data for ids ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'] in dv-neutron-822561-2-hyperv is: [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:20Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:24:24.346174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.358385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 61b6698f-b39e-4de8-9704-e9bc8f6df30e is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:24.361544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:24.365606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:24:24.378260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] For port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:24:24.381471 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] For port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4d2f5135-1eca-498a-bfe0-3d508bc9a3e1,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:24:24.386448 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.417834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=05967d27-5291-4345-bae2-fde6261362df,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:24.433354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.468587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675e03a-194b-46ae-9818-85a14ab86ee3 None None] Pushing event updated for resources: {'Port': ['ID=4d2f5135-1eca-498a-bfe0-3d508bc9a3e1,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:24.735360 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.162388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.168725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.409104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.412937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=05967d27-5291-4345-bae2-fde6261362df,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:25.477608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:25.549546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58823070-5d0b-4045-a5ad-ecbd4a18a8f5 None None] Network 61b6698f-b39e-4de8-9704-e9bc8f6df30e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:24:25.556614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 61b6698f-b39e-4de8-9704-e9bc8f6df30e is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:25.557713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:25.564612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:25.582933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:25.583305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.715472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e72e5831-6c39-4251-a51c-b430a1faa79f None None] Provisioning for port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:25.747965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:24:25.861416 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.894184 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:25.900690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.901477 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:25.934401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:24:25.944376 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Sync routers for ids ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:24:25.948743 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d57ed944-3a4b-42a3-bd55-367db994043c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "PUT /v2.0/routers/4ed13ae5-ac64-4ab0-a042-efcb04601f46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3019681 Dec 22 09:24:25.964950 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Routers {'4ed13ae5-ac64-4ab0-a042-efcb04601f46'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:25.965564 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:24:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:26.045171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:26.051309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:26.051688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.100631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:26.149845 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Set router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:26.150238 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-5abba4df-2950-4c9c-9538-78cdcb904b37 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:26.167506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-5abba4df-2950-4c9c-9538-78cdcb904b37 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:26.177874 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-5abba4df-2950-4c9c-9538-78cdcb904b37 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871492984&fields=id&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 267 time: 0.0778885 Dec 22 09:24:26.203986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.250637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4d2f5135-1eca-498a-bfe0-3d508bc9a3e1,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:26.255461 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.351559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-7aae438e-3458-428c-8576-a85c8d47afe6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:26.352965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-7aae438e-3458-428c-8576-a85c8d47afe6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:26.355252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=4d2f5135-1eca-498a-bfe0-3d508bc9a3e1,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:26.372101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8dead84b-b54e-42bc-8906-8a7fa5cdb156 None None] Provisioning for port 05967d27-5291-4345-bae2-fde6261362df completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:26.373534 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-7aae438e-3458-428c-8576-a85c8d47afe6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:26.378118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8dead84b-b54e-42bc-8906-8a7fa5cdb156 None None] Provisioning complete for port 05967d27-5291-4345-bae2-fde6261362df triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:26.378501 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8dead84b-b54e-42bc-8906-8a7fa5cdb156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.382094 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-7aae438e-3458-428c-8576-a85c8d47afe6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/networks?id=61b6698f-b39e-4de8-9704-e9bc8f6df30e HTTP/1.1" status: 200 len: 796 time: 0.2030535 Dec 22 09:24:26.395363 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-55b72b67-9266-41e9-8d67-5318232f396e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/quotas/74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 375 time: 0.0120952 Dec 22 09:24:26.446864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-8dead84b-b54e-42bc-8906-8a7fa5cdb156 None None] Port 05967d27-5291-4345-bae2-fde6261362df cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:24:26.458027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-8dead84b-b54e-42bc-8906-8a7fa5cdb156 None None] Provisioning complete for port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:26.458312 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8dead84b-b54e-42bc-8906-8a7fa5cdb156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.488824 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:24Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '05967d27-5291-4345-bae2-fde6261362df', 'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:af:81:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:23Z', 'updated_at': '2021-12-22T09:24:24Z', 'revision_number': 2, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:26.498887 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Checking router: 4ed13ae5-ac64-4ab0-a042-efcb04601f46 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:24:26.499244 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Updating router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 port 05967d27-5291-4345-bae2-fde6261362df binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:24:26.503965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-68a6bc18-133a-4608-bfa1-f70f21d49cec tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:26.521925 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-68a6bc18-133a-4608-bfa1-f70f21d49cec tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:26.523683 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-68a6bc18-133a-4608-bfa1-f70f21d49cec tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202059 Dec 22 09:24:26.595783 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.727209 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-70aee253-8072-42cf-8053-14042b975b6e None None] Provisioning complete for port 05967d27-5291-4345-bae2-fde6261362df triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:26.728202 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-a1fc5bd3-115a-42a5-85b5-c49e4486a2d2 service neutron] 10.222.0.37 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919856 Dec 22 09:24:26.734690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-70aee253-8072-42cf-8053-14042b975b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.792468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-70aee253-8072-42cf-8053-14042b975b6e None None] Port 05967d27-5291-4345-bae2-fde6261362df cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:24:26.861500 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-08463a3f-f803-421c-a2ff-bd4d94e84c6e service neutron] 10.222.0.37 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268814 Dec 22 09:24:26.912539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-595c3cf0-d2ef-40e4-b720-60797a65f3d6 None None] Provisioning complete for port 05967d27-5291-4345-bae2-fde6261362df triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:26.912908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-595c3cf0-d2ef-40e4-b720-60797a65f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.954742 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.968486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-595c3cf0-d2ef-40e4-b720-60797a65f3d6 None None] Port 05967d27-5291-4345-bae2-fde6261362df cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:24:26.971810 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Transition to ACTIVE for port object 05967d27-5291-4345-bae2-fde6261362df will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:26.991011 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:27.066066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-42734cd5-ddfc-410b-b176-d96e4ae11cda req-5aa37a44-1930-47fd-a902-12983a87d795 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:27.067490 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Pushing event updated for resources: {'Port': ['ID=05967d27-5291-4345-bae2-fde6261362df,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:27.079379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-42734cd5-ddfc-410b-b176-d96e4ae11cda req-5aa37a44-1930-47fd-a902-12983a87d795 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:27.080506 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-42734cd5-ddfc-410b-b176-d96e4ae11cda req-5aa37a44-1930-47fd-a902-12983a87d795 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 210 time: 0.0633066 Dec 22 09:24:27.162754 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.163097 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.163950 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.164313 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.165033 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.165360 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.165693 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.166173 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.166646 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.167140 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.167459 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.167773 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:27.232205 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Attempting to bind port 05967d27-5291-4345-bae2-fde6261362df on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:27.232578 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Attempting to bind port 05967d27-5291-4345-bae2-fde6261362df by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:27.232958 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Attempting to bind port 05967d27-5291-4345-bae2-fde6261362df on network 61b6698f-b39e-4de8-9704-e9bc8f6df30e {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:24:27.238581 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:24:27.238881 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Checking segment: {'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:24:27.239281 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:27.239667 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Bound using segment: {'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:24:27.240128 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Bound port: 05967d27-5291-4345-bae2-fde6261362df, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:27.240496 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:27.332921 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] For port 05967d27-5291-4345-bae2-fde6261362df, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:24:27.335993 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] For port 05967d27-5291-4345-bae2-fde6261362df, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=05967d27-5291-4345-bae2-fde6261362df,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:24:27.339618 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:27.415409 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f2606-8abe-4a4e-ba78-7f94096098ce None None] Pushing event updated for resources: {'Port': ['ID=05967d27-5291-4345-bae2-fde6261362df,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:27.420167 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:27.426427 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Routers {'4ed13ae5-ac64-4ab0-a042-efcb04601f46'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:27.427003 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:24:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:27.551287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:27.551663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:27.648512 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] Set router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:27.685358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:27.754388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:27.755071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:27.962343 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:24Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '05967d27-5291-4345-bae2-fde6261362df', 'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:af:81:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:23Z', 'updated_at': '2021-12-22T09:24:27Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:27.966472 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4e3e5-9364-43c4-b348-c446910d22d9 None None] The sync data for ids ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'] in dv-neutron-822561-2-hyperv is: [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:24Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '05967d27-5291-4345-bae2-fde6261362df', 'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:af:81:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:23Z', 'updated_at': '2021-12-22T09:24:27Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:24:28.257036 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-83fb0b2e-5ca2-418d-a6ef-64da7da2dda5 req-e2dc5bff-fe1d-46be-bd9f-5258b6ef13b2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 210 time: 0.0547006 Dec 22 09:24:28.257627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-09e73b5e-421c-427f-9b73-08c421fc6949 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:28.258855 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-09e73b5e-421c-427f-9b73-08c421fc6949 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/networks?id=61b6698f-b39e-4de8-9704-e9bc8f6df30e HTTP/1.1" status: 200 len: 796 time: 0.1664979 Dec 22 09:24:28.310502 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-528f4b46-6cd5-4bbe-a5f6-c4cb7a484651 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 379 time: 0.0427952 Dec 22 09:24:28.319408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'port': {'device_id': '7542ee37-7516-43dc-ac10-68064e9a1369', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'admin_state_up': True, 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'security_groups': ['26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:28.462018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:28.472342 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:28.482449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:24:28.486170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:28.653137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.20.0.5 (61b6698f-b39e-4de8-9704-e9bc8f6df30e/8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70/698fab84-0dd5-4f09-be49-2dc6332ffa2b) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:28.847878 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:28.863956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Transition to ACTIVE for port object 698fab84-0dd5-4f09-be49-2dc6332ffa2b will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:28.891550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:28.969006 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 61b6698f-b39e-4de8-9704-e9bc8f6df30e is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:28.972452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:28.976506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:24:29.008569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=698fab84-0dd5-4f09-be49-2dc6332ffa2b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:29.044952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:29.045578 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.075791 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-42bdab59-2e7d-40a7-8663-797b0acccbb8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600513 Dec 22 09:24:29.087929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Request body: {'port': {'device_id': '7542ee37-7516-43dc-ac10-68064e9a1369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:29.251570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4e5f1d84-213d-4c14-9aa5-e03351bc4e7e None None] Provisioning for port 698fab84-0dd5-4f09-be49-2dc6332ffa2b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:29.256336 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4e5f1d84-213d-4c14-9aa5-e03351bc4e7e None None] Provisioning complete for port 698fab84-0dd5-4f09-be49-2dc6332ffa2b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:29.256719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4e5f1d84-213d-4c14-9aa5-e03351bc4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.311009 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f1d84-213d-4c14-9aa5-e03351bc4e7e None None] Port 698fab84-0dd5-4f09-be49-2dc6332ffa2b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:24:29.325717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.429137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 05967d27-5291-4345-bae2-fde6261362df up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:29.497064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 05967d27-5291-4345-bae2-fde6261362df completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:29.502132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 05967d27-5291-4345-bae2-fde6261362df triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:29.502504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.556564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae405c77-8c81-473c-a1f3-79a66678e6f6 req-344fa050-f025-49b6-b4cd-8591e9698a0d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:29.557244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-ae405c77-8c81-473c-a1f3-79a66678e6f6 req-344fa050-f025-49b6-b4cd-8591e9698a0d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:29.618593 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.642080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-ae405c77-8c81-473c-a1f3-79a66678e6f6 req-344fa050-f025-49b6-b4cd-8591e9698a0d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:29.643233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ae405c77-8c81-473c-a1f3-79a66678e6f6 req-344fa050-f025-49b6-b4cd-8591e9698a0d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 931 time: 0.2724588 Dec 22 09:24:29.651427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 05967d27-5291-4345-bae2-fde6261362df, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=05967d27-5291-4345-bae2-fde6261362df,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:29.655504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.713650 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ae405c77-8c81-473c-a1f3-79a66678e6f6 req-371419da-f829-471b-a494-0c75cfb3d410 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632944 Dec 22 09:24:29.723248 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=05967d27-5291-4345-bae2-fde6261362df,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:29.782633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698fab84-0dd5-4f09-be49-2dc6332ffa2b {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:24:29.789801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.804446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Transition to ACTIVE for port object 698fab84-0dd5-4f09-be49-2dc6332ffa2b will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:29.807968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.958253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Pushing event updated for resources: {'Port': ['ID=698fab84-0dd5-4f09-be49-2dc6332ffa2b,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:30.043633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Attempting to bind port 698fab84-0dd5-4f09-be49-2dc6332ffa2b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:30.043961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Attempting to bind port 698fab84-0dd5-4f09-be49-2dc6332ffa2b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:30.044286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Attempting to bind port 698fab84-0dd5-4f09-be49-2dc6332ffa2b on network 61b6698f-b39e-4de8-9704-e9bc8f6df30e {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:24:30.048812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Port 698fab84-0dd5-4f09-be49-2dc6332ffa2b on network 61b6698f-b39e-4de8-9704-e9bc8f6df30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:24:30.049126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Attempting to bind port 698fab84-0dd5-4f09-be49-2dc6332ffa2b on network 61b6698f-b39e-4de8-9704-e9bc8f6df30e {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:24:30.054726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:24:30.055076 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Checking segment: {'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:24:30.055437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Bound using segment: {'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:24:30.055852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Bound port: 698fab84-0dd5-4f09-be49-2dc6332ffa2b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68534dd0-b752-4099-9e58-899f90a2f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:30.056191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.146433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] For port 698fab84-0dd5-4f09-be49-2dc6332ffa2b, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:24:30.149349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] For port 698fab84-0dd5-4f09-be49-2dc6332ffa2b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:24:30.154223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.211028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:30.211633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.213171 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] 10.222.0.54 "PUT /v2.0/ports/698fab84-0dd5-4f09-be49-2dc6332ffa2b HTTP/1.1" status: 200 len: 1093 time: 1.1298616 Dec 22 09:24:30.216015 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7542ee37-7516-43dc-ac10-68064e9a1369', 'tag': '698fab84-0dd5-4f09-be49-2dc6332ffa2b'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:30.243953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62419dd1-1944-401e-945b-241b1fdf93bc service neutron] Pushing event updated for resources: {'Port': ['ID=698fab84-0dd5-4f09-be49-2dc6332ffa2b,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:30.293809 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7542ee37-7516-43dc-ac10-68064e9a1369', 'tag': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'status': 'completed', 'code': 200} Dec 22 09:24:30.339712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-48b2102f-cfd3-437d-a32c-02a8b2039f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:30.341198 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-48b2102f-cfd3-437d-a32c-02a8b2039f48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 1096 time: 0.0789056 Dec 22 09:24:30.414059 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-269c33f0-e0d1-4188-934f-05120c66759b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b HTTP/1.1" status: 200 len: 217 time: 0.0648220 Dec 22 09:24:30.473562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-773280a7-6d15-488e-9867-3111df86dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:30.474994 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-773280a7-6d15-488e-9867-3111df86dd1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70 HTTP/1.1" status: 200 len: 834 time: 0.0557859 Dec 22 09:24:30.550441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-070380e5-529a-42b3-a613-2fbf2169e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:30.551868 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-070380e5-529a-42b3-a613-2fbf2169e8d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61b6698f-b39e-4de8-9704-e9bc8f6df30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705159 Dec 22 09:24:30.685716 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-54548411-f850-47aa-b779-af6d1bf5ad6a service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273928 Dec 22 09:24:30.813162 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-87bcaabc-1837-4db8-8ffd-b12b5413d398 req-ec5f9c73-f327-468d-9047-24806edb0f83 service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213458 Dec 22 09:24:31.059712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57715f44-eda3-496b-93ec-0acef36a02ff req-8f179357-3e0d-4ae5-a23c-36cc4100e859 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:31.061145 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-57715f44-eda3-496b-93ec-0acef36a02ff req-8f179357-3e0d-4ae5-a23c-36cc4100e859 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 943 time: 0.2437081 Dec 22 09:24:31.063517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-7cc758b9-1dc4-428f-ba47-1203afcb4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:31.064799 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-7cc758b9-1dc4-428f-ba47-1203afcb4064 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 1096 time: 0.2018421 Dec 22 09:24:31.184687 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-57715f44-eda3-496b-93ec-0acef36a02ff req-a1253cb1-acba-4287-9b0b-00fd967609ec tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175644 Dec 22 09:24:31.231693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-0e32dfcd-602e-4423-a59e-4901c746fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:31.233111 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-0e32dfcd-602e-4423-a59e-4901c746fea3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61b6698f-b39e-4de8-9704-e9bc8f6df30e HTTP/1.1" status: 200 len: 897 time: 0.1530700 Dec 22 09:24:31.305113 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-7e574983-d4bc-4ff6-ba8d-eccd4df000fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b HTTP/1.1" status: 200 len: 217 time: 0.0645564 Dec 22 09:24:31.366235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-e117e1b4-47fc-405c-bb93-199472ff1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:31.368128 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-e117e1b4-47fc-405c-bb93-199472ff1351 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70 HTTP/1.1" status: 200 len: 834 time: 0.0567880 Dec 22 09:24:31.409998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 05967d27-5291-4345-bae2-fde6261362df up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:31.447713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-f1dab476-f33c-443d-8ff7-394c265194d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:31.449282 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-f1dab476-f33c-443d-8ff7-394c265194d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61b6698f-b39e-4de8-9704-e9bc8f6df30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739095 Dec 22 09:24:31.479527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 05967d27-5291-4345-bae2-fde6261362df triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:31.479892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:31.537090 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 698fab84-0dd5-4f09-be49-2dc6332ffa2b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:24:31.583944 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-e21a9b9b-071b-4fac-b207-f714abc18bab service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262872 Dec 22 09:24:31.715634 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4cfbc4c3-bcdb-4b54-8ff0-ce845e36b03a req-50c97792-5bf2-46fa-b28c-04b544c71b31 service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253221 Dec 22 09:24:31.722735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 698fab84-0dd5-4f09-be49-2dc6332ffa2b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:31.739463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'port_id': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'mac_address': 'fa:16:3e:a7:61:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:24:31.792598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:31.808918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698fab84-0dd5-4f09-be49-2dc6332ffa2b {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:24:31.823453 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 698fab84-0dd5-4f09-be49-2dc6332ffa2b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:31.827126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:31.891203 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=698fab84-0dd5-4f09-be49-2dc6332ffa2b,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:32.039904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['698fab84-0dd5-4f09-be49-2dc6332ffa2b'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:24:32.370488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc280a82-fdd7-4787-ac3a-51e3f80a69af req-0be2bfb6-1b39-42d9-a735-f06a703cd3e2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:32.371923 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cc280a82-fdd7-4787-ac3a-51e3f80a69af req-0be2bfb6-1b39-42d9-a735-f06a703cd3e2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 944 time: 0.0781846 Dec 22 09:24:32.414606 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cc280a82-fdd7-4787-ac3a-51e3f80a69af req-c07c4909-ecd7-483d-9bd1-cfcaec053af6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370772 Dec 22 09:24:33.552534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 698fab84-0dd5-4f09-be49-2dc6332ffa2b up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:33.599592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe4ee-e612-4b9a-97f8-5756948d560d req-362fcc95-cbd3-4c1d-8861-01469bc97c79 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:33.601709 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8edfe4ee-e612-4b9a-97f8-5756948d560d req-362fcc95-cbd3-4c1d-8861-01469bc97c79 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 944 time: 0.0813160 Dec 22 09:24:33.619636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 698fab84-0dd5-4f09-be49-2dc6332ffa2b completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:33.624165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 698fab84-0dd5-4f09-be49-2dc6332ffa2b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:33.624541 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:33.644894 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8edfe4ee-e612-4b9a-97f8-5756948d560d req-086f2fc4-3845-4853-a59d-b47da40e34cd tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376389 Dec 22 09:24:33.739698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:33.765634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7542ee37-7516-43dc-ac10-68064e9a1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698fab84-0dd5-4f09-be49-2dc6332ffa2b'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:33.775676 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 698fab84-0dd5-4f09-be49-2dc6332ffa2b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:33.779957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:33.814827 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7542ee37-7516-43dc-ac10-68064e9a1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'code': 200} Dec 22 09:24:33.875712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=698fab84-0dd5-4f09-be49-2dc6332ffa2b,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:34.043142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00abab4-fd01-4386-8c83-b4b222eba1e6 req-0af945b1-c19f-42ee-a518-08235d2ae9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:34.044592 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b00abab4-fd01-4386-8c83-b4b222eba1e6 req-0af945b1-c19f-42ee-a518-08235d2ae9d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 1098 time: 0.0716805 Dec 22 09:24:34.084780 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b00abab4-fd01-4386-8c83-b4b222eba1e6 req-2c68ede6-d756-4a1c-a876-c8eb8dbecde9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336185 Dec 22 09:24:34.824969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24945-f2f0-401d-88ef-94b45ed9bc14 req-2b1a4b6d-d7d5-4ff9-8c87-beccf3212b3d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:34.826425 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-81d24945-f2f0-401d-88ef-94b45ed9bc14 req-2b1a4b6d-d7d5-4ff9-8c87-beccf3212b3d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0777447 Dec 22 09:24:34.870508 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-81d24945-f2f0-401d-88ef-94b45ed9bc14 req-040ec742-f7e8-442c-8297-c14653ad22fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385485 Dec 22 09:24:36.053303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5076dd0-71ec-4ad7-8496-80f1c6833222 req-cc1069e9-8cf4-45de-b014-8f6b3572bedb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:36.055468 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f5076dd0-71ec-4ad7-8496-80f1c6833222 req-cc1069e9-8cf4-45de-b014-8f6b3572bedb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0813327 Dec 22 09:24:36.098015 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f5076dd0-71ec-4ad7-8496-80f1c6833222 req-5901118e-a10a-4a1c-94ea-ccc94fa38a52 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368776 Dec 22 09:24:36.280629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5500a-f995-4f37-9cb7-4e749dcf71da req-b6be2e30-f2fd-40d6-8831-2dbc4854d374 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:36.281995 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-72b5500a-f995-4f37-9cb7-4e749dcf71da req-b6be2e30-f2fd-40d6-8831-2dbc4854d374 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0813043 Dec 22 09:24:36.325038 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-72b5500a-f995-4f37-9cb7-4e749dcf71da req-af89ed48-c613-4d30-b3c2-7037815b0cbf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374644 Dec 22 09:24:36.347271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36280) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:36.415995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95b329-15b9-4bac-891e-bc5f182ab7d6 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:36.417453 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6f95b329-15b9-4bac-891e-bc5f182ab7d6 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 1093 time: 0.0691881 Dec 22 09:24:36.420187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36284) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:36.425054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:36.431355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:36.435117 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:floatingip and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:36.437901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:36.443455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:36.453656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.585941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.719536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.26.1.114 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/4d44b38a-8b3c-449c-888e-1c03a94cb060) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:36.861789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.894563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.958449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:36.961782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:36.965485 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:24:37.106013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=4d44b38a-8b3c-449c-888e-1c03a94cb060,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:37.467479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:37.537250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:37.738696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:37.743579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:37.849532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=4d44b38a-8b3c-449c-888e-1c03a94cb060,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:37.859824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:38.030948 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Floating IP b39507fa-ad0f-4fa1-97b5-0d744cb68840 associated. External IP: 172.26.1.114, port: 698fab84-0dd5-4f09-be49-2dc6332ffa2b. Dec 22 09:24:38.389244 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:24:38.675391 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:24:38.685924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] Sync routers for ids ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:24:38.695751 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] Routers {'4ed13ae5-ac64-4ab0-a042-efcb04601f46'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:38.696390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:24:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:38.700053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:38.759824 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e71d9c60-eded-441e-b70f-8f287902571d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3386075 Dec 22 09:24:38.760392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7542ee37-7516-43dc-ac10-68064e9a1369', 'tag': '698fab84-0dd5-4f09-be49-2dc6332ffa2b'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:38.810984 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7542ee37-7516-43dc-ac10-68064e9a1369', 'tag': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'status': 'completed', 'code': 200} Dec 22 09:24:38.887878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] Set router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:38.907445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-59158953-d997-472e-8bea-fe31e6e5d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:38.908995 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-59158953-d997-472e-8bea-fe31e6e5d505 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 1098 time: 0.0764878 Dec 22 09:24:38.936194 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108e5c8-51b5-424a-b3cd-07cfcea18375 req-1c214c5f-15c7-46f6-90f5-e1755e4418c5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:38.937671 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3108e5c8-51b5-424a-b3cd-07cfcea18375 req-1c214c5f-15c7-46f6-90f5-e1755e4418c5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0822554 Dec 22 09:24:38.996729 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3108e5c8-51b5-424a-b3cd-07cfcea18375 req-8186186f-ff83-43af-9c00-b5365bc69243 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529599 Dec 22 09:24:39.020339 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36292) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:39.047259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-fe929d88-65b8-4c17-8543-7b03085307b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:39.049383 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-fe929d88-65b8-4c17-8543-7b03085307b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61b6698f-b39e-4de8-9704-e9bc8f6df30e HTTP/1.1" status: 200 len: 897 time: 0.1337495 Dec 22 09:24:39.132946 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2c9e8676-e690-45ce-8e54-e1391a46869d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/b39507fa-ad0f-4fa1-97b5-0d744cb68840 HTTP/1.1" status: 200 len: 991 time: 0.1104581 Dec 22 09:24:39.156270 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-2c04bb5b-5ac0-4219-8ae6-da197b7c27bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b HTTP/1.1" status: 200 len: 999 time: 0.0994899 Dec 22 09:24:39.218593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-df51f423-28cf-4107-99f0-aaf19c509d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:39.219942 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-df51f423-28cf-4107-99f0-aaf19c509d10 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70 HTTP/1.1" status: 200 len: 834 time: 0.0575676 Dec 22 09:24:39.238931 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:24Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'b39507fa-ad0f-4fa1-97b5-0d744cb68840', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.114', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'port_id': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'mac_address': 'fa:16:3e:a7:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7542ee37-7516-43dc-ac10-68064e9a1369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:24:37Z', 'updated_at': '2021-12-22T09:24:37Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05967d27-5291-4345-bae2-fde6261362df', 'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:af:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:23Z', 'updated_at': '2021-12-22T09:24:29Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:39.242712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] Checking router: 4ed13ae5-ac64-4ab0-a042-efcb04601f46 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:24:39.250828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] Routers {'4ed13ae5-ac64-4ab0-a042-efcb04601f46'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:39.251407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:24:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:39.296541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-065028ff-23d3-432e-9886-2ad5fcdbe4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:39.298030 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-065028ff-23d3-432e-9886-2ad5fcdbe4fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61b6698f-b39e-4de8-9704-e9bc8f6df30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719140 Dec 22 09:24:39.426341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] Set router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:39.430672 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-5b2b38b3-29c6-49fd-98d2-246ae92fa1dd service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256287 Dec 22 09:24:39.558553 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa35d2bc-1641-402e-bb77-534fe9913428 req-7f95d3de-2b90-4607-8925-1c22320f8972 service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216822 Dec 22 09:24:39.762061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:24Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'b39507fa-ad0f-4fa1-97b5-0d744cb68840', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.114', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'port_id': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'mac_address': 'fa:16:3e:a7:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7542ee37-7516-43dc-ac10-68064e9a1369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:24:37Z', 'updated_at': '2021-12-22T09:24:37Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05967d27-5291-4345-bae2-fde6261362df', 'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:af:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:23Z', 'updated_at': '2021-12-22T09:24:29Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:39.765960 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0341f8-3a44-424b-acdf-ff081ed7b124 None None] The sync data for ids ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'] in dv-neutron-822561-2-hyperv is: [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:24Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'b39507fa-ad0f-4fa1-97b5-0d744cb68840', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.114', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'port_id': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'mac_address': 'fa:16:3e:a7:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7542ee37-7516-43dc-ac10-68064e9a1369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:24:37Z', 'updated_at': '2021-12-22T09:24:37Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05967d27-5291-4345-bae2-fde6261362df', 'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:af:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:23Z', 'updated_at': '2021-12-22T09:24:29Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:24:39.951155 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41161bb8-123f-4725-9684-b72440433d40 None None] New status for floating IP b39507fa-ad0f-4fa1-97b5-0d744cb68840: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:24:40.136926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36296) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:40.339208 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-be094dc1-9b63-4a74-8eec-1ff83922cb77 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/b39507fa-ad0f-4fa1-97b5-0d744cb68840 HTTP/1.1" status: 200 len: 993 time: 0.2011485 Dec 22 09:24:43.717534 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:24:44.613707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:49.441423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b3f9cca1-b521-433f-9dfd-a5a5f5fd04e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:51.814961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bc67a8eb-bc3c-4fd3-9011-569e0857bbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:52.936807 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:53.065086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:54.297215 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:01.627990 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-ee422e76-2307-46a3-94e1-58765dfcdb9e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659640 Dec 22 09:25:01.762856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-f4dd51d2-e640-4b25-bb2b-cfbbca0c55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:01.764264 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-f4dd51d2-e640-4b25-bb2b-cfbbca0c55c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 1098 time: 0.0681939 Dec 22 09:25:01.905427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-d89a7427-1b11-4b93-a9b4-66f7833f4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:01.906779 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-d89a7427-1b11-4b93-a9b4-66f7833f4408 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61b6698f-b39e-4de8-9704-e9bc8f6df30e HTTP/1.1" status: 200 len: 897 time: 0.1230605 Dec 22 09:25:02.009253 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-87f9bd24-af63-40f4-96e0-09264526f23d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b HTTP/1.1" status: 200 len: 1001 time: 0.0952897 Dec 22 09:25:02.072905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-f8349d31-9232-4120-9518-cd32dda7bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:02.074326 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-f8349d31-9232-4120-9518-cd32dda7bcaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70 HTTP/1.1" status: 200 len: 834 time: 0.0588391 Dec 22 09:25:02.147641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-4e61bbff-e0ec-4209-8fcc-e38e9e480dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:02.149140 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-4e61bbff-e0ec-4209-8fcc-e38e9e480dfd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61b6698f-b39e-4de8-9704-e9bc8f6df30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680385 Dec 22 09:25:02.384625 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-9930632f-d162-4208-85bd-6440c989651c service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287419 Dec 22 09:25:02.515879 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-95af24c1-5627-4daf-a7e7-48919d1611a2 req-60495237-bd99-4cd8-8e86-9d25a809581e service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244392 Dec 22 09:25:07.252707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-72d9ebc6-d203-40dd-ab9b-be5a4917f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:07.254347 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-72d9ebc6-d203-40dd-ab9b-be5a4917f33c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 1098 time: 0.0837553 Dec 22 09:25:07.434166 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-6357f0ce-b3b8-4e6e-af29-ae6c17ea94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:07.435591 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-6357f0ce-b3b8-4e6e-af29-ae6c17ea94c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61b6698f-b39e-4de8-9704-e9bc8f6df30e HTTP/1.1" status: 200 len: 897 time: 0.1730263 Dec 22 09:25:07.506620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbc482-1d52-45d1-8a8b-b47c397d2b70 req-9c92a87d-cee4-481b-bcd1-dd117e6bef55 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:07.508443 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-63dbc482-1d52-45d1-8a8b-b47c397d2b70 req-9c92a87d-cee4-481b-bcd1-dd117e6bef55 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.3045824 Dec 22 09:25:07.574090 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-12ef5061-a96b-4f45-bf45-55c8c773e2da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b HTTP/1.1" status: 200 len: 1001 time: 0.1276686 Dec 22 09:25:07.578298 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-63dbc482-1d52-45d1-8a8b-b47c397d2b70 req-689e4819-5f9a-49a4-825d-1f864e08357b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622990 Dec 22 09:25:07.638225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-90fd908a-696c-46fc-9c77-a54cbe394d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:07.639601 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-90fd908a-696c-46fc-9c77-a54cbe394d62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70 HTTP/1.1" status: 200 len: 834 time: 0.0591211 Dec 22 09:25:07.712259 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-9ae100a9-44da-4188-9211-9c9c5087fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:07.713647 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-9ae100a9-44da-4188-9211-9c9c5087fa32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61b6698f-b39e-4de8-9704-e9bc8f6df30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668435 Dec 22 09:25:07.841819 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-47e3a866-b6f1-46a7-8e5f-59a554d3d0d9 service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192520 Dec 22 09:25:07.968401 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ca3fb354-a956-4c1d-9dac-40d3e6a54926 req-96534203-d836-487e-8a6b-8970fecc189d service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200104 Dec 22 09:25:08.818078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde1184-8655-487a-9b31-8d016b6ae6a0 req-36b22e48-dd9c-4a7b-8358-fda373141310 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:08.819514 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6dde1184-8655-487a-9b31-8d016b6ae6a0 req-36b22e48-dd9c-4a7b-8358-fda373141310 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.1354253 Dec 22 09:25:08.862911 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6dde1184-8655-487a-9b31-8d016b6ae6a0 req-2f6b6186-5aa9-4f8f-af3e-ea45a120805c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376017 Dec 22 09:25:10.050472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3f4dc-858a-4b05-9e74-41ec2f859fbb req-3249b41b-83a9-42f3-bfb8-5e580c97f597 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:10.051929 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-58b3f4dc-858a-4b05-9e74-41ec2f859fbb req-3249b41b-83a9-42f3-bfb8-5e580c97f597 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0826504 Dec 22 09:25:10.095146 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-58b3f4dc-858a-4b05-9e74-41ec2f859fbb req-e70029a8-e864-4814-ba3e-b71770a3da04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369990 Dec 22 09:25:11.283615 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd6b98-0b31-43ce-88c3-270afe975199 req-54c4bf16-7179-4baf-a6f3-f87cc90e43e1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:11.284990 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9afd6b98-0b31-43ce-88c3-270afe975199 req-54c4bf16-7179-4baf-a6f3-f87cc90e43e1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0822201 Dec 22 09:25:11.328395 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9afd6b98-0b31-43ce-88c3-270afe975199 req-18c9e45a-de0d-4681-8342-8fcb0f34dd17 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373275 Dec 22 09:25:12.505965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faf94b-836b-4742-9a30-85ccea0c162b req-3a1a16fb-b9c9-4f64-ac09-476fcde65db9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:12.507939 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c0faf94b-836b-4742-9a30-85ccea0c162b req-3a1a16fb-b9c9-4f64-ac09-476fcde65db9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0769725 Dec 22 09:25:12.549826 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c0faf94b-836b-4742-9a30-85ccea0c162b req-70fce9ba-5bea-405f-a04e-b2f091b06c67 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363140 Dec 22 09:25:13.730303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432fc21-90c1-4cbc-9f2a-a24b2c710e8f req-567e12a3-502e-48e3-b8ec-f664cd1b1050 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:13.731748 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9432fc21-90c1-4cbc-9f2a-a24b2c710e8f req-567e12a3-502e-48e3-b8ec-f664cd1b1050 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0778406 Dec 22 09:25:13.775090 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9432fc21-90c1-4cbc-9f2a-a24b2c710e8f req-c32c8db7-f19f-4328-90f4-fdae153ec0a0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376689 Dec 22 09:25:14.612526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:14.958480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e78d-cb21-4230-b332-68239ef0fb5b req-e2b9e296-516b-43d4-a4a3-efab760dbc6f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:14.960105 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-79c5e78d-cb21-4230-b332-68239ef0fb5b req-e2b9e296-516b-43d4-a4a3-efab760dbc6f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0817759 Dec 22 09:25:15.003338 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-79c5e78d-cb21-4230-b332-68239ef0fb5b req-6d7fcc8b-15ed-4428-b1a4-d63526911e9d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375900 Dec 22 09:25:16.183936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf567ed-039c-472b-8431-4abefcc1ec58 req-274e3e02-cbd3-405c-b077-d73982939296 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:16.185349 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2cf567ed-039c-472b-8431-4abefcc1ec58 req-274e3e02-cbd3-405c-b077-d73982939296 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0803454 Dec 22 09:25:16.228654 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2cf567ed-039c-472b-8431-4abefcc1ec58 req-91cffcfe-4c8c-4de8-a15c-1935dd8888da tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378046 Dec 22 09:25:17.409819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbcc5-4e03-4883-814f-2301ba80c399 req-1c33c4ec-8d82-4687-bb71-0a1b8d440a47 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:17.411261 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-666fbcc5-4e03-4883-814f-2301ba80c399 req-1c33c4ec-8d82-4687-bb71-0a1b8d440a47 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0779691 Dec 22 09:25:17.458293 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-666fbcc5-4e03-4883-814f-2301ba80c399 req-f71c385d-d6af-45a0-b9ad-6a7e5898cb71 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409939 Dec 22 09:25:18.639725 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ef119-fbe5-4dc5-9325-acd96392ddeb req-73f2b1a5-b6ba-44d3-883b-92f433c30d18 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:18.641153 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-803ef119-fbe5-4dc5-9325-acd96392ddeb req-73f2b1a5-b6ba-44d3-883b-92f433c30d18 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0778055 Dec 22 09:25:18.687396 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-803ef119-fbe5-4dc5-9325-acd96392ddeb req-a541f718-3f91-4928-b03f-fd9bb1cb9cda tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405560 Dec 22 09:25:19.443857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-54c579b2-0030-4554-99d4-5601ceb3a2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:19.870358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dfebb-1774-4758-9eeb-571a4bc3bef1 req-104c842c-6319-4805-885a-38ca795189d4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:19.871772 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a19dfebb-1774-4758-9eeb-571a4bc3bef1 req-104c842c-6319-4805-885a-38ca795189d4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0774722 Dec 22 09:25:19.914024 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a19dfebb-1774-4758-9eeb-571a4bc3bef1 req-6762ec1b-54a8-423d-bb70-d2810dc5c77c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366116 Dec 22 09:25:19.936349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36338) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:20.140884 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a1d7c9bd-4cb5-4101-997d-ee9af9333d86 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/b39507fa-ad0f-4fa1-97b5-0d744cb68840 HTTP/1.1" status: 200 len: 993 time: 0.2033346 Dec 22 09:25:20.716652 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:25:21.816421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e6db347d-c07e-4d8c-b8d9-2942a9a0204f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:22.939196 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:23.066267 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:24.300457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:44.632381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:48.153114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36352) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:48.351977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 4d44b38a-8b3c-449c-888e-1c03a94cb060 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:25:48.352239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:48.516415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:48.516744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:48.639058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 4d44b38a-8b3c-449c-888e-1c03a94cb060 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:25:48.782835 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:48.833258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=4d44b38a-8b3c-449c-888e-1c03a94cb060,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:48.896040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.896299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.896636 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.896967 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.897291 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.897614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.897985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.898301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.898619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.898935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.899251 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.899566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:48.930164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:48.930489 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Floating IP b39507fa-ad0f-4fa1-97b5-0d744cb68840 disassociated (deleted). External IP: 172.26.1.114, port: 698fab84-0dd5-4f09-be49-2dc6332ffa2b. Dec 22 09:25:49.274495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:25:49.447239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1328539c-198c-4b8d-ae7c-bf7f04eae92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:49.561627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:25:49.572317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] Sync routers for ids ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:25:49.580931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:49.581983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] Routers {'4ed13ae5-ac64-4ab0-a042-efcb04601f46'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:25:49.582584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:25:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:49.637300 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-30d11683-99cf-4ff4-aa80-c2f1394a4b04 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/floatingips/b39507fa-ad0f-4fa1-97b5-0d744cb68840 HTTP/1.1" status: 204 len: 168 time: 1.4806335 Dec 22 09:25:49.637300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7542ee37-7516-43dc-ac10-68064e9a1369', 'tag': '698fab84-0dd5-4f09-be49-2dc6332ffa2b'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:25:49.681337 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7542ee37-7516-43dc-ac10-68064e9a1369', 'tag': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'status': 'completed', 'code': 200} Dec 22 09:25:49.758980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] Set router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:25:49.776410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09970b4c-804f-485a-8a04-743589031e73 req-02b09ba0-f59f-4bc3-acdb-0ad0b010c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:49.777903 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09970b4c-804f-485a-8a04-743589031e73 req-02b09ba0-f59f-4bc3-acdb-0ad0b010c2ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 1098 time: 0.0738058 Dec 22 09:25:49.921466 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09970b4c-804f-485a-8a04-743589031e73 req-d070132f-f4dd-4262-8135-aa17137d7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:49.923242 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09970b4c-804f-485a-8a04-743589031e73 req-d070132f-f4dd-4262-8135-aa17137d7c23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61b6698f-b39e-4de8-9704-e9bc8f6df30e HTTP/1.1" status: 200 len: 897 time: 0.1388938 Dec 22 09:25:49.996126 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09970b4c-804f-485a-8a04-743589031e73 req-783474c2-88e3-43af-ba39-0961776d2df1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b HTTP/1.1" status: 200 len: 217 time: 0.0655198 Dec 22 09:25:50.020248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58391517-dedc-49a9-a05b-a7a0619eecac req-7076a8b2-4bf2-4f53-b89c-9c4aa0790947 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:50.021775 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-58391517-dedc-49a9-a05b-a7a0619eecac req-7076a8b2-4bf2-4f53-b89c-9c4aa0790947 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0925980 Dec 22 09:25:50.064156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09970b4c-804f-485a-8a04-743589031e73 req-a8424141-94f2-4a24-9977-30c8268add07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:50.065740 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09970b4c-804f-485a-8a04-743589031e73 req-a8424141-94f2-4a24-9977-30c8268add07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70 HTTP/1.1" status: 200 len: 834 time: 0.0624018 Dec 22 09:25:50.067128 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-58391517-dedc-49a9-a05b-a7a0619eecac req-c04b4a53-194e-4ec0-8d56-8a2660647701 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393922 Dec 22 09:25:50.077617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:24Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '05967d27-5291-4345-bae2-fde6261362df', 'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:af:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:23Z', 'updated_at': '2021-12-22T09:24:29Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:50.081704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] Checking router: 4ed13ae5-ac64-4ab0-a042-efcb04601f46 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:25:50.090249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] Routers {'4ed13ae5-ac64-4ab0-a042-efcb04601f46'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:25:50.090789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:25:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:50.145273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09970b4c-804f-485a-8a04-743589031e73 req-539243d3-f46d-420d-9e52-aca6e1297391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:50.146800 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09970b4c-804f-485a-8a04-743589031e73 req-539243d3-f46d-420d-9e52-aca6e1297391 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61b6698f-b39e-4de8-9704-e9bc8f6df30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737507 Dec 22 09:25:50.265730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] Set router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:25:50.279409 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09970b4c-804f-485a-8a04-743589031e73 req-3a0350c3-6ddb-4482-b980-057a8804c697 service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239119 Dec 22 09:25:50.411442 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-09970b4c-804f-485a-8a04-743589031e73 req-57901543-3677-48f5-94b8-21d51d48bfd0 service neutron] 10.222.0.54 "GET /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248400 Dec 22 09:25:50.571689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:24Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '05967d27-5291-4345-bae2-fde6261362df', 'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:af:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:23Z', 'updated_at': '2021-12-22T09:24:29Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:50.576037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22438784-2fc6-4c04-a52f-d79fb07a56da None None] The sync data for ids ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'] in dv-neutron-822561-2-hyperv is: [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:24:24Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '05967d27-5291-4345-bae2-fde6261362df', 'name': '', 'network_id': '61b6698f-b39e-4de8-9704-e9bc8f6df30e', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:af:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:23Z', 'updated_at': '2021-12-22T09:24:29Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:25:50.790073 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f8be-12b3-4f9e-a109-5ac9c031966a None None] New status for floating IP b39507fa-ad0f-4fa1-97b5-0d744cb68840: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:25:51.264367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd1673-33ba-41c6-bc4e-77f4844d19f9 req-01aa7d02-2368-414d-a3f6-c267187f323f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:51.264939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a5bd1673-33ba-41c6-bc4e-77f4844d19f9 req-01aa7d02-2368-414d-a3f6-c267187f323f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:25:51.280712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a5bd1673-33ba-41c6-bc4e-77f4844d19f9 req-01aa7d02-2368-414d-a3f6-c267187f323f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:25:51.281871 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a5bd1673-33ba-41c6-bc4e-77f4844d19f9 req-01aa7d02-2368-414d-a3f6-c267187f323f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.1072533 Dec 22 09:25:51.329229 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a5bd1673-33ba-41c6-bc4e-77f4844d19f9 req-8051313f-5f22-4733-9bd8-a8a4e2349554 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416911 Dec 22 09:25:51.547363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f978a-6428-4e78-8155-06704d7bd57b req-89a5ac6b-ec0e-4b38-85fd-c30f7a6ef93c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:51.548696 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-755f978a-6428-4e78-8155-06704d7bd57b req-89a5ac6b-ec0e-4b38-85fd-c30f7a6ef93c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 945 time: 0.0772810 Dec 22 09:25:51.615370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-755f978a-6428-4e78-8155-06704d7bd57b req-79daec4b-e54b-410c-b203-289703a974bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 698fab84-0dd5-4f09-be49-2dc6332ffa2b {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:25:51.615701 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-755f978a-6428-4e78-8155-06704d7bd57b req-79daec4b-e54b-410c-b203-289703a974bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:51.820808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-11e2d2a5-06f5-4862-983a-7a7ccafc61c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:51.856802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-755f978a-6428-4e78-8155-06704d7bd57b req-79daec4b-e54b-410c-b203-289703a974bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 698fab84-0dd5-4f09-be49-2dc6332ffa2b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=698fab84-0dd5-4f09-be49-2dc6332ffa2b,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:25:51.857157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-755f978a-6428-4e78-8155-06704d7bd57b req-79daec4b-e54b-410c-b203-289703a974bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:51.979104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-755f978a-6428-4e78-8155-06704d7bd57b req-79daec4b-e54b-410c-b203-289703a974bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 698fab84-0dd5-4f09-be49-2dc6332ffa2b owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:25:52.120212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-755f978a-6428-4e78-8155-06704d7bd57b req-79daec4b-e54b-410c-b203-289703a974bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:52.300620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daec4b-e54b-410c-b203-289703a974bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=698fab84-0dd5-4f09-be49-2dc6332ffa2b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:52.347002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-755f978a-6428-4e78-8155-06704d7bd57b req-79daec4b-e54b-410c-b203-289703a974bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] No DVR routers for this DVR port 698fab84-0dd5-4f09-be49-2dc6332ffa2b on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:25:52.349643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-755f978a-6428-4e78-8155-06704d7bd57b req-79daec4b-e54b-410c-b203-289703a974bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:52.352947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7542ee37-7516-43dc-ac10-68064e9a1369', 'name': 'network-vif-deleted', 'tag': '698fab84-0dd5-4f09-be49-2dc6332ffa2b'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:25:52.369120 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-755f978a-6428-4e78-8155-06704d7bd57b req-79daec4b-e54b-410c-b203-289703a974bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "DELETE /v2.0/ports/698fab84-0dd5-4f09-be49-2dc6332ffa2b HTTP/1.1" status: 204 len: 173 time: 0.8148487 Dec 22 09:25:52.404860 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7542ee37-7516-43dc-ac10-68064e9a1369', 'name': 'network-vif-deleted', 'tag': '698fab84-0dd5-4f09-be49-2dc6332ffa2b', 'status': 'completed', 'code': 200} Dec 22 09:25:52.490120 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a8893cd7-bbfb-432a-8d5d-130410598882 req-0ed08193-a173-45e6-ab52-665dca369d3d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=7542ee37-7516-43dc-ac10-68064e9a1369 HTTP/1.1" status: 200 len: 210 time: 0.0425458 Dec 22 09:25:52.942848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:53.068165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:53.583349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36372) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:53.975746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 698fab84-0dd5-4f09-be49-2dc6332ffa2b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:25:54.009560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 698fab84-0dd5-4f09-be49-2dc6332ffa2b {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:25:54.009916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 698fab84-0dd5-4f09-be49-2dc6332ffa2b not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:25:54.127988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:54.302132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:54.474202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 05967d27-5291-4345-bae2-fde6261362df {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:25:54.474543 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:54.656496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 05967d27-5291-4345-bae2-fde6261362df, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=05967d27-5291-4345-bae2-fde6261362df,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:25:54.657197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:54.774760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 05967d27-5291-4345-bae2-fde6261362df owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:25:55.193304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:55.241590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=05967d27-5291-4345-bae2-fde6261362df,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:55.508663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:55.857297 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:25:56.028111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:25:56.037290 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] Sync routers for ids ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:25:56.042020 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-07538069-6d75-4e28-8548-18422a429771 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "PUT /v2.0/routers/4ed13ae5-ac64-4ab0-a042-efcb04601f46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4559045 Dec 22 09:25:56.042955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36378) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:56.046232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] Routers {'4ed13ae5-ac64-4ab0-a042-efcb04601f46'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:25:56.046839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:25:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:56.109120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-297af52a-ac11-4e25-824e-bfb30e207ce7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting subnet 8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:25:56.111860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-297af52a-ac11-4e25-824e-bfb30e207ce7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.164866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-297af52a-ac11-4e25-824e-bfb30e207ce7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.248481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-297af52a-ac11-4e25-824e-bfb30e207ce7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.263554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] Set router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:25:56.440144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-297af52a-ac11-4e25-824e-bfb30e207ce7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.479072 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297af52a-ac11-4e25-824e-bfb30e207ce7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:56.480985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-297af52a-ac11-4e25-824e-bfb30e207ce7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.487784 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-297af52a-ac11-4e25-824e-bfb30e207ce7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/subnets/8fb94f3b-e5e9-4ac6-8a20-ed4e517e6a70 HTTP/1.1" status: 204 len: 168 time: 0.4437983 Dec 22 09:25:56.488368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd47ae4-09c0-4e80-9ecb-de4ddae8262f None None] Network 61b6698f-b39e-4de8-9704-e9bc8f6df30e requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:25:56.490354 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36382) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:56.666408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.705821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:25:55Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:56.712400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] Checking router: 4ed13ae5-ac64-4ab0-a042-efcb04601f46 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:25:56.727017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] Routers {'4ed13ae5-ac64-4ab0-a042-efcb04601f46'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:25:56.727625 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:25:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:56.849639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.860025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:25:56.860851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.876407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] DHCP port deletion for 61b6698f-b39e-4de8-9704-e9bc8f6df30e request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:25:56.885994 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Deleting port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:25:56.886360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.952909 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] Set router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:25:57.035946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:25:57.036300 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.156467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:25:57.296863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] For port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4d2f5135-1eca-498a-bfe0-3d508bc9a3e1,segment=NetworkSegment(68534dd0-b752-4099-9e58-899f90a2f8fc),segment_id=68534dd0-b752-4099-9e58-899f90a2f8fc)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:25:57.297444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.320869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.369083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:57.449234 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Calling delete_port for 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:25:57.462080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.530915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:25:57.640628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.642819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.664801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.665571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Fanout notify agent at l3_agent the message router_deleted on router 4ed13ae5-ac64-4ab0-a042-efcb04601f46 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:25:57.677824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.682528 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.683585 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b586a958-0045-4355-abba-f25e239d190d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/routers/4ed13ae5-ac64-4ab0-a042-efcb04601f46 HTTP/1.1" status: 204 len: 168 time: 1.1923268 Dec 22 09:25:57.686282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36386) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:57.710580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 update to DOWN by agent not found {{(pid=87536) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 09:25:57.714553 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:25:57.719840 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:25:55Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:57.732552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Pushing event deleted for resources: {'Port': ['ID=4d2f5135-1eca-498a-bfe0-3d508bc9a3e1,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:57.734873 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] No DVR routers for this DVR port 4d2f5135-1eca-498a-bfe0-3d508bc9a3e1 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:25:57.740948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa951f36-a70a-40e8-a17b-04108cc5a0ae None None] The sync data for ids ['4ed13ae5-ac64-4ab0-a042-efcb04601f46'] in dv-neutron-822561-2-hyperv is: [{'id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920471370', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:19Z', 'updated_at': '2021-12-22T09:25:55Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed13ae5-ac64-4ab0-a042-efcb04601f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:20Z', 'updated_at': '2021-12-22T09:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:25:57.745537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.745989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.746400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.746873 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.747246 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.747644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.748018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.748429 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.748822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.749213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.750018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.750018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb1ed-282d-49f3-b764-9a4678496de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.907781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.038329 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.066437 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b6698f-b39e-4de8-9704-e9bc8f6df30e']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:58.078376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68534dd0-b752-4099-9e58-899f90a2f8fc') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:58.078668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68534dd0-b752-4099-9e58-899f90a2f8fc') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:58.090902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.107653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.113823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:25:58.114205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:25:58.129020 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:25:58.206330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.211158 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.241460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Network': ['ID=61b6698f-b39e-4de8-9704-e9bc8f6df30e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:58.248956 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d57816a0-2934-4754-a825-254174869dcf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/networks/61b6698f-b39e-4de8-9704-e9bc8f6df30e HTTP/1.1" status: 204 len: 168 time: 0.5617185 Dec 22 09:25:58.251650 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36390) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:58.319877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9341c17-825e-4665-b62e-e4e851d19f3f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.350841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9341c17-825e-4665-b62e-e4e851d19f3f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.417384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9341c17-825e-4665-b62e-e4e851d19f3f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.434059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9341c17-825e-4665-b62e-e4e851d19f3f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:58.446287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a9341c17-825e-4665-b62e-e4e851d19f3f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.447390 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a9341c17-825e-4665-b62e-e4e851d19f3f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/security-groups/26c70f6f-ca0a-4c42-aaac-fa2a62d7aa84 HTTP/1.1" status: 204 len: 168 time: 0.1948228 Dec 22 09:25:58.767772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36398) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:58.773653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093749170', 'description': 'tempest-secgroup-smoke-2093749170 description', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:25:58.779976 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:25:58.784410 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:25:58.787320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:25:58.792877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:25:58.802884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.823420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:25:58.827122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:25:58.829842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:25:58.835270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:25:58.904024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.907408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.948809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9516d389-889e-4f47-985a-ef0362301794,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:58.955666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.959051 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-aa5e2eeb-1a98-4b5c-aa23-c918804728e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1875367 Dec 22 09:25:58.959231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36402) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:58.964478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '9516d389-889e-4f47-985a-ef0362301794', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:25:58.970256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:25:58.974269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:25:58.977093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:25:58.982712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:25:58.999476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.056591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.059971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.082036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0d2492-74eb-40b4-9c12-8433f61ec44a,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:59.090716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.091853 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ec6ce8ff-a50e-4997-b0fd-813e5f33c66c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317213 Dec 22 09:25:59.094695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36406) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:59.099694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '9516d389-889e-4f47-985a-ef0362301794', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:25:59.105395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:25:59.109093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:25:59.111925 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:25:59.118122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:25:59.133514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.194088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.197973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.220359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a60bb94-8a99-4d0d-9ff8-a70d7cd9151c,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:59.229112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.230271 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ca6430f1-c560-45e8-ad63-e43e6391829e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346951 Dec 22 09:25:59.233004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36410) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:59.237718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '9516d389-889e-4f47-985a-ef0362301794', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:25:59.243953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:25:59.247654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:25:59.250471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:25:59.256032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:25:59.272321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.331296 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.334623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.357260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e03787-bd47-436e-8790-7504e3f3304b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:59.364947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.366105 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e74be61d-c578-4dac-a5e8-31ee87ef4d0a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322219 Dec 22 09:25:59.369473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36414) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:59.374310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '9516d389-889e-4f47-985a-ef0362301794', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:25:59.379830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:25:59.383572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:25:59.386353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:25:59.391873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:25:59.408750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.414210 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 05967d27-5291-4345-bae2-fde6261362df no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:25:59.450425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 05967d27-5291-4345-bae2-fde6261362df {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:25:59.450771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 05967d27-5291-4345-bae2-fde6261362df not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:25:59.451183 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:25:59.472478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.476960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.485026 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:25:59.485374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7e8bd816-2a8e-48fd-b9d1-508dfcfe4db2 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:25:59.504327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20090143-da07-49b5-b9e0-479829c70318,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:59.510597 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.514409 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bd3e5a9c-7df5-4bdf-acfb-8657faa44f72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414087 Dec 22 09:25:59.514557 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36418) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:59.519465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '9516d389-889e-4f47-985a-ef0362301794', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:25:59.525511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:25:59.529268 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:25:59.532106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:25:59.537814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:25:59.550692 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Project 74d57e6f8b6a4f5f8521f71bfa167f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:25:59.558584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.622975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.626362 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.648782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1514d854-027c-48f6-b42d-447e9a55980e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:59.657204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.658442 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-23a2b8f4-c5cd-4687-bbbd-0987de9587d0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430211 Dec 22 09:25:59.661083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36422) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:59.666490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '9516d389-889e-4f47-985a-ef0362301794', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:25:59.672004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:25:59.675681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:25:59.678480 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:25:59.684010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:25:59.693956 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Project 74d57e6f8b6a4f5f8521f71bfa167f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:25:59.700420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.764748 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.768150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.790970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95c5a57-25d2-4ce9-863e-bdf1f9643351,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:59.800314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.801635 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-bd5c1a2a-a7ed-4958-83c7-c83eab4d89c3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396670 Dec 22 09:25:59.804619 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36426) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:59.810203 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'network': {'name': 'tempest-network-smoke--998090802', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'port_security_enabled': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:25:59.815536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:25:59.819594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:network and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:25:59.822538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:25:59.832119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:25:59.842252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:25:59.845670 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.873116 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:25:59.882746 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.883094 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Added segment dd7c21db-b58c-41c8-8030-a631a24e33fd of type vlan for network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 Dec 22 09:25:59.908668 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.936570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:59.941848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:59.942427 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.044666 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2389381 Dec 22 09:26:00.047414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36430) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:00.052603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'admin_state_up': True, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:00.053242 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Network': ['ID=7a1a240b-cc3e-47f7-8b93-76735685c3e5,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:00.059514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:00.060466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.060811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.061149 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.061481 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.061852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.062186 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.062502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.062823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.063139 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.063469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.063771 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.063873 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:router and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:00.064085 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38c764-2c62-41c4-83d7-38ff8834f66b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:00.066944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:00.074312 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:00.075211 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:26:00.083997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.085122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.103851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.360672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.743550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.771240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.900961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.26.1.17 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/6975b638-f4ef-42c1-aaea-52b18e2f08a5) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:26:01.043957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.072631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.136629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:01.139327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:01.141654 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:26:01.178760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=6975b638-f4ef-42c1-aaea-52b18e2f08a5,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:01.575624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.920214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:02.243860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 39042d74-7454-4429-a7d3-e9804982edd0 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:26:02.414135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:26:02.423438 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Sync routers for ids ['39042d74-7454-4429-a7d3-e9804982edd0'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:26:02.433418 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Routers {'39042d74-7454-4429-a7d3-e9804982edd0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:02.434045 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:25:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['39042d74-7454-4429-a7d3-e9804982edd0'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:02.440453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:02.441695 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f63d6f4c-45bd-4c5e-af71-444c460d0afe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3932669 Dec 22 09:26:02.444783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36434) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:02.487167 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9c893f1a-5073-4417-83ba-da1493e98603 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=74d57e6f8b6a4f5f8521f71bfa167f71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413110 Dec 22 09:26:02.489573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36438) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:02.608917 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Set router 39042d74-7454-4429-a7d3-e9804982edd0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:02.618729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2855b0-3f68-44cc-acb8-46ca8651784f tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:02.621456 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7b2855b0-3f68-44cc-acb8-46ca8651784f tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304603 Dec 22 09:26:02.623703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36442) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:02.665481 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-4715c197-c2ae-4463-9e3c-4304d3ea0216 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407190 Dec 22 09:26:02.667956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36446) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:02.672986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1004446222', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:02.784411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:02.788214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:subnet and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:02.791536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:02.797079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:02.807038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:26:02.810865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:02.886237 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:01Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:02.889892 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Checking router: 39042d74-7454-4429-a7d3-e9804982edd0 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:26:02.890236 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Updating router 39042d74-7454-4429-a7d3-e9804982edd0 port 6975b638-f4ef-42c1-aaea-52b18e2f08a5 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:26:02.943359 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.034532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.117903 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Subnet': ['ID=c030aaf9-39dd-414f-a1dd-351047c6da79,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:03.121850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Checking segment: {'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:26:03.122203 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network hostable DHCP agents. Network: 7a1a240b-cc3e-47f7-8b93-76735685c3e5, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:26:03.141373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:26:03.152009 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 7a1a240b-cc3e-47f7-8b93-76735685c3e5) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:03.155980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:03.156584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.162215 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626beae2-4584-4e65-b79f-3517b8569fb1 None None] Network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:26:03.179014 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2e2b8078-4420-4cbf-8699-28480d75644c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5100770 Dec 22 09:26:03.181898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36450) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:03.270530 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.283389 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Transition to ACTIVE for port object 6975b638-f4ef-42c1-aaea-52b18e2f08a5 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:03.290107 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.371994 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Attempting to bind port 6975b638-f4ef-42c1-aaea-52b18e2f08a5 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:26:03.372359 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Attempting to bind port 6975b638-f4ef-42c1-aaea-52b18e2f08a5 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:26:03.372721 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Attempting to bind port 6975b638-f4ef-42c1-aaea-52b18e2f08a5 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:26:03.381619 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Pushing event updated for resources: {'Port': ['ID=6975b638-f4ef-42c1-aaea-52b18e2f08a5,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:03.389487 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.389740 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.390082 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.390413 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.390737 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.391068 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.391437 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.391706 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.392025 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.392158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:26:03.392344 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.392659 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.392972 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:03.393090 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.396014 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:26:03.396387 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:26:03.396781 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.397161 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:26:03.397621 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Bound port: 6975b638-f4ef-42c1-aaea-52b18e2f08a5, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:26:03.398052 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.469248 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] For port 6975b638-f4ef-42c1-aaea-52b18e2f08a5, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:26:03.472210 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] For port 6975b638-f4ef-42c1-aaea-52b18e2f08a5, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6975b638-f4ef-42c1-aaea-52b18e2f08a5,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:26:03.477058 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.550955 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57543aee-747a-43ad-896f-7db4b8641310 None None] Pushing event updated for resources: {'Port': ['ID=6975b638-f4ef-42c1-aaea-52b18e2f08a5,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:03.559118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Allocated IP 172.20.0.2 (7a1a240b-cc3e-47f7-8b93-76735685c3e5/c030aaf9-39dd-414f-a1dd-351047c6da79/3acc4570-a2d3-4b9f-8031-0a02b1e04d08) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:26:03.564251 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Routers {'39042d74-7454-4429-a7d3-e9804982edd0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:03.564861 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:25:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['39042d74-7454-4429-a7d3-e9804982edd0'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:03.767343 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] Set router 39042d74-7454-4429-a7d3-e9804982edd0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:03.774871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.786387 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Transition to ACTIVE for port object 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:03.806898 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Transition to ACTIVE for port object 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:03.812482 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.880478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:03.883811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:03.887787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:26:03.893571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Pushing event updated for resources: {'Port': ['ID=3acc4570-a2d3-4b9f-8031-0a02b1e04d08,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:03.985232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Attempting to bind port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:26:03.985661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Attempting to bind port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:26:03.986052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Attempting to bind port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 on network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:26:03.992784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:26:03.993163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Checking segment: {'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:26:03.993571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.993990 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Bound using segment: {'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:26:03.994455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Bound port: 3acc4570-a2d3-4b9f-8031-0a02b1e04d08, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:26:03.994830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:04.028463 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:04.059499 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:01Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:04.063665 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db22ac4-a4ef-4cbc-a0ef-82112ff5f4f1 None None] The sync data for ids ['39042d74-7454-4429-a7d3-e9804982edd0'] in dv-neutron-822561-2-hyperv is: [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:01Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:26:04.091602 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] For port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:26:04.094735 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] For port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3acc4570-a2d3-4b9f-8031-0a02b1e04d08,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:26:04.101010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:04.182260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61646f4d-819c-4cdd-aca1-b5cb578ef080 None None] Pushing event updated for resources: {'Port': ['ID=3acc4570-a2d3-4b9f-8031-0a02b1e04d08,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:04.498940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.20.0.1 (7a1a240b-cc3e-47f7-8b93-76735685c3e5/c030aaf9-39dd-414f-a1dd-351047c6da79/c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:26:04.666691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:04.683195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Transition to ACTIVE for port object c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:04.706947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:04.783611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:04.786655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:04.789137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:26:04.826338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:04.854500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.121320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.219035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e21a1e-9610-4b33-8a6d-1914d89af727 None None] Network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:26:05.324269 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c229fed3-5b1e-47aa-9e2b-a788fc4487e2 None None] Provisioning for port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:05.532472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6975b638-f4ef-42c1-aaea-52b18e2f08a5 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:05.611494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 6975b638-f4ef-42c1-aaea-52b18e2f08a5 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:05.617317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 6975b638-f4ef-42c1-aaea-52b18e2f08a5 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:05.617627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.728743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.734561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.748374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.770314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 6975b638-f4ef-42c1-aaea-52b18e2f08a5, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6975b638-f4ef-42c1-aaea-52b18e2f08a5,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:05.778037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.778824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:05.854664 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.858222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:05.868542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2e67e63b-dc97-4f5d-890c-d7695a0afeae None None] Provisioning for port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:05.889692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2e67e63b-dc97-4f5d-890c-d7695a0afeae None None] Provisioning complete for port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:05.890073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2e67e63b-dc97-4f5d-890c-d7695a0afeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.955936 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=6975b638-f4ef-42c1-aaea-52b18e2f08a5,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:05.969436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2e67e63b-dc97-4f5d-890c-d7695a0afeae None None] Port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:26:05.976472 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:05.983585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:05.984087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.003428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:06.004648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:06.110627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.125959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-85f82c0d-817f-4bb9-985a-270b36cd3316 None None] Provisioning complete for port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:06.126422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-85f82c0d-817f-4bb9-985a-270b36cd3316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.194256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3acc4570-a2d3-4b9f-8031-0a02b1e04d08,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:06.197271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-85f82c0d-817f-4bb9-985a-270b36cd3316 None None] Port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:26:06.201140 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.202289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 39042d74-7454-4429-a7d3-e9804982edd0 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:26:06.273599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=3acc4570-a2d3-4b9f-8031-0a02b1e04d08,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:06.318122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0609226a-8e82-4eea-a4e8-1605aaa2ba9d None None] Provisioning complete for port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:06.318491 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0609226a-8e82-4eea-a4e8-1605aaa2ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.373159 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0609226a-8e82-4eea-a4e8-1605aaa2ba9d None None] Port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:26:06.396116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:26:06.405340 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Sync routers for ids ['39042d74-7454-4429-a7d3-e9804982edd0'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:26:06.408047 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-9eb4174d-686b-4813-8a31-d6b2ebc2086f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "PUT /v2.0/routers/39042d74-7454-4429-a7d3-e9804982edd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2251835 Dec 22 09:26:06.414304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Routers {'39042d74-7454-4429-a7d3-e9804982edd0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:06.414915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:25:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['39042d74-7454-4429-a7d3-e9804982edd0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:06.565826 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-d0f05803-dbdd-48a3-a0c8-24f8ec0613bf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093749170&fields=id&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 267 time: 0.0386188 Dec 22 09:26:06.589045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Set router 39042d74-7454-4429-a7d3-e9804982edd0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:06.714285 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-303d2bed-1450-43cd-807f-7d7c324243a8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:06.714864 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-303d2bed-1450-43cd-807f-7d7c324243a8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:26:06.730454 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-303d2bed-1450-43cd-807f-7d7c324243a8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:26:06.731955 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-303d2bed-1450-43cd-807f-7d7c324243a8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/networks?id=7a1a240b-cc3e-47f7-8b93-76735685c3e5 HTTP/1.1" status: 200 len: 796 time: 0.1590865 Dec 22 09:26:06.747198 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-9e40424a-01fc-4ecf-b089-f07ef8f9c1ec tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/quotas/74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 375 time: 0.0096767 Dec 22 09:26:06.831293 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-0f7eea31-0e26-43b5-8e93-64a7d0052a3d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789306 Dec 22 09:26:06.894834 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f', 'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:91:25:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:04Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 2, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:06.898796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Checking router: 39042d74-7454-4429-a7d3-e9804982edd0 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:26:06.899143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Updating router 39042d74-7454-4429-a7d3-e9804982edd0 port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:26:06.949512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.970860 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-84c88a39-99e1-4d38-92b6-39293270a3dd service neutron] 10.222.0.37 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279302 Dec 22 09:26:07.110499 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-f314dccc-719e-4266-b304-cff0f5e4b1fd service neutron] 10.222.0.37 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327665 Dec 22 09:26:07.296759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-b89ac946-5f91-460d-87b3-f30d89a93a0c req-e601fc48-106b-43a8-9ad0-955df571485a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:26:07.313171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-b89ac946-5f91-460d-87b3-f30d89a93a0c req-e601fc48-106b-43a8-9ad0-955df571485a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:26:07.314658 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b89ac946-5f91-460d-87b3-f30d89a93a0c req-e601fc48-106b-43a8-9ad0-955df571485a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 210 time: 0.0623207 Dec 22 09:26:07.326328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.338959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Transition to ACTIVE for port object c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:07.345220 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.493959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6975b638-f4ef-42c1-aaea-52b18e2f08a5 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:07.552312 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20405707-c51f-496c-9484-add1d324cba0 None None] Pushing event updated for resources: {'Port': ['ID=c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:07.652818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Attempting to bind port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:26:07.653193 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Attempting to bind port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:26:07.653544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Attempting to bind port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f on network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:26:07.659317 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:26:07.659688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Checking segment: {'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:26:07.660085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.660473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Bound using segment: {'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:26:07.660930 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Bound port: c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:26:07.661299 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.679534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 6975b638-f4ef-42c1-aaea-52b18e2f08a5 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:07.679904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.852553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] For port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:26:07.874326 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] For port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:26:07.880558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.938204 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:08.033475 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Routers {'39042d74-7454-4429-a7d3-e9804982edd0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:08.034134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:25:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['39042d74-7454-4429-a7d3-e9804982edd0'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:08.086727 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20405707-c51f-496c-9484-add1d324cba0 None None] Pushing event updated for resources: {'Port': ['ID=c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:08.188191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:08.188555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:08.289490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] Set router 39042d74-7454-4429-a7d3-e9804982edd0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:08.516560 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-926fc631-fbb2-4522-a2f2-66298e58afb1 req-f7f4f96f-21c7-4fa2-b936-fb8e9704e310 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 210 time: 0.0666413 Dec 22 09:26:08.544514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-6a33c093-acfa-4954-84c4-2c11492f7add tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:08.545422 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-6a33c093-acfa-4954-84c4-2c11492f7add tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:26:08.558546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-6a33c093-acfa-4954-84c4-2c11492f7add tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:26:08.559788 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-6a33c093-acfa-4954-84c4-2c11492f7add tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/networks?id=7a1a240b-cc3e-47f7-8b93-76735685c3e5 HTTP/1.1" status: 200 len: 796 time: 0.2020736 Dec 22 09:26:08.609048 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-53d8fdec-1545-44be-8d8c-1716db5086a4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:26:08.624961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-53d8fdec-1545-44be-8d8c-1716db5086a4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:26:08.626343 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-53d8fdec-1545-44be-8d8c-1716db5086a4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 380 time: 0.0581646 Dec 22 09:26:08.634981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'port': {'device_id': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'admin_state_up': True, 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'security_groups': ['9516d389-889e-4f47-985a-ef0362301794']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:08.669045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f', 'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:91:25:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:04Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:08.673132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198965aa-cb23-4a2d-894b-3ae7008a0271 None None] The sync data for ids ['39042d74-7454-4429-a7d3-e9804982edd0'] in dv-neutron-822561-2-hyperv is: [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f', 'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:91:25:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:04Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:26:08.780540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:08.791865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:08.803818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:26:08.807477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:08.977254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.20.0.9 (7a1a240b-cc3e-47f7-8b93-76735685c3e5/c030aaf9-39dd-414f-a1dd-351047c6da79/720506ea-dd15-447f-91b1-38e420360444) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:26:09.174061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.190210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Transition to ACTIVE for port object 720506ea-dd15-447f-91b1-38e420360444 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:09.215745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.291486 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:09.294575 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:09.298478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:26:09.329587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=720506ea-dd15-447f-91b1-38e420360444,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:09.368558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:09.369185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.397873 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-a291189d-1b90-4e77-80ac-dab49b95a882 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665026 Dec 22 09:26:09.414365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Request body: {'port': {'device_id': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:09.503428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:09.652262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9e5e015b-8dc6-408a-93e0-5a59c402a8e9 None None] Provisioning for port 720506ea-dd15-447f-91b1-38e420360444 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:09.659187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9e5e015b-8dc6-408a-93e0-5a59c402a8e9 None None] Provisioning complete for port 720506ea-dd15-447f-91b1-38e420360444 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:09.659553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e5e015b-8dc6-408a-93e0-5a59c402a8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.706560 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.710965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:09.721596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:09.721991 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.765533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e015b-8dc6-408a-93e0-5a59c402a8e9 None None] Port 720506ea-dd15-447f-91b1-38e420360444 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:26:09.785797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d49116-05a4-4545-a66f-c61b0bec9f69 req-9b07e9bb-9e66-42f0-8662-dceae7ec02ec tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:09.786511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-48d49116-05a4-4545-a66f-c61b0bec9f69 req-9b07e9bb-9e66-42f0-8662-dceae7ec02ec tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:26:09.846364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.852256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-48d49116-05a4-4545-a66f-c61b0bec9f69 req-9b07e9bb-9e66-42f0-8662-dceae7ec02ec tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:26:09.853399 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-48d49116-05a4-4545-a66f-c61b0bec9f69 req-9b07e9bb-9e66-42f0-8662-dceae7ec02ec tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 931 time: 0.2176666 Dec 22 09:26:09.880083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:09.884194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.945656 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-48d49116-05a4-4545-a66f-c61b0bec9f69 req-a52b3ae9-b84d-44dd-a206-4407755953ea tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858173 Dec 22 09:26:09.958927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:10.110332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720506ea-dd15-447f-91b1-38e420360444 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:26:10.117453 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:10.132273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Transition to ACTIVE for port object 720506ea-dd15-447f-91b1-38e420360444 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:10.135322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:10.291101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Pushing event updated for resources: {'Port': ['ID=720506ea-dd15-447f-91b1-38e420360444,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:10.371519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Attempting to bind port 720506ea-dd15-447f-91b1-38e420360444 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:26:10.371851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Attempting to bind port 720506ea-dd15-447f-91b1-38e420360444 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:26:10.372174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Attempting to bind port 720506ea-dd15-447f-91b1-38e420360444 on network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:26:10.376640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Port 720506ea-dd15-447f-91b1-38e420360444 on network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:26:10.376955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Attempting to bind port 720506ea-dd15-447f-91b1-38e420360444 on network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:26:10.381985 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:26:10.382322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Checking segment: {'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:26:10.382697 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Bound using segment: {'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:26:10.383108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Bound port: 720506ea-dd15-447f-91b1-38e420360444, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7c21db-b58c-41c8-8030-a631a24e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:26:10.383444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:10.472607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] For port 720506ea-dd15-447f-91b1-38e420360444, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:26:10.475609 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] For port 720506ea-dd15-447f-91b1-38e420360444, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=720506ea-dd15-447f-91b1-38e420360444,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:26:10.480612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:10.539409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:10.540050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:10.541397 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] 10.222.0.54 "PUT /v2.0/ports/720506ea-dd15-447f-91b1-38e420360444 HTTP/1.1" status: 200 len: 1093 time: 1.1346312 Dec 22 09:26:10.541858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'tag': '720506ea-dd15-447f-91b1-38e420360444'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:26:10.575129 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d09fc-11b2-4671-8adb-32416e2dc029 service neutron] Pushing event updated for resources: {'Port': ['ID=720506ea-dd15-447f-91b1-38e420360444,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:10.612485 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'tag': '720506ea-dd15-447f-91b1-38e420360444', 'status': 'completed', 'code': 200} Dec 22 09:26:10.657921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-7c1abc6e-96ba-4e3b-9714-f814f176538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:10.659421 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-7c1abc6e-96ba-4e3b-9714-f814f176538e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 1096 time: 0.0806336 Dec 22 09:26:10.728828 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-70e565d4-ad8f-4d08-8704-e3340bd7808a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720506ea-dd15-447f-91b1-38e420360444 HTTP/1.1" status: 200 len: 217 time: 0.0615499 Dec 22 09:26:10.794937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-817636fb-8d58-4b3b-82f3-b694f09d21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:10.796707 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-817636fb-8d58-4b3b-82f3-b694f09d21f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c030aaf9-39dd-414f-a1dd-351047c6da79 HTTP/1.1" status: 200 len: 835 time: 0.0616241 Dec 22 09:26:10.875424 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-5ed8a66f-c4d8-490a-8cf6-a2c610c908d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:10.876867 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-5ed8a66f-c4d8-490a-8cf6-a2c610c908d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a1a240b-cc3e-47f7-8b93-76735685c3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738800 Dec 22 09:26:11.005135 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-d4b1427d-ff15-42bb-b6b3-8e5ed7edc1b3 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210804 Dec 22 09:26:11.186465 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1319f4ec-6183-41ef-b722-ab02a0ecd463 req-cb44637a-559a-481a-a812-6f97bba3a22d service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744759 Dec 22 09:26:11.206089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ff04e-bf9c-495b-a782-dfa2ed51813d req-74e359f6-9a3b-48ed-bbc6-b9d5af7a4f99 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:11.207572 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-232ff04e-bf9c-495b-a782-dfa2ed51813d req-74e359f6-9a3b-48ed-bbc6-b9d5af7a4f99 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 943 time: 0.1147065 Dec 22 09:26:11.396677 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-232ff04e-bf9c-495b-a782-dfa2ed51813d req-68feb81a-deb2-448b-b523-0fb94e79650f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831331 Dec 22 09:26:11.417538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-22b4871f-0ce9-4cf5-a61e-d64fc88dfdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:11.419045 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-22b4871f-0ce9-4cf5-a61e-d64fc88dfdfa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 1096 time: 0.0957198 Dec 22 09:26:11.468463 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:11.534321 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:11.534692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.549014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-afce3c28-94ea-4b67-a796-3cc4527f4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:11.550505 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-afce3c28-94ea-4b67-a796-3cc4527f4745 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a1a240b-cc3e-47f7-8b93-76735685c3e5 HTTP/1.1" status: 200 len: 897 time: 0.1241710 Dec 22 09:26:11.624631 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-b7efeb9c-f01a-4f1a-b60c-5b200cedf3e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720506ea-dd15-447f-91b1-38e420360444 HTTP/1.1" status: 200 len: 217 time: 0.0675359 Dec 22 09:26:11.688514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-cfe3a4a0-3c70-4963-b5a3-f03b62c941cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:11.689953 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-cfe3a4a0-3c70-4963-b5a3-f03b62c941cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c030aaf9-39dd-414f-a1dd-351047c6da79 HTTP/1.1" status: 200 len: 835 time: 0.0568321 Dec 22 09:26:11.772574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-cfa31a89-82df-4c35-ab4f-ce25e347a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:11.774609 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-cfa31a89-82df-4c35-ab4f-ce25e347a88f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a1a240b-cc3e-47f7-8b93-76735685c3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763891 Dec 22 09:26:11.904219 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-fc4fe200-7d14-4425-a59e-c5255fe9c1c0 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221120 Dec 22 09:26:12.035194 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d1948b2b-59a3-40f2-8cb7-cf187b58aa78 req-fcea1367-0979-45af-8e2c-b134818295c6 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236625 Dec 22 09:26:12.036631 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 720506ea-dd15-447f-91b1-38e420360444 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:26:12.165780 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 720506ea-dd15-447f-91b1-38e420360444, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=720506ea-dd15-447f-91b1-38e420360444,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:12.178052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '720506ea-dd15-447f-91b1-38e420360444', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'port_id': '720506ea-dd15-447f-91b1-38e420360444', 'mac_address': 'fa:16:3e:55:1a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:26:12.232764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:12.249320 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720506ea-dd15-447f-91b1-38e420360444 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:26:12.264447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 720506ea-dd15-447f-91b1-38e420360444, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=720506ea-dd15-447f-91b1-38e420360444,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:12.267790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:12.334508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=720506ea-dd15-447f-91b1-38e420360444,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:12.477085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['720506ea-dd15-447f-91b1-38e420360444'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:26:12.576915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12067a02-d6e5-459c-8084-6e8f773ea545 req-dce407af-62be-4122-8c80-3eb2708c17e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:12.578400 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-12067a02-d6e5-459c-8084-6e8f773ea545 req-dce407af-62be-4122-8c80-3eb2708c17e8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 944 time: 0.0780785 Dec 22 09:26:12.621639 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-12067a02-d6e5-459c-8084-6e8f773ea545 req-d9765dac-dd48-4f01-8738-349f1a71ebff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375724 Dec 22 09:26:13.801350 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a276-7ba0-44f3-ad1b-3bb04d609b1e req-a6e6b39a-6ed1-4888-9249-14f4e7a2e4ad tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:13.802794 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6fe4a276-7ba0-44f3-ad1b-3bb04d609b1e req-a6e6b39a-6ed1-4888-9249-14f4e7a2e4ad tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 944 time: 0.0787678 Dec 22 09:26:13.845488 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6fe4a276-7ba0-44f3-ad1b-3bb04d609b1e req-b5897ade-a75a-41ec-a736-4ebfd1b84b2a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365691 Dec 22 09:26:14.051823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 720506ea-dd15-447f-91b1-38e420360444 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:14.121594 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 720506ea-dd15-447f-91b1-38e420360444 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:14.126168 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 720506ea-dd15-447f-91b1-38e420360444 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:14.126538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:14.238273 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:14.264788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720506ea-dd15-447f-91b1-38e420360444'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:26:14.274148 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 720506ea-dd15-447f-91b1-38e420360444, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=720506ea-dd15-447f-91b1-38e420360444,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:14.278722 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:14.317307 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720506ea-dd15-447f-91b1-38e420360444', 'code': 200} Dec 22 09:26:14.348446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=720506ea-dd15-447f-91b1-38e420360444,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:14.535540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eafd6-56bb-4aa9-9a2a-842273ef6fde req-a669f1d4-2103-4c2b-9312-c7895fbd33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:14.536920 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d34eafd6-56bb-4aa9-9a2a-842273ef6fde req-a669f1d4-2103-4c2b-9312-c7895fbd33b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 1098 time: 0.0713103 Dec 22 09:26:14.579247 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d34eafd6-56bb-4aa9-9a2a-842273ef6fde req-543c4600-e9ed-43b9-94bc-dbec091ba618 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353174 Dec 22 09:26:14.629532 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:15.027726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798246c-ef61-4dd3-8f5d-fed9106c48c1 req-ddc34bed-1c69-4c72-9d49-d2d3d8a7c992 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:15.029181 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c798246c-ef61-4dd3-8f5d-fed9106c48c1 req-ddc34bed-1c69-4c72-9d49-d2d3d8a7c992 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0786178 Dec 22 09:26:15.074502 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c798246c-ef61-4dd3-8f5d-fed9106c48c1 req-e893c075-2a16-4e47-a0ce-506da3bf948a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395279 Dec 22 09:26:16.347666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2317f1-d4cd-43dc-94ad-71d41361d695 req-2e601dc5-65c6-42e2-92a8-fa2942919842 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:16.349376 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8b2317f1-d4cd-43dc-94ad-71d41361d695 req-2e601dc5-65c6-42e2-92a8-fa2942919842 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.1712008 Dec 22 09:26:16.392089 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8b2317f1-d4cd-43dc-94ad-71d41361d695 req-4488c11c-e48e-495f-b666-f5324dbe18b8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364649 Dec 22 09:26:16.569709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9472d4-aadb-4a3f-ab1f-371ddb5e2e76 req-474ce0e5-1276-4282-8291-469230b5ab01 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:16.571699 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7b9472d4-aadb-4a3f-ab1f-371ddb5e2e76 req-474ce0e5-1276-4282-8291-469230b5ab01 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0783904 Dec 22 09:26:16.614685 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7b9472d4-aadb-4a3f-ab1f-371ddb5e2e76 req-ce08fbe7-2d6d-4f24-8afa-6a0316a5f773 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374684 Dec 22 09:26:16.636391 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36504) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:16.707220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a15c9-5ed2-43b9-a42f-fa8fbc2016df tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:16.708601 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-248a15c9-5ed2-43b9-a42f-fa8fbc2016df tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 1093 time: 0.0712731 Dec 22 09:26:16.711877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36508) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:16.716534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '720506ea-dd15-447f-91b1-38e420360444', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:16.722315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:16.726598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:floatingip and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:16.730037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:16.737175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:16.749169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:16.884126 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:17.014149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.26.1.40 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/75c2b37b-973b-47ca-bae0-a5f387bd9542) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:26:17.155419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:17.183089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:17.341470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:17.344284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:17.347839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:26:17.381699 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=75c2b37b-973b-47ca-bae0-a5f387bd9542,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:17.779559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:17.852817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:18.052391 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:18.055874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:18.163365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=75c2b37b-973b-47ca-bae0-a5f387bd9542,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:18.173907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:18.342330 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Floating IP 42137fe4-5405-42e4-9d5a-af12afe18789 associated. External IP: 172.26.1.40, port: 720506ea-dd15-447f-91b1-38e420360444. Dec 22 09:26:18.786027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 39042d74-7454-4429-a7d3-e9804982edd0 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:26:18.960385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:26:18.970221 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] Sync routers for ids ['39042d74-7454-4429-a7d3-e9804982edd0'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:26:18.979577 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] Routers {'39042d74-7454-4429-a7d3-e9804982edd0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:18.980409 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:25:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['39042d74-7454-4429-a7d3-e9804982edd0'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:18.985926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:19.043892 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7ad25d59-917f-403e-b6b9-4aeea234d967 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3309491 Dec 22 09:26:19.044367 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'tag': '720506ea-dd15-447f-91b1-38e420360444'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:26:19.089520 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'tag': '720506ea-dd15-447f-91b1-38e420360444', 'status': 'completed', 'code': 200} Dec 22 09:26:19.156076 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] Set router 39042d74-7454-4429-a7d3-e9804982edd0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:19.180815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8112-3d71-451a-830a-4053781babe3 req-51e69103-c890-4d52-8217-47d538886bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:19.182444 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c41d8112-3d71-451a-830a-4053781babe3 req-51e69103-c890-4d52-8217-47d538886bfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 1098 time: 0.0711060 Dec 22 09:26:19.210992 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89dc62-8740-4522-b5d3-3a2ab46bd7bd req-0237d165-58f3-4582-bad3-70eb14970884 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:19.212466 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ce89dc62-8740-4522-b5d3-3a2ab46bd7bd req-0237d165-58f3-4582-bad3-70eb14970884 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0800452 Dec 22 09:26:19.257113 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ce89dc62-8740-4522-b5d3-3a2ab46bd7bd req-b9ecda4e-b199-4083-9849-fd7a119f97c2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382824 Dec 22 09:26:19.280759 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36516) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:19.322813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8112-3d71-451a-830a-4053781babe3 req-7562e761-4808-4283-ae18-9e8fa3d28238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:19.324180 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c41d8112-3d71-451a-830a-4053781babe3 req-7562e761-4808-4283-ae18-9e8fa3d28238 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a1a240b-cc3e-47f7-8b93-76735685c3e5 HTTP/1.1" status: 200 len: 897 time: 0.1353841 Dec 22 09:26:19.391752 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-904552df-0610-4d3a-86f1-c01144dbff81 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/42137fe4-5405-42e4-9d5a-af12afe18789 HTTP/1.1" status: 200 len: 990 time: 0.1097691 Dec 22 09:26:19.429634 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c41d8112-3d71-451a-830a-4053781babe3 req-9e78b1d6-ae2c-4d9d-a729-c247d1a0e230 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720506ea-dd15-447f-91b1-38e420360444 HTTP/1.1" status: 200 len: 998 time: 0.0989470 Dec 22 09:26:19.449851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-71d43779-68f0-4ed3-870c-dc2bacc3827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:19.491253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8112-3d71-451a-830a-4053781babe3 req-534ee6ba-9e0d-4d2f-9153-aacd7aa20818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:19.492689 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c41d8112-3d71-451a-830a-4053781babe3 req-534ee6ba-9e0d-4d2f-9153-aacd7aa20818 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c030aaf9-39dd-414f-a1dd-351047c6da79 HTTP/1.1" status: 200 len: 835 time: 0.0571153 Dec 22 09:26:19.504512 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '42137fe4-5405-42e4-9d5a-af12afe18789', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'port_id': '720506ea-dd15-447f-91b1-38e420360444', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'mac_address': 'fa:16:3e:55:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:26:17Z', 'updated_at': '2021-12-22T09:26:17Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f', 'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:91:25:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:04Z', 'updated_at': '2021-12-22T09:26:09Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:19.508711 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] Checking router: 39042d74-7454-4429-a7d3-e9804982edd0 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:26:19.516880 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] Routers {'39042d74-7454-4429-a7d3-e9804982edd0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:19.517461 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:25:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['39042d74-7454-4429-a7d3-e9804982edd0'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:19.568122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8112-3d71-451a-830a-4053781babe3 req-0b07e627-4f80-4e23-81cc-d9accd87815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:19.569553 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c41d8112-3d71-451a-830a-4053781babe3 req-0b07e627-4f80-4e23-81cc-d9accd87815d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a1a240b-cc3e-47f7-8b93-76735685c3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708387 Dec 22 09:26:19.700516 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c41d8112-3d71-451a-830a-4053781babe3 req-ee9d9683-93f3-4811-84a0-887085c58457 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245718 Dec 22 09:26:19.725115 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] Set router 39042d74-7454-4429-a7d3-e9804982edd0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:19.829327 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c41d8112-3d71-451a-830a-4053781babe3 req-6a2e6009-21bd-4462-8892-17cd07532615 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218600 Dec 22 09:26:20.059963 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '42137fe4-5405-42e4-9d5a-af12afe18789', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'port_id': '720506ea-dd15-447f-91b1-38e420360444', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'mac_address': 'fa:16:3e:55:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:26:17Z', 'updated_at': '2021-12-22T09:26:17Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f', 'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:91:25:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:04Z', 'updated_at': '2021-12-22T09:26:09Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:20.063757 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce5966-7677-40c9-8409-d1054890d3dc None None] The sync data for ids ['39042d74-7454-4429-a7d3-e9804982edd0'] in dv-neutron-822561-2-hyperv is: [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '42137fe4-5405-42e4-9d5a-af12afe18789', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'port_id': '720506ea-dd15-447f-91b1-38e420360444', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'mac_address': 'fa:16:3e:55:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:26:17Z', 'updated_at': '2021-12-22T09:26:17Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f', 'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:91:25:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:04Z', 'updated_at': '2021-12-22T09:26:09Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:26:20.259689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d062e3-e7b7-428e-b4e1-f69010193fe8 None None] New status for floating IP 42137fe4-5405-42e4-9d5a-af12afe18789: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:26:20.395672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36520) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:20.502942 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f4c611bb-ebcb-464d-85da-50ad1d8a186d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/42137fe4-5405-42e4-9d5a-af12afe18789 HTTP/1.1" status: 200 len: 990 time: 0.1061378 Dec 22 09:26:21.506948 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36524) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:21.611129 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-24eb23f4-c4b3-4834-9d63-b15f98564373 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/42137fe4-5405-42e4-9d5a-af12afe18789 HTTP/1.1" status: 200 len: 992 time: 0.1023912 Dec 22 09:26:21.823989 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e6806d82-62c3-405e-bdf4-b318db8c8732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:22.945863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:23.071124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:24.306071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:34.714561 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:26:44.646722 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:49.451265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1b6e-8532-4125-a137-3ed187035ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:51.321563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36556) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:51.361823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a3baf-0762-4248-8e61-24e3264c8b2d req-752d3f70-d02b-440b-b822-02792f83c2ea tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:51.363352 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d06a3baf-0762-4248-8e61-24e3264c8b2d req-752d3f70-d02b-440b-b822-02792f83c2ea tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0806274 Dec 22 09:26:51.407754 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d06a3baf-0762-4248-8e61-24e3264c8b2d req-f21d3a63-8efb-4416-8fed-d4915859d748 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382600 Dec 22 09:26:51.435548 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-5a0a4fbd-ef4e-44eb-80b2-012083656c60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128199 Dec 22 09:26:51.863440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d365755f-a951-44d9-9acc-7a761bf04fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:52.568315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f184-be44-4c95-b437-5a73312b1555 req-9b0d156d-a434-4bba-8082-0f23b12f1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:52.570419 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-9b0d156d-a434-4bba-8082-0f23b12f1d8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 1098 time: 0.0727396 Dec 22 09:26:52.598174 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676236a-3f44-44ee-adf9-7bc69636c26a req-34a91dca-0601-4859-8740-fc397a383a08 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:52.599878 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5676236a-3f44-44ee-adf9-7bc69636c26a req-34a91dca-0601-4859-8740-fc397a383a08 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0815833 Dec 22 09:26:52.642885 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5676236a-3f44-44ee-adf9-7bc69636c26a req-44a43c86-bc23-4f1f-95bc-c4846d95f047 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371661 Dec 22 09:26:52.702415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f184-be44-4c95-b437-5a73312b1555 req-d487b0d8-2a9e-4e9b-b3b5-c9a3066a96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:52.703755 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-d487b0d8-2a9e-4e9b-b3b5-c9a3066a96c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a1a240b-cc3e-47f7-8b93-76735685c3e5 HTTP/1.1" status: 200 len: 897 time: 0.1247196 Dec 22 09:26:52.805644 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-3db43851-e852-4d29-b884-a5d50977a5fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720506ea-dd15-447f-91b1-38e420360444 HTTP/1.1" status: 200 len: 1000 time: 0.0951562 Dec 22 09:26:52.866595 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f184-be44-4c95-b437-5a73312b1555 req-22002b5a-539f-4442-8e2e-3a117e95b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:52.868588 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-22002b5a-539f-4442-8e2e-3a117e95b0eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c030aaf9-39dd-414f-a1dd-351047c6da79 HTTP/1.1" status: 200 len: 835 time: 0.0567772 Dec 22 09:26:52.945803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f184-be44-4c95-b437-5a73312b1555 req-27c30081-651f-4bab-9dc4-c7fb5eb8d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:52.947297 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-27c30081-651f-4bab-9dc4-c7fb5eb8d7eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a1a240b-cc3e-47f7-8b93-76735685c3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714397 Dec 22 09:26:52.947653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:53.077325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:53.204060 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-9229466c-9d31-4ad6-aa1c-22118fa138c6 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493508 Dec 22 09:26:53.335752 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-ad66e4a9-6749-44b5-9cca-712da5aab8be service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250126 Dec 22 09:26:53.827713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7ad2-fb1a-4c89-b51a-f0da6efaad9b req-1e79fbd1-caad-4c98-91e4-c125ca0afa31 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:53.829146 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8e5e7ad2-fb1a-4c89-b51a-f0da6efaad9b req-1e79fbd1-caad-4c98-91e4-c125ca0afa31 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0810990 Dec 22 09:26:53.872368 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8e5e7ad2-fb1a-4c89-b51a-f0da6efaad9b req-b1e5df53-5ca0-4ab5-bdd0-aca9e4be4907 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376382 Dec 22 09:26:54.308378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:55.056628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf130a-c6c8-4a40-8f8e-cfe290977d75 req-7f222b44-4b3f-4f8a-bfd3-07816ec9780f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:55.058087 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b0bf130a-c6c8-4a40-8f8e-cfe290977d75 req-7f222b44-4b3f-4f8a-bfd3-07816ec9780f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0834055 Dec 22 09:26:55.100598 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b0bf130a-c6c8-4a40-8f8e-cfe290977d75 req-ac459346-2fb5-4192-9ad2-5a185b52d498 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369477 Dec 22 09:26:56.280691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bd161-cda7-421e-9d2b-21827733a1c0 req-6d3f8c33-4072-4bae-9242-d019c1bcf86b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:56.282050 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9b4bd161-cda7-421e-9d2b-21827733a1c0 req-6d3f8c33-4072-4bae-9242-d019c1bcf86b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0783341 Dec 22 09:26:56.328760 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9b4bd161-cda7-421e-9d2b-21827733a1c0 req-5cf8f9bb-a531-4e59-8d7a-d60c5a615b5e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 Dec 22 09:26:57.506734 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec34a17-0c87-4ca3-bea6-c8ec8b84573c req-88859559-68bb-4524-8b2c-91312ae4e7a8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:57.508797 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6ec34a17-0c87-4ca3-bea6-c8ec8b84573c req-88859559-68bb-4524-8b2c-91312ae4e7a8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0796514 Dec 22 09:26:57.550538 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6ec34a17-0c87-4ca3-bea6-c8ec8b84573c req-4ff49631-56e7-4508-a3ee-4a8af5f449be tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360851 Dec 22 09:26:58.732769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce6c49-5087-4c7f-806b-9cdfbd2ce2cb req-da62a72b-7d28-448f-bd57-4201a69a143c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:58.734213 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-18ce6c49-5087-4c7f-806b-9cdfbd2ce2cb req-da62a72b-7d28-448f-bd57-4201a69a143c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0773230 Dec 22 09:26:58.776821 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-18ce6c49-5087-4c7f-806b-9cdfbd2ce2cb req-a98d9578-c206-4315-918d-91e11562181f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371485 Dec 22 09:26:59.960067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d8a4e-5cbe-452c-8a64-318352286be1 req-535084e0-0f32-40bd-9c16-158159ef1061 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:59.961558 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-581d8a4e-5cbe-452c-8a64-318352286be1 req-535084e0-0f32-40bd-9c16-158159ef1061 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0823822 Dec 22 09:27:00.005924 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-581d8a4e-5cbe-452c-8a64-318352286be1 req-065defaf-b106-4e38-8e91-0a4eceb4aa2d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387273 Dec 22 09:27:01.188951 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97bcba-e2c4-4136-b23c-573392432b6b req-91c02705-e9f5-4bb6-9394-08f7de40e76d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:01.190410 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd97bcba-e2c4-4136-b23c-573392432b6b req-91c02705-e9f5-4bb6-9394-08f7de40e76d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0804482 Dec 22 09:27:01.234057 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd97bcba-e2c4-4136-b23c-573392432b6b req-1514fecc-96d7-4169-8dbf-0706e0acb40b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380890 Dec 22 09:27:02.414635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b1c1-1684-4297-afea-370aa277f397 req-999b0083-9972-4e1e-84e4-6b45a6145d54 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:02.416049 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4465b1c1-1684-4297-afea-370aa277f397 req-999b0083-9972-4e1e-84e4-6b45a6145d54 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0773015 Dec 22 09:27:02.461852 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4465b1c1-1684-4297-afea-370aa277f397 req-9e20b23c-f9d4-4131-9759-e88b45c68a39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402131 Dec 22 09:27:03.641020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb1588-90f4-42ef-b99f-23eedbf844d5 req-76222658-0b98-479f-a1a0-89cced00d353 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:03.642508 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-eedb1588-90f4-42ef-b99f-23eedbf844d5 req-76222658-0b98-479f-a1a0-89cced00d353 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0786636 Dec 22 09:27:03.685239 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-eedb1588-90f4-42ef-b99f-23eedbf844d5 req-c3278cfd-caae-439b-929c-5b7e4408c4a9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370822 Dec 22 09:27:04.278538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaebcf-da81-4d83-a05c-2580659c112a req-823ebc8b-1be6-4f63-884d-6f897be1a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:04.279917 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fffaebcf-da81-4d83-a05c-2580659c112a req-823ebc8b-1be6-4f63-884d-6f897be1a842 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 1098 time: 0.0729702 Dec 22 09:27:04.421156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaebcf-da81-4d83-a05c-2580659c112a req-1eb80354-43c8-4401-9576-a026b029d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:04.422603 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fffaebcf-da81-4d83-a05c-2580659c112a req-1eb80354-43c8-4401-9576-a026b029d35e service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a1a240b-cc3e-47f7-8b93-76735685c3e5 HTTP/1.1" status: 200 len: 897 time: 0.1224325 Dec 22 09:27:04.523806 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fffaebcf-da81-4d83-a05c-2580659c112a req-72c040d7-8722-4f16-8b98-92e0d7e5e814 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720506ea-dd15-447f-91b1-38e420360444 HTTP/1.1" status: 200 len: 1000 time: 0.0940926 Dec 22 09:27:04.584821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaebcf-da81-4d83-a05c-2580659c112a req-f70cc327-c0ee-4dcf-be9c-11c040114177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:04.586768 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fffaebcf-da81-4d83-a05c-2580659c112a req-f70cc327-c0ee-4dcf-be9c-11c040114177 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c030aaf9-39dd-414f-a1dd-351047c6da79 HTTP/1.1" status: 200 len: 835 time: 0.0548763 Dec 22 09:27:04.663687 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaebcf-da81-4d83-a05c-2580659c112a req-3de70dc3-fb5d-4de8-84e6-8909b777bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:04.665202 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fffaebcf-da81-4d83-a05c-2580659c112a req-3de70dc3-fb5d-4de8-84e6-8909b777bb34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a1a240b-cc3e-47f7-8b93-76735685c3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715742 Dec 22 09:27:04.795470 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fffaebcf-da81-4d83-a05c-2580659c112a req-9d8aa6e1-a774-4c90-a305-81810b6c23ee service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231072 Dec 22 09:27:04.865768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516fc0b-c76d-4666-84e5-0a3e7ad00097 req-17124810-c1cf-4b13-94c3-71050b8e5922 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:04.867664 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6516fc0b-c76d-4666-84e5-0a3e7ad00097 req-17124810-c1cf-4b13-94c3-71050b8e5922 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0790603 Dec 22 09:27:04.911116 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6516fc0b-c76d-4666-84e5-0a3e7ad00097 req-8d05bf80-9237-49de-a375-fc34da157648 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377882 Dec 22 09:27:04.925349 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fffaebcf-da81-4d83-a05c-2580659c112a req-eb820792-dc43-4b43-a98d-9a3ad4d96ed7 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235132 Dec 22 09:27:06.093326 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ed4c6-1367-4c98-aeb1-7b6b8cecb003 req-382c7be7-4047-4296-8721-0e75217221cd tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:06.094776 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-766ed4c6-1367-4c98-aeb1-7b6b8cecb003 req-382c7be7-4047-4296-8721-0e75217221cd tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0778289 Dec 22 09:27:06.136998 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-766ed4c6-1367-4c98-aeb1-7b6b8cecb003 req-b5b9707e-a2c9-40bd-ac2a-1ade756b59d6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364616 Dec 22 09:27:07.321127 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90151f-b42d-4dc9-ac9b-816e8148a475 req-76e7080e-2b69-470f-a5fe-4ccd45de3d03 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:07.322504 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bc90151f-b42d-4dc9-ac9b-816e8148a475 req-76e7080e-2b69-470f-a5fe-4ccd45de3d03 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0814819 Dec 22 09:27:07.365950 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bc90151f-b42d-4dc9-ac9b-816e8148a475 req-2bce8b0e-2d4c-4da0-aa5e-f2bdd4ca4447 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377927 Dec 22 09:27:08.547114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e9f9e-e776-4232-a14e-700c628d24a0 req-74e98528-fd6e-482c-821d-bdd7c346ecff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:08.548524 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-344e9f9e-e776-4232-a14e-700c628d24a0 req-74e98528-fd6e-482c-821d-bdd7c346ecff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0816016 Dec 22 09:27:08.682833 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-344e9f9e-e776-4232-a14e-700c628d24a0 req-970b5737-4ff6-4741-8e91-5f06952bccd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286786 Dec 22 09:27:09.863627 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe2981-050e-4baf-8cb8-3bc4de69a237 req-167b84bd-5101-4c7c-ada8-69e56f78fa1a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:09.865061 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-39fe2981-050e-4baf-8cb8-3bc4de69a237 req-167b84bd-5101-4c7c-ada8-69e56f78fa1a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0775073 Dec 22 09:27:09.907528 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-39fe2981-050e-4baf-8cb8-3bc4de69a237 req-b8d3031d-5d52-4cf2-a303-43dd3b726f11 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362794 Dec 22 09:27:10.021990 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-cd98ebae-6bf2-408b-b2cd-e2f92de83f0f service neutron] 10.222.0.54 "GET /v2.0/ports/720506ea-dd15-447f-91b1-38e420360444/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0719593 Dec 22 09:27:10.277479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f184-be44-4c95-b437-5a73312b1555 req-83753895-8c22-4173-bc84-7757c2d0ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:10.278856 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-83753895-8c22-4173-bc84-7757c2d0ad16 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 1098 time: 0.0719354 Dec 22 09:27:10.370010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f184-be44-4c95-b437-5a73312b1555 req-ac787b55-7946-4df5-9ec9-ed2a34a2235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:10.371413 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-ac787b55-7946-4df5-9ec9-ed2a34a2235d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 1098 time: 0.0683706 Dec 22 09:27:10.497966 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f184-be44-4c95-b437-5a73312b1555 req-b8d69c0b-6b72-4662-a517-3371d51b9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:10.499401 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-b8d69c0b-6b72-4662-a517-3371d51b9e58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a1a240b-cc3e-47f7-8b93-76735685c3e5 HTTP/1.1" status: 200 len: 897 time: 0.1212332 Dec 22 09:27:10.602925 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-64b1813e-7fc6-4d0a-b327-51974e910e91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720506ea-dd15-447f-91b1-38e420360444 HTTP/1.1" status: 200 len: 1000 time: 0.0965805 Dec 22 09:27:10.665099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f184-be44-4c95-b437-5a73312b1555 req-62c5cf96-6d45-47da-a070-aa0b4ab1e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:10.666487 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-62c5cf96-6d45-47da-a070-aa0b4ab1e1b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c030aaf9-39dd-414f-a1dd-351047c6da79 HTTP/1.1" status: 200 len: 835 time: 0.0577164 Dec 22 09:27:10.737202 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f184-be44-4c95-b437-5a73312b1555 req-dffe3ecb-bd3b-47aa-b577-0a9451d8e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:10.738603 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-dffe3ecb-bd3b-47aa-b577-0a9451d8e18a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a1a240b-cc3e-47f7-8b93-76735685c3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663173 Dec 22 09:27:10.864738 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-49d7d0c8-a77a-4126-a893-426f443c82ce service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189797 Dec 22 09:27:10.995233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8f48f184-be44-4c95-b437-5a73312b1555 req-dd24c8ef-98bb-4543-a20b-9affb6de08e9 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231349 Dec 22 09:27:11.088629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3798-6a5d-4551-a07a-12f9647766a0 req-edfa7f35-b4ba-49a2-a7c3-7eec86fac944 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:11.090084 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-af8f3798-6a5d-4551-a07a-12f9647766a0 req-edfa7f35-b4ba-49a2-a7c3-7eec86fac944 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0781250 Dec 22 09:27:11.139906 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-af8f3798-6a5d-4551-a07a-12f9647766a0 req-610a5a02-1aa4-4e35-9f42-2e4d9283be7e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436049 Dec 22 09:27:11.716978 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:27:12.324180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79c87a-7c05-43a8-9f23-ae5a31a68dbb req-01edf45e-154b-4aa2-939a-b75153d4bf29 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:12.325529 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9f79c87a-7c05-43a8-9f23-ae5a31a68dbb req-01edf45e-154b-4aa2-939a-b75153d4bf29 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0821054 Dec 22 09:27:12.367872 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9f79c87a-7c05-43a8-9f23-ae5a31a68dbb req-b3dbbcb1-7dbe-4735-8368-750a0446d166 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367539 Dec 22 09:27:12.396070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 720506ea-dd15-447f-91b1-38e420360444 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:27:12.399447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 720506ea-dd15-447f-91b1-38e420360444 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:27:12.605380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:12.635651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 720506ea-dd15-447f-91b1-38e420360444, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=720506ea-dd15-447f-91b1-38e420360444,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:27:12.658186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720506ea-dd15-447f-91b1-38e420360444'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:27:12.664239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '720506ea-dd15-447f-91b1-38e420360444', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'port_id': '720506ea-dd15-447f-91b1-38e420360444', 'mac_address': 'fa:16:3e:55:1a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:27:12.699676 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 720506ea-dd15-447f-91b1-38e420360444, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=720506ea-dd15-447f-91b1-38e420360444,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:27:12.714598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:12.770602 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720506ea-dd15-447f-91b1-38e420360444', 'code': 200} Dec 22 09:27:12.780455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:12.803633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 720506ea-dd15-447f-91b1-38e420360444 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:27:12.810743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=720506ea-dd15-447f-91b1-38e420360444,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:12.840659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.840999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.841331 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.841657 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.842008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.842332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.842650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.842967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.843285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.843596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.843911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.844220 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:12.877637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:27:12.878040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:27:13.434431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:13.452844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720506ea-dd15-447f-91b1-38e420360444 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:27:13.468176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 720506ea-dd15-447f-91b1-38e420360444, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=720506ea-dd15-447f-91b1-38e420360444,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:27:13.473097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:13.540719 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['720506ea-dd15-447f-91b1-38e420360444'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:27:13.556706 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fd9ce-c055-49b7-ae78-f712e9499f8a req-dfe7067a-eca6-4029-89f9-daefb11a21ad tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:13.558184 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d93fd9ce-c055-49b7-ae78-f712e9499f8a req-dfe7067a-eca6-4029-89f9-daefb11a21ad tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 944 time: 0.0840125 Dec 22 09:27:13.584086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=720506ea-dd15-447f-91b1-38e420360444,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:13.606785 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d93fd9ce-c055-49b7-ae78-f712e9499f8a req-c2310ced-23e6-40b3-9689-abb1dfeb4341 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Dec 22 09:27:13.912240 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4f0c4-fa40-4922-b171-dcae6392c9e7 req-385c4958-7705-482c-a354-017390e473f9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:13.913735 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8cc4f0c4-fa40-4922-b171-dcae6392c9e7 req-385c4958-7705-482c-a354-017390e473f9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 944 time: 0.0788331 Dec 22 09:27:13.930055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-ec70fe2d-8487-4305-8772-d8339f5dabf7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:13.931447 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-ec70fe2d-8487-4305-8772-d8339f5dabf7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.0825176 Dec 22 09:27:13.958573 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8cc4f0c4-fa40-4922-b171-dcae6392c9e7 req-246c17b9-99da-4ac7-b8ae-2d0056a6152b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392344 Dec 22 09:27:14.117883 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-08befe6f-eeb7-4cf9-8e91-86d0cf1aee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:14.119287 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-08befe6f-eeb7-4cf9-8e91-86d0cf1aee23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 1097 time: 0.1155233 Dec 22 09:27:14.247918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13dcb5-d1af-4363-bc15-be226eea4814 req-51f96722-99a1-404a-83dc-7157e2dc9649 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:14.249246 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fb13dcb5-d1af-4363-bc15-be226eea4814 req-51f96722-99a1-404a-83dc-7157e2dc9649 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 944 time: 0.1839118 Dec 22 09:27:14.281943 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-20326e14-ba61-4fd6-b2d0-3e7390b71215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:14.283291 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-20326e14-ba61-4fd6-b2d0-3e7390b71215 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a1a240b-cc3e-47f7-8b93-76735685c3e5 HTTP/1.1" status: 200 len: 897 time: 0.1574306 Dec 22 09:27:14.372093 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fb13dcb5-d1af-4363-bc15-be226eea4814 req-43a21168-e0fd-4b33-809e-c427438c9434 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110303 Dec 22 09:27:14.397267 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-5c74d914-ccb3-4ed1-b085-47b2ca18fd30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720506ea-dd15-447f-91b1-38e420360444 HTTP/1.1" status: 200 len: 999 time: 0.1021307 Dec 22 09:27:14.410950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 720506ea-dd15-447f-91b1-38e420360444 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:27:14.460237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-24bba4db-e3b0-4b6d-a2f1-acfc00081a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:14.461644 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-24bba4db-e3b0-4b6d-a2f1-acfc00081a81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c030aaf9-39dd-414f-a1dd-351047c6da79 HTTP/1.1" status: 200 len: 835 time: 0.0567288 Dec 22 09:27:14.479188 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 720506ea-dd15-447f-91b1-38e420360444 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:14.479744 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:14.602015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:14.633219 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 720506ea-dd15-447f-91b1-38e420360444, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=720506ea-dd15-447f-91b1-38e420360444,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:27:14.638474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-bb45bbfd-791c-4c05-b5bf-4147f2a609fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:14.639910 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-bb45bbfd-791c-4c05-b5bf-4147f2a609fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a1a240b-cc3e-47f7-8b93-76735685c3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1717012 Dec 22 09:27:14.642007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:14.697808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:14.713450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=720506ea-dd15-447f-91b1-38e420360444,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:14.768705 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-1577ec1f-f0b3-47e6-88ae-313905da66d6 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221218 Dec 22 09:27:14.771655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720506ea-dd15-447f-91b1-38e420360444'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:27:14.829507 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720506ea-dd15-447f-91b1-38e420360444', 'code': 200} Dec 22 09:27:14.905467 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-badf58e8-c537-4c16-aae5-cb613a0a5465 req-a6ab8f5f-857e-4187-9aa8-702bc7f007de service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294847 Dec 22 09:27:15.560381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3da9f-c5e1-428c-bae1-8d4aa74244a1 req-7cabc6c2-296b-432e-a638-5f2f4b8bdd50 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:15.561940 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-16f3da9f-c5e1-428c-bae1-8d4aa74244a1 req-7cabc6c2-296b-432e-a638-5f2f4b8bdd50 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0849912 Dec 22 09:27:15.605903 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-16f3da9f-c5e1-428c-bae1-8d4aa74244a1 req-6f278e4b-32ed-4bcb-8bc6-50a44242e566 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381734 Dec 22 09:27:15.628535 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36638) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:15.734488 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-ff1adfb2-5d23-4867-870c-3f0688f96997 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/42137fe4-5405-42e4-9d5a-af12afe18789 HTTP/1.1" status: 200 len: 992 time: 0.1048422 Dec 22 09:27:19.452659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7dbfdd81-c3b1-4bb7-b61c-10aafcf79c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:21.827013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b8294fe0-ac61-4b39-b0ae-e4dcb59926c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:22.949361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:23.069912 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:24.311599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.185853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36652) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:44.387441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 75c2b37b-973b-47ca-bae0-a5f387bd9542 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:27:44.387782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.553063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.553417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.650457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.673831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 75c2b37b-973b-47ca-bae0-a5f387bd9542 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:27:44.820541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.867617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=75c2b37b-973b-47ca-bae0-a5f387bd9542,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:44.906420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.906698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.907039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.907372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.907705 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.908035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.908359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.908683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.909007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.909327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.909648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.909992 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.967588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.967919 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Floating IP 42137fe4-5405-42e4-9d5a-af12afe18789 disassociated (deleted). External IP: 172.26.1.40, port: 720506ea-dd15-447f-91b1-38e420360444. Dec 22 09:27:45.410464 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 39042d74-7454-4429-a7d3-e9804982edd0 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:27:45.583748 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:27:45.593022 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] Sync routers for ids ['39042d74-7454-4429-a7d3-e9804982edd0'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:27:45.602868 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] Routers {'39042d74-7454-4429-a7d3-e9804982edd0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:27:45.603533 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:27:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['39042d74-7454-4429-a7d3-e9804982edd0'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:45.605233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:45.662345 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0068bfb5-e904-4691-97e2-3e4b92c2db92 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/floatingips/42137fe4-5405-42e4-9d5a-af12afe18789 HTTP/1.1" status: 204 len: 168 time: 1.4753480 Dec 22 09:27:45.662830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'tag': '720506ea-dd15-447f-91b1-38e420360444'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:27:45.770072 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'tag': '720506ea-dd15-447f-91b1-38e420360444', 'status': 'completed', 'code': 200} Dec 22 09:27:45.779789 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] Set router 39042d74-7454-4429-a7d3-e9804982edd0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:27:45.866550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-c7cbdeb0-de7c-4acb-8936-715bcb5a0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:45.870402 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-c7cbdeb0-de7c-4acb-8936-715bcb5a0ab2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 1098 time: 0.0744579 Dec 22 09:27:46.007981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-843ab29a-a59b-438e-93db-a6849341bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:46.009523 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-843ab29a-a59b-438e-93db-a6849341bcec service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a1a240b-cc3e-47f7-8b93-76735685c3e5 HTTP/1.1" status: 200 len: 897 time: 0.1348162 Dec 22 09:27:46.053041 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32dc20-f6ea-490b-8c57-d9764d7a2daa req-9384f224-69ea-480d-a51b-8d4b45899250 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:46.054526 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7d32dc20-f6ea-490b-8c57-d9764d7a2daa req-9384f224-69ea-480d-a51b-8d4b45899250 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0841994 Dec 22 09:27:46.081631 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-38323cf7-6fe3-45d9-b452-fcfb6fd2ad32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720506ea-dd15-447f-91b1-38e420360444 HTTP/1.1" status: 200 len: 217 time: 0.0641816 Dec 22 09:27:46.103527 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7d32dc20-f6ea-490b-8c57-d9764d7a2daa req-d3cab150-d38f-482f-b77e-fbe3571fadb9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 Dec 22 09:27:46.114237 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f', 'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:91:25:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:04Z', 'updated_at': '2021-12-22T09:26:09Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:46.118465 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] Checking router: 39042d74-7454-4429-a7d3-e9804982edd0 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:27:46.127126 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] Routers {'39042d74-7454-4429-a7d3-e9804982edd0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:27:46.127810 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:27:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['39042d74-7454-4429-a7d3-e9804982edd0'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:46.143512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-97c2b356-d7e1-4468-a1fd-9928de08aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:46.144935 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-97c2b356-d7e1-4468-a1fd-9928de08aeb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c030aaf9-39dd-414f-a1dd-351047c6da79 HTTP/1.1" status: 200 len: 835 time: 0.0568862 Dec 22 09:27:46.220525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-a7c92faf-842b-462d-89ce-db3b8b3e0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:46.222191 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-a7c92faf-842b-462d-89ce-db3b8b3e0567 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a1a240b-cc3e-47f7-8b93-76735685c3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685375 Dec 22 09:27:46.298772 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] Set router 39042d74-7454-4429-a7d3-e9804982edd0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:27:46.351479 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-4dbcb9ec-eb3e-471a-b539-5cfd978320a0 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212006 Dec 22 09:27:46.481835 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d164a9b7-1d4b-4b39-a872-ae81c99f94a2 req-278c9e58-54a7-41f5-ae92-33f0c674e122 service neutron] 10.222.0.54 "GET /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223474 Dec 22 09:27:46.628691 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f', 'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:91:25:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:04Z', 'updated_at': '2021-12-22T09:26:09Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:46.632381 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad49b8a-d205-421a-aae1-4dd679097f6d None None] The sync data for ids ['39042d74-7454-4429-a7d3-e9804982edd0'] in dv-neutron-822561-2-hyperv is: [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f', 'name': '', 'network_id': '7a1a240b-cc3e-47f7-8b93-76735685c3e5', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:91:25:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:04Z', 'updated_at': '2021-12-22T09:26:09Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': 'c030aaf9-39dd-414f-a1dd-351047c6da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:27:46.850705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb7d7be-0d3b-4836-a776-a9e65b60bf75 None None] New status for floating IP 42137fe4-5405-42e4-9d5a-af12afe18789: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:27:47.291123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b99f9-c1bb-49db-a47a-354ae861e524 req-8b4efd75-a12c-4d93-9ac0-9d50e3e38862 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:47.291704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-665b99f9-c1bb-49db-a47a-354ae861e524 req-8b4efd75-a12c-4d93-9ac0-9d50e3e38862 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:27:47.306774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-665b99f9-c1bb-49db-a47a-354ae861e524 req-8b4efd75-a12c-4d93-9ac0-9d50e3e38862 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:27:47.307979 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-665b99f9-c1bb-49db-a47a-354ae861e524 req-8b4efd75-a12c-4d93-9ac0-9d50e3e38862 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0966964 Dec 22 09:27:47.350570 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-665b99f9-c1bb-49db-a47a-354ae861e524 req-f9af79eb-7f59-44dc-b2f6-38f60f7cb7a4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=9516d389-889e-4f47-985a-ef0362301794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369916 Dec 22 09:27:47.652322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895342c-07e0-4321-ae11-4245da056b67 req-4ab3e83b-e5a6-410d-a088-00f7dda33503 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:47.653717 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e895342c-07e0-4321-ae11-4245da056b67 req-4ab3e83b-e5a6-410d-a088-00f7dda33503 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 945 time: 0.0799582 Dec 22 09:27:47.719573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-e895342c-07e0-4321-ae11-4245da056b67 req-94eeeb92-8a00-4c17-b766-b62a069af998 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 720506ea-dd15-447f-91b1-38e420360444 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:27:47.719905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e895342c-07e0-4321-ae11-4245da056b67 req-94eeeb92-8a00-4c17-b766-b62a069af998 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:48.056087 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-e895342c-07e0-4321-ae11-4245da056b67 req-94eeeb92-8a00-4c17-b766-b62a069af998 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 720506ea-dd15-447f-91b1-38e420360444, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=720506ea-dd15-447f-91b1-38e420360444,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:27:48.056445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e895342c-07e0-4321-ae11-4245da056b67 req-94eeeb92-8a00-4c17-b766-b62a069af998 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:48.176614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-e895342c-07e0-4321-ae11-4245da056b67 req-94eeeb92-8a00-4c17-b766-b62a069af998 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 720506ea-dd15-447f-91b1-38e420360444 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:27:48.318167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e895342c-07e0-4321-ae11-4245da056b67 req-94eeeb92-8a00-4c17-b766-b62a069af998 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:48.365658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eeeb92-8a00-4c17-b766-b62a069af998 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=720506ea-dd15-447f-91b1-38e420360444,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:48.441212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e895342c-07e0-4321-ae11-4245da056b67 req-94eeeb92-8a00-4c17-b766-b62a069af998 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] No DVR routers for this DVR port 720506ea-dd15-447f-91b1-38e420360444 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:27:48.443619 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e895342c-07e0-4321-ae11-4245da056b67 req-94eeeb92-8a00-4c17-b766-b62a069af998 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:48.446701 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'name': 'network-vif-deleted', 'tag': '720506ea-dd15-447f-91b1-38e420360444'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:27:48.462014 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e895342c-07e0-4321-ae11-4245da056b67 req-94eeeb92-8a00-4c17-b766-b62a069af998 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "DELETE /v2.0/ports/720506ea-dd15-447f-91b1-38e420360444 HTTP/1.1" status: 204 len: 173 time: 0.8029637 Dec 22 09:27:48.493783 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a', 'name': 'network-vif-deleted', 'tag': '720506ea-dd15-447f-91b1-38e420360444', 'status': 'completed', 'code': 200} Dec 22 09:27:48.512145 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-5e1030db-fea5-4d65-8e09-f543053169ba req-88f7eb0c-bd7d-4384-90d1-85a5d686ed44 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1250988-76b5-4ba4-a6e5-6ff9bc0b3b5a HTTP/1.1" status: 200 len: 210 time: 0.0469573 Dec 22 09:27:48.715151 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:27:49.454689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1765-2bc0-4fa2-bb48-5f04fb274020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:49.614669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36672) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:50.245098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:50.583322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:27:50.583656 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:50.762120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:27:50.762820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:50.884445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:27:51.062875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:51.112289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:51.156503 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.156758 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.157093 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.157418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.157766 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.158091 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.158409 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.158729 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.159049 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.159364 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.159675 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.159983 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:51.507054 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:51.831135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3f462446-8596-4bf3-a374-bb0fa1dcf3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:51.875635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 39042d74-7454-4429-a7d3-e9804982edd0 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:27:52.049213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:27:52.062748 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] Sync routers for ids ['39042d74-7454-4429-a7d3-e9804982edd0'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:27:52.064301 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4c587cd3-e77b-46e5-8e4e-842d286ef54e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "PUT /v2.0/routers/39042d74-7454-4429-a7d3-e9804982edd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4481480 Dec 22 09:27:52.068136 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36676) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:52.072057 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] Routers {'39042d74-7454-4429-a7d3-e9804982edd0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:27:52.072649 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:27:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['39042d74-7454-4429-a7d3-e9804982edd0'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:52.135634 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c167ebe-9be1-44a5-86f2-7a02cd8abc0f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting subnet c030aaf9-39dd-414f-a1dd-351047c6da79 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:27:52.138528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c167ebe-9be1-44a5-86f2-7a02cd8abc0f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.191458 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c167ebe-9be1-44a5-86f2-7a02cd8abc0f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.243542 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] Set router 39042d74-7454-4429-a7d3-e9804982edd0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:27:52.276602 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c167ebe-9be1-44a5-86f2-7a02cd8abc0f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.353982 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c167ebe-9be1-44a5-86f2-7a02cd8abc0f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.389777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c167ebe-9be1-44a5-86f2-7a02cd8abc0f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Subnet': ['ID=c030aaf9-39dd-414f-a1dd-351047c6da79,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:52.394887 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6c167ebe-9be1-44a5-86f2-7a02cd8abc0f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.401218 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6c167ebe-9be1-44a5-86f2-7a02cd8abc0f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/subnets/c030aaf9-39dd-414f-a1dd-351047c6da79 HTTP/1.1" status: 204 len: 168 time: 0.3321376 Dec 22 09:27:52.401786 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e409a9cc-086d-45ae-ab23-9d600f18955a None None] Network 7a1a240b-cc3e-47f7-8b93-76735685c3e5 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:27:52.403852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36680) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:52.533002 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:27:50Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:52.536719 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] Checking router: 39042d74-7454-4429-a7d3-e9804982edd0 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:27:52.544805 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] Routers {'39042d74-7454-4429-a7d3-e9804982edd0'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:27:52.545387 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:27:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['39042d74-7454-4429-a7d3-e9804982edd0'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:52.568329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 720506ea-dd15-447f-91b1-38e420360444 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:27:52.584671 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.609820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 720506ea-dd15-447f-91b1-38e420360444 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:27:52.610163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 720506ea-dd15-447f-91b1-38e420360444 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:27:52.709837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabb65d8-60e2-4770-a62e-cb1badfd1508 None None] DHCP port deletion for 7a1a240b-cc3e-47f7-8b93-76735685c3e5 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:27:52.714062 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-dabb65d8-60e2-4770-a62e-cb1badfd1508 None None] Deleting port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:27:52.714512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dabb65d8-60e2-4770-a62e-cb1badfd1508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.722196 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] Set router 39042d74-7454-4429-a7d3-e9804982edd0 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:27:52.766798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.778558 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 6975b638-f4ef-42c1-aaea-52b18e2f08a5 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:27:52.778940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.943581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-dabb65d8-60e2-4770-a62e-cb1badfd1508 None None] For port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=3acc4570-a2d3-4b9f-8031-0a02b1e04d08,segment=NetworkSegment(dd7c21db-b58c-41c8-8030-a631a24e33fd),segment_id=dd7c21db-b58c-41c8-8030-a631a24e33fd)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:27:52.944145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dabb65d8-60e2-4770-a62e-cb1badfd1508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.085236 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:27:50Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:53.090167 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbea57a-f225-4e1a-aeeb-69238a16a04a None None] The sync data for ids ['39042d74-7454-4429-a7d3-e9804982edd0'] in dv-neutron-822561-2-hyperv is: [{'id': '39042d74-7454-4429-a7d3-e9804982edd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467277089', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:27:50Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '6975b638-f4ef-42c1-aaea-52b18e2f08a5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39042d74-7454-4429-a7d3-e9804982edd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:00Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:27:53.091702 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 6975b638-f4ef-42c1-aaea-52b18e2f08a5, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=6975b638-f4ef-42c1-aaea-52b18e2f08a5,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:27:53.092144 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.127645 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-dabb65d8-60e2-4770-a62e-cb1badfd1508 None None] Calling delete_port for 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:27:53.191251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.194259 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.219772 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 6975b638-f4ef-42c1-aaea-52b18e2f08a5 owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:27:53.226868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dabb65d8-60e2-4770-a62e-cb1badfd1508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.272755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb65d8-60e2-4770-a62e-cb1badfd1508 None None] Pushing event deleted for resources: {'Port': ['ID=3acc4570-a2d3-4b9f-8031-0a02b1e04d08,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:53.278425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb65d8-60e2-4770-a62e-cb1badfd1508 None None] No DVR routers for this DVR port 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:27:53.394012 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.441905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=6975b638-f4ef-42c1-aaea-52b18e2f08a5,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:53.542989 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.594916 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:27:53.638054 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:27:53.638556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 3acc4570-a2d3-4b9f-8031-0a02b1e04d08 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:27:53.639063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:27:53.672499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:27:53.672928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c5e16ffe-2a21-48d8-bbf5-5d8f5d043d6f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:27:53.727000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.729178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.750915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.751433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Fanout notify agent at l3_agent the message router_deleted on router 39042d74-7454-4429-a7d3-e9804982edd0 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:27:53.766632 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:53.767718 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d7faad72-d724-415f-8a9e-7bc57af1cfee tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/routers/39042d74-7454-4429-a7d3-e9804982edd0 HTTP/1.1" status: 204 len: 168 time: 1.3629906 Dec 22 09:27:53.770514 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36684) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:53.893697 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.022303 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.047173 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1a240b-cc3e-47f7-8b93-76735685c3e5']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:54.059370 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7c21db-b58c-41c8-8030-a631a24e33fd') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:54.059660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7c21db-b58c-41c8-8030-a631a24e33fd') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:54.071125 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.086680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.092461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:27:54.093074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:27:54.107629 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:27:54.188278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.206500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.218141 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Network': ['ID=7a1a240b-cc3e-47f7-8b93-76735685c3e5,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:54.228610 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c43f22fe-9aa3-44cb-bea9-2b2e340376e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/networks/7a1a240b-cc3e-47f7-8b93-76735685c3e5 HTTP/1.1" status: 204 len: 168 time: 0.4570973 Dec 22 09:27:54.231227 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36688) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:54.302920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9fe8793d-a9ca-438e-8976-7020f6ac4087 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.314392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.332825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9fe8793d-a9ca-438e-8976-7020f6ac4087 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.397631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9fe8793d-a9ca-438e-8976-7020f6ac4087 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.416213 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8793d-a9ca-438e-8976-7020f6ac4087 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9516d389-889e-4f47-985a-ef0362301794,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:54.428547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9fe8793d-a9ca-438e-8976-7020f6ac4087 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.429690 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9fe8793d-a9ca-438e-8976-7020f6ac4087 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/security-groups/9516d389-889e-4f47-985a-ef0362301794 HTTP/1.1" status: 204 len: 168 time: 0.1975293 Dec 22 09:27:54.759331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36696) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:54.764367 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074888311', 'description': 'tempest-secgroup-smoke-2074888311 description', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:54.770266 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:54.775008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:54.777826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:54.783401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:54.793319 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.812380 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:54.816106 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:54.818853 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:54.824857 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:54.894390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.897767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.944661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f0bda6-4338-4116-b5de-e65baf327c8f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:54.948417 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.949614 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5db25e62-a1dc-422c-9cb1-757fb9dee99f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1893001 Dec 22 09:27:54.952842 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36700) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:54.962525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '25f0bda6-4338-4116-b5de-e65baf327c8f', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:54.968603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:54.972556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:54.975495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:54.982042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:54.997341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.058343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.061989 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.085384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0178360f-95e3-44fd-b2e3-0afdcdb5c85e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:55.095307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.096459 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7a10e0c2-8533-4d7f-acb9-e10e75fad684 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425819 Dec 22 09:27:55.099110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36704) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:55.104050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '25f0bda6-4338-4116-b5de-e65baf327c8f', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:55.109591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:55.113310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:55.116134 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:55.122190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:55.138322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.198941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.202468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.224889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaa42ac-da91-44f3-acba-22bfcbe99188,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:55.233031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.234204 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-80528823-aeb2-4480-ba6b-8768629deda4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342020 Dec 22 09:27:55.236871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36708) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:55.241649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '25f0bda6-4338-4116-b5de-e65baf327c8f', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:55.247851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:55.251786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:55.254634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:55.260929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:55.277376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.337669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.341044 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.363368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59af5cb0-53cc-4619-94df-e2bf1874342a,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:55.371900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.373386 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2d977500-4828-421f-9933-d524e76b84a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355696 Dec 22 09:27:55.376064 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36712) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:55.381151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '25f0bda6-4338-4116-b5de-e65baf327c8f', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:55.387637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:55.391369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:55.394160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:55.399696 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:55.415876 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.469871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6975b638-f4ef-42c1-aaea-52b18e2f08a5 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:27:55.476773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.480795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.506190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8312513-ec84-43ee-9714-4c7669b0a985,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:55.508082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 6975b638-f4ef-42c1-aaea-52b18e2f08a5 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:27:55.508436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 6975b638-f4ef-42c1-aaea-52b18e2f08a5 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:27:55.514858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.516255 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1ea53609-7a53-4cf2-9fa5-df33e1929883 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391919 Dec 22 09:27:55.518900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36716) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:55.523855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '25f0bda6-4338-4116-b5de-e65baf327c8f', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:55.529657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:55.533407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:55.536240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:55.542313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:55.551323 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Project 74d57e6f8b6a4f5f8521f71bfa167f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:27:55.558140 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.619357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.623511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.645766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9ef492-8097-4fde-8a36-01bca673da47,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:55.653682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.654955 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-96fa0b1b-d065-4e46-bd64-1b6c40898707 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351418 Dec 22 09:27:55.657574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36720) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:55.662384 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '25f0bda6-4338-4116-b5de-e65baf327c8f', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:55.668409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:55.672566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:55.675381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:55.681523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:55.691476 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Project 74d57e6f8b6a4f5f8521f71bfa167f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:27:55.698195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.761391 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.764594 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.787387 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aca6580-7c1c-4051-a5aa-7793fa8cc1b1,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:55.797641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.801704 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-656722f3-ad28-4981-97ca-dc49e0c795b3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411240 Dec 22 09:27:55.802430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36724) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:55.807897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'network': {'name': 'tempest-network-smoke--83168284', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'port_security_enabled': True}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:55.812905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:55.816963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:network and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:55.819785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:55.825305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:55.835239 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:27:55.839332 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.869020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:27:55.877707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.878048 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Added segment 748847d3-109e-40ce-8594-2a9b72412a2e of type vlan for network 580b3c89-acc0-4932-8955-23acb6c58408 Dec 22 09:27:55.902988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.930983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.936183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:55.936744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:56.036467 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2330155 Dec 22 09:27:56.039340 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36728) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:56.045226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'admin_state_up': True, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:56.045583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881092b-8926-4eb7-b554-58fed29edc8b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Network': ['ID=580b3c89-acc0-4932-8955-23acb6c58408,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:56.052406 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:56.056163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 580b3c89-acc0-4932-8955-23acb6c58408 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:27:56.056320 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:router and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:56.059075 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:56.065228 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:56.075316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:56.076694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:56.092099 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:56.449433 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:56.740165 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:56.769436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:56.900978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.26.1.236 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/76826a43-1205-47e0-8498-bac2120c2849) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:27:57.045975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:57.076407 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:57.143273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:27:57.146477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:27:57.149030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:27:57.186849 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=76826a43-1205-47e0-8498-bac2120c2849,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:57.559436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:57.999410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:58.198354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:27:58.371251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:27:58.380953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Sync routers for ids ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:27:58.391286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Routers {'71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:27:58.392154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:27:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:58.398318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:58.402373 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7345edf5-6f98-4417-a7d9-46c2f44b4159 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3586020 Dec 22 09:27:58.402590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36732) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:58.442805 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c1d307d8-b3c0-4e2c-a903-ef8b560891f3 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=74d57e6f8b6a4f5f8521f71bfa167f71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391498 Dec 22 09:27:58.445343 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36736) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:58.570513 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c22ce-eaad-46dd-8850-970294158b63 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:58.570788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Set router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:27:58.572008 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2a3c22ce-eaad-46dd-8850-970294158b63 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257675 Dec 22 09:27:58.574818 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36740) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:58.612664 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-76490a07-0b0a-4ce6-9b28-bffc04ced919 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368438 Dec 22 09:27:58.615050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36744) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:58.620826 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1360360697', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:58.730168 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:58.733898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:subnet and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:58.736663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:58.742180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:58.752292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:27:58.756030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:58.887335 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:27:57Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:58.891170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Checking router: 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:27:58.891526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Updating router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc port 76826a43-1205-47e0-8498-bac2120c2849 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:27:58.942958 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:58.981102 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:59.060767 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Subnet': ['ID=83cf89a4-ca05-4df6-a5c7-d840b75cd482,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:59.064717 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Checking segment: {'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:27:59.065067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network hostable DHCP agents. Network: 580b3c89-acc0-4932-8955-23acb6c58408, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:27:59.084950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 580b3c89-acc0-4932-8955-23acb6c58408 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:27:59.095328 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 580b3c89-acc0-4932-8955-23acb6c58408) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:27:59.099335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:59.099935 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:59.107961 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce66785a-ea14-472a-991e-2957c9728d83 None None] Network 580b3c89-acc0-4932-8955-23acb6c58408 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:27:59.121192 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d462498e-0395-42ee-aa42-fd381ad38acf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5051816 Dec 22 09:27:59.123937 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36748) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:59.459138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-580b3c89-acc0-4932-8955-23acb6c58408', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:27:59.459927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:59.473436 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:59.491351 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Transition to ACTIVE for port object 76826a43-1205-47e0-8498-bac2120c2849 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:27:59.535156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:59.644678 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0d21e-e6ee-4b7b-848b-9a407d61a40d None None] Pushing event updated for resources: {'Port': ['ID=76826a43-1205-47e0-8498-bac2120c2849,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:59.678815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Attempting to bind port 76826a43-1205-47e0-8498-bac2120c2849 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:27:59.679186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Attempting to bind port 76826a43-1205-47e0-8498-bac2120c2849 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:27:59.679548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Attempting to bind port 76826a43-1205-47e0-8498-bac2120c2849 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:27:59.693577 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:27:59.694035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:27:59.694441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:59.694833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:27:59.695296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Bound port: 76826a43-1205-47e0-8498-bac2120c2849, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:27:59.695667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:59.752426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Allocated IP 172.20.0.2 (580b3c89-acc0-4932-8955-23acb6c58408/83cf89a4-ca05-4df6-a5c7-d840b75cd482/8c8c929b-904c-4465-9182-394c50b95f56) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:27:59.802091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] For port 76826a43-1205-47e0-8498-bac2120c2849, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:27:59.823034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] For port 76826a43-1205-47e0-8498-bac2120c2849, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=76826a43-1205-47e0-8498-bac2120c2849,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:27:59.865089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:59.912329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:59.988418 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Routers {'71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:27:59.989055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:27:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:00.045746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0d21e-e6ee-4b7b-848b-9a407d61a40d None None] Pushing event updated for resources: {'Port': ['ID=76826a43-1205-47e0-8498-bac2120c2849,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:00.238184 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.255433 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Transition to ACTIVE for port object 8c8c929b-904c-4465-9182-394c50b95f56 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:00.277596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] Set router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:00.381177 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Transition to ACTIVE for port object 8c8c929b-904c-4465-9182-394c50b95f56 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:00.397160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.447867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.20.0.1 (580b3c89-acc0-4932-8955-23acb6c58408/83cf89a4-ca05-4df6-a5c7-d840b75cd482/78445e76-0d1f-43c6-9e4a-8ee6a359d67f) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:28:00.531434 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Network 580b3c89-acc0-4932-8955-23acb6c58408 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:00.536124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:00.544855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Pushing event updated for resources: {'Port': ['ID=8c8c929b-904c-4465-9182-394c50b95f56,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:00.547061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:28:00.601781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.617039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Transition to ACTIVE for port object 78445e76-0d1f-43c6-9e4a-8ee6a359d67f will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:00.639322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.679612 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Attempting to bind port 8c8c929b-904c-4465-9182-394c50b95f56 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:28:00.679983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Attempting to bind port 8c8c929b-904c-4465-9182-394c50b95f56 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:28:00.680347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Attempting to bind port 8c8c929b-904c-4465-9182-394c50b95f56 on network 580b3c89-acc0-4932-8955-23acb6c58408 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:28:00.690308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:00.690679 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Checking segment: {'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:28:00.691081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.691474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Bound using segment: {'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:00.691932 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Bound port: 8c8c929b-904c-4465-9182-394c50b95f56, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:28:00.692313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.710245 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 580b3c89-acc0-4932-8955-23acb6c58408 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:00.713888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:00.717607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:28:00.751777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=78445e76-0d1f-43c6-9e4a-8ee6a359d67f,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:00.777885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.795085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:27:57Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:00.799334 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] For port 8c8c929b-904c-4465-9182-394c50b95f56, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:28:00.802835 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] For port 8c8c929b-904c-4465-9182-394c50b95f56, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8c8c929b-904c-4465-9182-394c50b95f56,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:28:00.803821 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2627c2c-9489-4816-b686-19fb98dfa474 None None] The sync data for ids ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'] in dv-neutron-822561-2-hyperv is: [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:27:57Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:28:00.807319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.896276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5004e2-0ff5-45d4-b502-5a39f02f83eb None None] Pushing event updated for resources: {'Port': ['ID=8c8c929b-904c-4465-9182-394c50b95f56,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:01.200787 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.574417 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8c8c929b-904c-4465-9182-394c50b95f56 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:01.655076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 8c8c929b-904c-4465-9182-394c50b95f56 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:01.658578 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.660565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 76826a43-1205-47e0-8498-bac2120c2849 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:01.665581 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.743686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 76826a43-1205-47e0-8498-bac2120c2849 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:01.750003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 76826a43-1205-47e0-8498-bac2120c2849 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:01.750911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.787574 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.792536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=78445e76-0d1f-43c6-9e4a-8ee6a359d67f,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:01.885603 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.904917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 76826a43-1205-47e0-8498-bac2120c2849, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=76826a43-1205-47e0-8498-bac2120c2849,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:01.909029 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.935268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 580b3c89-acc0-4932-8955-23acb6c58408 is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:01.936477 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:01.987227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=76826a43-1205-47e0-8498-bac2120c2849,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:02.023590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e2c12-d7ba-4310-8af8-8c45ef6f20e9 None None] Network 580b3c89-acc0-4932-8955-23acb6c58408 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:28:02.129851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:28:02.140604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-69300762-a087-4e61-bf6d-8539b7dc3876 None None] Provisioning for port 8c8c929b-904c-4465-9182-394c50b95f56 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:02.157592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-69300762-a087-4e61-bf6d-8539b7dc3876 None None] Provisioning complete for port 8c8c929b-904c-4465-9182-394c50b95f56 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:02.157998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-69300762-a087-4e61-bf6d-8539b7dc3876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:02.316986 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:28:02.330229 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-cae02d53-88f6-4b9e-8ed6-9708e62473aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "PUT /v2.0/routers/71bbb7e5-b777-46e1-b2f1-1be59ea09ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2052853 Dec 22 09:28:02.374303 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-69300762-a087-4e61-bf6d-8539b7dc3876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:02.416028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-69300762-a087-4e61-bf6d-8539b7dc3876 None None] For port 8c8c929b-904c-4465-9182-394c50b95f56, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8c8c929b-904c-4465-9182-394c50b95f56,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:02.420620 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-69300762-a087-4e61-bf6d-8539b7dc3876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:02.501643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69300762-a087-4e61-bf6d-8539b7dc3876 None None] Pushing event updated for resources: {'Port': ['ID=8c8c929b-904c-4465-9182-394c50b95f56,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:02.502932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-ac58c13e-01cc-4926-a7c7-8cd9d0153349 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:02.519131 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-ac58c13e-01cc-4926-a7c7-8cd9d0153349 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:02.520585 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-ac58c13e-01cc-4926-a7c7-8cd9d0153349 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074888311&fields=id&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 267 time: 0.0609663 Dec 22 09:28:02.561941 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Sync routers for ids ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:28:02.571684 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Routers {'71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:02.572286 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:27:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:02.643261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ffd091a5-fcfe-43c0-8350-7a335705e20c None None] Provisioning complete for port 8c8c929b-904c-4465-9182-394c50b95f56 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:02.644229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ffd091a5-fcfe-43c0-8350-7a335705e20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:02.822847 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Set router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:02.850460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ffd091a5-fcfe-43c0-8350-7a335705e20c None None] Provisioning for port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:02.857610 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ffd091a5-fcfe-43c0-8350-7a335705e20c None None] Provisioning complete for port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:02.858262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ffd091a5-fcfe-43c0-8350-7a335705e20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:02.871968 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-83125f93-6f95-41e3-9b8b-de6912785a6d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:02.872700 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-83125f93-6f95-41e3-9b8b-de6912785a6d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:02.896119 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-83125f93-6f95-41e3-9b8b-de6912785a6d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:02.898463 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-83125f93-6f95-41e3-9b8b-de6912785a6d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/networks?id=580b3c89-acc0-4932-8955-23acb6c58408 HTTP/1.1" status: 200 len: 795 time: 0.3706045 Dec 22 09:28:02.919590 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-3ad0ea01-4a68-494d-8dbf-9ebbe8b51a56 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/quotas/74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 375 time: 0.0150707 Dec 22 09:28:02.927077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ffd091a5-fcfe-43c0-8350-7a335705e20c None None] Port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:28:03.026464 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-0dab32bc-5f7b-413a-b675-8d159f4c83cf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:03.045342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-0dab32bc-5f7b-413a-b675-8d159f4c83cf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:03.050768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0f08686d-0d65-4a9b-b1ea-a6d1c358f185 None None] Provisioning complete for port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:03.051309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0f08686d-0d65-4a9b-b1ea-a6d1c358f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:03.058992 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-0dab32bc-5f7b-413a-b675-8d159f4c83cf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266236 Dec 22 09:28:03.123178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0f08686d-0d65-4a9b-b1ea-a6d1c358f185 None None] Port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:28:03.179191 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '78445e76-0d1f-43c6-9e4a-8ee6a359d67f', 'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:e3:06:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:00Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 2, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:03.183492 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Checking router: 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:28:03.183862 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Updating router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:28:03.192742 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-e6052171-a0aa-4948-921b-28b33f97312a service neutron] 10.222.0.37 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304438 Dec 22 09:28:03.239711 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:03.243648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d3045db5-2c7a-453f-b58d-8f93d5332f29 None None] Provisioning complete for port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:03.244047 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d3045db5-2c7a-453f-b58d-8f93d5332f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:03.298520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d3045db5-2c7a-453f-b58d-8f93d5332f29 None None] Port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:28:03.326728 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-113c04f1-6a4b-4cf9-9058-88e94c1bcd47 service neutron] 10.222.0.37 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281433 Dec 22 09:28:03.520828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-44e059f2-2f07-4bef-8c08-5792d7c53391 req-4029ac97-9079-4989-9330-3a2b473efd74 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:03.532530 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8c8c929b-904c-4465-9182-394c50b95f56 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:03.544192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-44e059f2-2f07-4bef-8c08-5792d7c53391 req-4029ac97-9079-4989-9330-3a2b473efd74 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:03.554200 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-44e059f2-2f07-4bef-8c08-5792d7c53391 req-4029ac97-9079-4989-9330-3a2b473efd74 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 210 time: 0.0913029 Dec 22 09:28:03.584494 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:03.597545 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Transition to ACTIVE for port object 78445e76-0d1f-43c6-9e4a-8ee6a359d67f will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:03.605822 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:03.612637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 8c8c929b-904c-4465-9182-394c50b95f56 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:03.613010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:03.734886 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Pushing event updated for resources: {'Port': ['ID=78445e76-0d1f-43c6-9e4a-8ee6a359d67f,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:03.752086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 76826a43-1205-47e0-8498-bac2120c2849 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:03.772492 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.772736 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.773072 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.773402 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.773751 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.774081 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.774983 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.775340 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.775745 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.776132 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.776588 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.777037 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:03.852450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 76826a43-1205-47e0-8498-bac2120c2849 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:03.852865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:03.864069 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Attempting to bind port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:28:03.864748 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Attempting to bind port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:28:03.865318 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Attempting to bind port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f on network 580b3c89-acc0-4932-8955-23acb6c58408 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:28:03.873098 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:03.873464 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Checking segment: {'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:28:03.873888 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:03.874308 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Bound using segment: {'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:03.874738 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Bound port: 78445e76-0d1f-43c6-9e4a-8ee6a359d67f, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:28:03.875256 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:03.981696 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] For port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:28:03.990180 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] For port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=78445e76-0d1f-43c6-9e4a-8ee6a359d67f,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:28:03.996535 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:04.077032 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Routers {'71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:04.077647 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:27:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:04.145162 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45d0fa-0c71-4e2c-827f-c8500368840c None None] Pushing event updated for resources: {'Port': ['ID=78445e76-0d1f-43c6-9e4a-8ee6a359d67f,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:04.283645 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] Set router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:04.625071 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '78445e76-0d1f-43c6-9e4a-8ee6a359d67f', 'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:e3:06:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:00Z', 'updated_at': '2021-12-22T09:28:03Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:04.629129 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a71dc9-d881-416e-9e4c-e001ae5b70af None None] The sync data for ids ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'] in dv-neutron-822561-2-hyperv is: [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '78445e76-0d1f-43c6-9e4a-8ee6a359d67f', 'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:e3:06:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:00Z', 'updated_at': '2021-12-22T09:28:03Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:28:04.716345 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-862760b4-2679-48f6-8303-a3f9eaed40f1 req-36cfb093-83f2-44a7-bb55-6100998dabd6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 210 time: 0.0609896 Dec 22 09:28:04.765165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-4b3f9148-6f57-4fdf-9cc6-df4c491dec06 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:04.765999 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-4b3f9148-6f57-4fdf-9cc6-df4c491dec06 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:04.780632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-4b3f9148-6f57-4fdf-9cc6-df4c491dec06 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:04.782061 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-4b3f9148-6f57-4fdf-9cc6-df4c491dec06 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/networks?id=580b3c89-acc0-4932-8955-23acb6c58408 HTTP/1.1" status: 200 len: 795 time: 0.2480769 Dec 22 09:28:04.836299 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-9647bde3-436f-4766-a8ca-191f477f4a89 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 380 time: 0.0429788 Dec 22 09:28:04.845622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'port': {'device_id': '97830c3b-74d6-4840-8a80-6cafde572123', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'admin_state_up': True, 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'security_groups': ['25f0bda6-4338-4116-b5de-e65baf327c8f']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:04.985180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:04.995090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:05.006861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:28:05.010988 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:05.282627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.20.0.4 (580b3c89-acc0-4932-8955-23acb6c58408/83cf89a4-ca05-4df6-a5c7-d840b75cd482/4a54fc13-9c99-42da-8ab7-3d7f00d84671) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:28:05.478706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:05.495912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Transition to ACTIVE for port object 4a54fc13-9c99-42da-8ab7-3d7f00d84671 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:05.523230 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:05.549905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 78445e76-0d1f-43c6-9e4a-8ee6a359d67f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:05.605109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 580b3c89-acc0-4932-8955-23acb6c58408 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:05.608444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:05.611156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:28:05.627153 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:05.633028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:05.633478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:05.656085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=4a54fc13-9c99-42da-8ab7-3d7f00d84671,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:05.695519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:05.696814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:05.727777 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-780d7fd9-43f5-41b0-83b6-1fef814b80a7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8852463 Dec 22 09:28:05.741120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Request body: {'port': {'device_id': '97830c3b-74d6-4840-8a80-6cafde572123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:05.767030 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:05.812319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=78445e76-0d1f-43c6-9e4a-8ee6a359d67f,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:05.823365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:05.898271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bab8e14f-30e0-416f-bf3b-ca9c9c552db4 None None] Provisioning for port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:05.906634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-bab8e14f-30e0-416f-bf3b-ca9c9c552db4 None None] Provisioning complete for port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:05.907001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bab8e14f-30e0-416f-bf3b-ca9c9c552db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:05.949494 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=78445e76-0d1f-43c6-9e4a-8ee6a359d67f,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:05.952206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:05.967512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bab8e14f-30e0-416f-bf3b-ca9c9c552db4 None None] Port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:28:06.043036 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26805c7e-b75a-4d2d-a6cc-e6ec4de089ed req-837d965f-00e9-478d-aa2c-a59e2969e73e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:06.043726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-26805c7e-b75a-4d2d-a6cc-e6ec4de089ed req-837d965f-00e9-478d-aa2c-a59e2969e73e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:06.116420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-26805c7e-b75a-4d2d-a6cc-e6ec4de089ed req-837d965f-00e9-478d-aa2c-a59e2969e73e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:06.117575 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-26805c7e-b75a-4d2d-a6cc-e6ec4de089ed req-837d965f-00e9-478d-aa2c-a59e2969e73e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 931 time: 0.2423794 Dec 22 09:28:06.248075 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-26805c7e-b75a-4d2d-a6cc-e6ec4de089ed req-d962c9ff-4228-41e8-a169-24a69a428b62 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234977 Dec 22 09:28:06.347929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a54fc13-9c99-42da-8ab7-3d7f00d84671 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:28:06.355067 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:06.369253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Transition to ACTIVE for port object 4a54fc13-9c99-42da-8ab7-3d7f00d84671 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:06.372235 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:06.526806 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a54fc13-9c99-42da-8ab7-3d7f00d84671,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:06.603127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Attempting to bind port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:28:06.603462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Attempting to bind port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:28:06.603817 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Attempting to bind port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 on network 580b3c89-acc0-4932-8955-23acb6c58408 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:28:06.608529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 on network 580b3c89-acc0-4932-8955-23acb6c58408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:28:06.608839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Attempting to bind port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 on network 580b3c89-acc0-4932-8955-23acb6c58408 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:28:06.613820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:06.614123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Checking segment: {'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:28:06.614497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Bound using segment: {'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:06.614905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Bound port: 4a54fc13-9c99-42da-8ab7-3d7f00d84671, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748847d3-109e-40ce-8594-2a9b72412a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:28:06.615242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:06.701059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] For port 4a54fc13-9c99-42da-8ab7-3d7f00d84671, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:28:06.703961 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] For port 4a54fc13-9c99-42da-8ab7-3d7f00d84671, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:28:06.707554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:06.768726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:06.769182 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:06.770548 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/4a54fc13-9c99-42da-8ab7-3d7f00d84671 HTTP/1.1" status: 200 len: 1093 time: 1.0346770 Dec 22 09:28:06.770973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97830c3b-74d6-4840-8a80-6cafde572123', 'tag': '4a54fc13-9c99-42da-8ab7-3d7f00d84671'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:28:06.793603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25a065-2a1a-45ff-b23a-6ae3c61a80e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a54fc13-9c99-42da-8ab7-3d7f00d84671,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:06.849009 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97830c3b-74d6-4840-8a80-6cafde572123', 'tag': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'status': 'completed', 'code': 200} Dec 22 09:28:06.890295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-0fd35c3b-beaa-4ccd-8369-6d814398832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:06.891844 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-0fd35c3b-beaa-4ccd-8369-6d814398832e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 1096 time: 0.0752492 Dec 22 09:28:06.963476 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-ed9cada3-7895-479e-9a6c-d4c52e1ce2e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671 HTTP/1.1" status: 200 len: 217 time: 0.0650384 Dec 22 09:28:07.026799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-d135145d-ae19-47a1-96ac-0e60b49d8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:07.028225 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-d135145d-ae19-47a1-96ac-0e60b49d8ab5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83cf89a4-ca05-4df6-a5c7-d840b75cd482 HTTP/1.1" status: 200 len: 835 time: 0.0586369 Dec 22 09:28:07.204993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-769bb8b0-ede2-48b0-bd58-b0c9bd2fd193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:07.206561 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-769bb8b0-ede2-48b0-bd58-b0c9bd2fd193 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=580b3c89-acc0-4932-8955-23acb6c58408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1718192 Dec 22 09:28:07.333881 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-affdc76d-4c46-4c8f-b5ae-a8ec60e67db3 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206145 Dec 22 09:28:07.517239 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-70d61e13-8d3d-4efa-8158-bae9f214a5f4 req-4213f44d-4a04-4c9b-ac09-d6e306813cd2 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771994 Dec 22 09:28:07.518687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 78445e76-0d1f-43c6-9e4a-8ee6a359d67f up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:07.529674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a4a2f-e3e8-43fd-ab00-fb87152d3c25 req-ceb61efd-d31c-4581-868f-35d14bca97b9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:07.531233 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-264a4a2f-e3e8-43fd-ab00-fb87152d3c25 req-ceb61efd-d31c-4581-868f-35d14bca97b9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 943 time: 0.1729636 Dec 22 09:28:07.596508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:07.596889 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:07.662394 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-264a4a2f-e3e8-43fd-ab00-fb87152d3c25 req-cb869104-9529-4a8d-b21b-d59d748de6bb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236084 Dec 22 09:28:07.675316 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-5bba51bc-c0ae-4c48-aa8f-5e5bb3c281ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:07.676750 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-5bba51bc-c0ae-4c48-aa8f-5e5bb3c281ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 1096 time: 0.1066616 Dec 22 09:28:07.805102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-798197d6-a7bf-44ee-ac50-a83296e08c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:07.806996 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-798197d6-a7bf-44ee-ac50-a83296e08c50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=580b3c89-acc0-4932-8955-23acb6c58408 HTTP/1.1" status: 200 len: 896 time: 0.1229088 Dec 22 09:28:07.876762 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-9b46ca2d-b696-4b60-b7cf-75d1893835a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671 HTTP/1.1" status: 200 len: 217 time: 0.0620887 Dec 22 09:28:07.937363 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-7ff26fcd-1b08-48f0-bd75-651d9e118767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:07.938931 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-7ff26fcd-1b08-48f0-bd75-651d9e118767 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83cf89a4-ca05-4df6-a5c7-d840b75cd482 HTTP/1.1" status: 200 len: 835 time: 0.0553224 Dec 22 09:28:08.020295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-09bc4350-6991-4ee7-82ee-4b8aa459c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:08.021670 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-09bc4350-6991-4ee7-82ee-4b8aa459c82b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=580b3c89-acc0-4932-8955-23acb6c58408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741632 Dec 22 09:28:08.158704 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-c85acc04-ab75-46b9-85b0-637ffca21a97 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284726 Dec 22 09:28:08.287179 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8afe12e0-6dd3-482e-a528-0be7acf20ae4 req-c04a26f4-97ef-4256-b69b-c2c90d5e6998 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209722 Dec 22 09:28:08.849805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254eb04e-1b3c-4118-bb24-9393f785bff8 req-b770420b-50d0-4aa8-9ad6-9d40d5917d91 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:08.851250 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-254eb04e-1b3c-4118-bb24-9393f785bff8 req-b770420b-50d0-4aa8-9ad6-9d40d5917d91 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 943 time: 0.0824075 Dec 22 09:28:08.894253 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-254eb04e-1b3c-4118-bb24-9393f785bff8 req-83241b1a-75ba-4ab7-ac63-772f9e942974 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365953 Dec 22 09:28:10.075570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e38f2a-2ad1-466c-be4a-80af3e8796b7 req-b736d9fa-9b20-4c7c-bf0a-a88a8b3ee7cd tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:10.077005 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c5e38f2a-2ad1-466c-be4a-80af3e8796b7 req-b736d9fa-9b20-4c7c-bf0a-a88a8b3ee7cd tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 943 time: 0.0783246 Dec 22 09:28:10.120263 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c5e38f2a-2ad1-466c-be4a-80af3e8796b7 req-8d9433fc-6b36-4247-8426-3cbedb1952e2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377090 Dec 22 09:28:10.645230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 4a54fc13-9c99-42da-8ab7-3d7f00d84671 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:28:10.773966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 4a54fc13-9c99-42da-8ab7-3d7f00d84671, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:10.788300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'port_id': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'mac_address': 'fa:16:3e:79:3e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:28:10.841283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:10.858540 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a54fc13-9c99-42da-8ab7-3d7f00d84671 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:28:10.873856 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 4a54fc13-9c99-42da-8ab7-3d7f00d84671, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:10.878330 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:10.945090 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=4a54fc13-9c99-42da-8ab7-3d7f00d84671,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:11.084371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['4a54fc13-9c99-42da-8ab7-3d7f00d84671'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:28:11.300926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f9c8f-ae42-4885-a9fa-0a27dc3eb2e2 req-1ada0126-299f-4bf6-ab5f-056858647358 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:11.302406 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1b8f9c8f-ae42-4885-a9fa-0a27dc3eb2e2 req-1ada0126-299f-4bf6-ab5f-056858647358 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 944 time: 0.0788035 Dec 22 09:28:11.349043 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1b8f9c8f-ae42-4885-a9fa-0a27dc3eb2e2 req-84f412d5-08f8-453e-91bb-165827109cbb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409424 Dec 22 09:28:12.529725 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfa107-714a-45fc-a97b-27e6eccde8d7 req-00d48604-5ac9-4c83-831e-da2883f6ce74 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:12.531118 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cadfa107-714a-45fc-a97b-27e6eccde8d7 req-00d48604-5ac9-4c83-831e-da2883f6ce74 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 944 time: 0.0803938 Dec 22 09:28:12.573529 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cadfa107-714a-45fc-a97b-27e6eccde8d7 req-9901f84c-aa69-45f7-a869-4ce118e25d46 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Dec 22 09:28:12.661238 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 4a54fc13-9c99-42da-8ab7-3d7f00d84671 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:12.729629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:12.734194 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:12.734560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:12.870609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:12.897975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97830c3b-74d6-4840-8a80-6cafde572123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a54fc13-9c99-42da-8ab7-3d7f00d84671'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:28:12.907922 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 4a54fc13-9c99-42da-8ab7-3d7f00d84671, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:12.912304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:12.947028 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97830c3b-74d6-4840-8a80-6cafde572123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'code': 200} Dec 22 09:28:12.978526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=4a54fc13-9c99-42da-8ab7-3d7f00d84671,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:12.985667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.986039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.986375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.986702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.987031 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.987458 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.987790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.988107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.988428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.988741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.989056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:12.989402 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:13.179474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe4037-a069-48c7-b934-a6f76aea7d67 req-56047af7-4060-465a-aa0f-a8143cedac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:13.181342 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86fe4037-a069-48c7-b934-a6f76aea7d67 req-56047af7-4060-465a-aa0f-a8143cedac52 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 1098 time: 0.0681264 Dec 22 09:28:13.221919 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-86fe4037-a069-48c7-b934-a6f76aea7d67 req-64aef981-b3a0-4394-9204-a59c443159e3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334067 Dec 22 09:28:13.756174 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29a9d-0bcb-455a-bdb4-46df60690225 req-ecd20916-f4c2-4710-9e39-40a0e2147873 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:13.757522 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38d29a9d-0bcb-455a-bdb4-46df60690225 req-ecd20916-f4c2-4710-9e39-40a0e2147873 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0824215 Dec 22 09:28:13.801746 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-38d29a9d-0bcb-455a-bdb4-46df60690225 req-5ef3bb9b-77b2-4cec-a0a0-854da5066338 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386047 Dec 22 09:28:14.651685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:14.981083 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d886d80-81be-423c-a1e5-a4c637073ca5 req-04a0c6c5-5eef-4017-bee5-f509a29b2f4b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:14.982467 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9d886d80-81be-423c-a1e5-a4c637073ca5 req-04a0c6c5-5eef-4017-bee5-f509a29b2f4b tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0783951 Dec 22 09:28:15.026111 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9d886d80-81be-423c-a1e5-a4c637073ca5 req-a4716854-52c5-45c9-8ca3-d09e5d076761 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 Dec 22 09:28:15.213848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900accd-5175-42e4-b92f-c020fa0ed129 req-67aca481-b914-46f4-ad1b-04ca5d24f5ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:15.217704 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e900accd-5175-42e4-b92f-c020fa0ed129 req-67aca481-b914-46f4-ad1b-04ca5d24f5ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0815098 Dec 22 09:28:15.262997 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e900accd-5175-42e4-b92f-c020fa0ed129 req-4ef3287f-f051-4d0e-8c2b-d561269fbf48 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 Dec 22 09:28:15.285241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36804) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:15.403301 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b4503-2120-4386-b8dc-0fbe56ac34b9 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:15.404789 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4d1b4503-2120-4386-b8dc-0fbe56ac34b9 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 1093 time: 0.1182272 Dec 22 09:28:15.407607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36810) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:15.412330 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:15.418703 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:15.422457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:floatingip and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:15.425219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:15.430898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:15.440617 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:15.573543 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:15.701620 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.26.1.10 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/347c9c3c-e68b-4315-99e4-8ec846bd2026) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:28:15.842881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:15.870780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:15.936326 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:15.939201 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:15.942769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:28:15.976274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=347c9c3c-e68b-4315-99e4-8ec846bd2026,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:16.435067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:16.506847 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:16.707083 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:16.711313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:16.820277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=347c9c3c-e68b-4315-99e4-8ec846bd2026,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:16.830924 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:17.001913 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Floating IP f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05 associated. External IP: 172.26.1.10, port: 4a54fc13-9c99-42da-8ab7-3d7f00d84671. Dec 22 09:28:17.338895 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:28:17.515033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:28:17.525485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] Sync routers for ids ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:28:17.535175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] Routers {'71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:17.535811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:27:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:17.540043 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:17.596512 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2fd196d2-4b45-4628-a913-0e0286beedaf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1878238 Dec 22 09:28:17.597342 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97830c3b-74d6-4840-8a80-6cafde572123', 'tag': '4a54fc13-9c99-42da-8ab7-3d7f00d84671'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:28:17.715052 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] Set router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:17.722377 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97830c3b-74d6-4840-8a80-6cafde572123', 'tag': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'status': 'completed', 'code': 200} Dec 22 09:28:17.772694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95d2fb-b12b-43bd-bbe2-724684296383 req-52fbb303-97cc-4a94-a0eb-2c8063daae35 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:17.774449 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6c95d2fb-b12b-43bd-bbe2-724684296383 req-52fbb303-97cc-4a94-a0eb-2c8063daae35 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0853288 Dec 22 09:28:17.820797 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6c95d2fb-b12b-43bd-bbe2-724684296383 req-ab1f1e95-0bc8-4101-8e05-23eb5efcda09 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404305 Dec 22 09:28:17.844395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36820) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:17.907606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-bd591031-d1ca-454d-96a2-25d067223365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:17.909118 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-bd591031-d1ca-454d-96a2-25d067223365 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 1098 time: 0.1863313 Dec 22 09:28:18.056516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-e779396b-16e1-481c-b2cf-46cb0f2e1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:18.058001 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-e779396b-16e1-481c-b2cf-46cb0f2e1ae5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=580b3c89-acc0-4932-8955-23acb6c58408 HTTP/1.1" status: 200 len: 896 time: 0.1415622 Dec 22 09:28:18.076663 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fc5af62d-3014-488f-b07d-47bd7ad0588c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05 HTTP/1.1" status: 200 len: 990 time: 0.2309875 Dec 22 09:28:18.090487 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.10', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'port_id': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'mac_address': 'fa:16:3e:79:3e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97830c3b-74d6-4840-8a80-6cafde572123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:28:16Z', 'updated_at': '2021-12-22T09:28:16Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78445e76-0d1f-43c6-9e4a-8ee6a359d67f', 'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:e3:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:00Z', 'updated_at': '2021-12-22T09:28:05Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:18.094270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] Checking router: 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:28:18.103174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] Routers {'71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:18.103755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:27:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:18.159003 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-40349a19-cad4-457d-94e6-6dc88bd5cebf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671 HTTP/1.1" status: 200 len: 998 time: 0.0948024 Dec 22 09:28:18.220656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-3e5a410e-ae62-4c98-a5ee-c5cb621b4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:18.222093 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-3e5a410e-ae62-4c98-a5ee-c5cb621b4c81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83cf89a4-ca05-4df6-a5c7-d840b75cd482 HTTP/1.1" status: 200 len: 835 time: 0.0561352 Dec 22 09:28:18.272992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] Set router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:18.298426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-17ad6477-e437-4df9-a555-2a67096be166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:18.299888 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-17ad6477-e437-4df9-a555-2a67096be166 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=580b3c89-acc0-4932-8955-23acb6c58408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712450 Dec 22 09:28:18.428946 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-8b217ad5-24eb-47e4-abd2-c1d5e6b28a45 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220295 Dec 22 09:28:18.596824 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4c1bb04d-1b23-47ff-aa0e-53ee76c80309 req-70d76549-7e11-47d0-a3ec-c520fb20d426 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610880 Dec 22 09:28:18.610178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.10', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'port_id': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'mac_address': 'fa:16:3e:79:3e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97830c3b-74d6-4840-8a80-6cafde572123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:28:16Z', 'updated_at': '2021-12-22T09:28:16Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78445e76-0d1f-43c6-9e4a-8ee6a359d67f', 'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:e3:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:00Z', 'updated_at': '2021-12-22T09:28:05Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:18.614228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341ebe7-dc98-43c4-8bea-cf72f5b5fb50 None None] The sync data for ids ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'] in dv-neutron-822561-2-hyperv is: [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.10', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'port_id': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'mac_address': 'fa:16:3e:79:3e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97830c3b-74d6-4840-8a80-6cafde572123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:28:16Z', 'updated_at': '2021-12-22T09:28:16Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78445e76-0d1f-43c6-9e4a-8ee6a359d67f', 'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:e3:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:00Z', 'updated_at': '2021-12-22T09:28:05Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:28:18.811918 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d5da8-3d16-4482-881a-5799bec1ce96 None None] New status for floating IP f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:28:19.078374 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36826) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:19.183699 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4511887d-059e-4e25-afb8-81cf8bfca023 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05 HTTP/1.1" status: 200 len: 992 time: 0.1041186 Dec 22 09:28:19.456788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-78b53048-86fb-4247-ac57-33de03c8d83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:21.834781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f5c964df-e5cd-4fe8-970f-63025a1ea507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:22.955258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:23.077274 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:24.317163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:25.713661 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:28:44.648689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:46.152734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b2c23-2e24-46dd-a9e6-23183f196b54 req-0dc08b0a-0e18-4ec3-9ccf-171cae4a2f96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:46.154257 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-009b2c23-2e24-46dd-a9e6-23183f196b54 req-0dc08b0a-0e18-4ec3-9ccf-171cae4a2f96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0785604 Dec 22 09:28:46.197525 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-009b2c23-2e24-46dd-a9e6-23183f196b54 req-21e59f44-3c59-423d-95fb-a15765651499 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377252 Dec 22 09:28:47.386251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac99d02-77e0-43f1-b2c7-662bb03f66af req-8c53ee48-a277-4ec2-b97c-ac5c3f57c187 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:47.387701 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fac99d02-77e0-43f1-b2c7-662bb03f66af req-8c53ee48-a277-4ec2-b97c-ac5c3f57c187 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0827730 Dec 22 09:28:47.430601 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-fac99d02-77e0-43f1-b2c7-662bb03f66af req-4443bc0c-1569-45ff-a601-9f0a0add7c0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372925 Dec 22 09:28:48.616500 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136e0e3-b3d7-4fd5-8806-1a30c3a254ba req-e25bd3e6-ce45-4ba1-8dba-6bacfa65bb9d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:48.617951 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6136e0e3-b3d7-4fd5-8806-1a30c3a254ba req-e25bd3e6-ce45-4ba1-8dba-6bacfa65bb9d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0822325 Dec 22 09:28:48.660294 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6136e0e3-b3d7-4fd5-8806-1a30c3a254ba req-13dcafc7-c07e-4b0b-9764-24ad87986e10 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Dec 22 09:28:49.457558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-15d8d348-a83d-49c5-bf3f-4168e73224ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:49.838378 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4fb16-f800-4437-b443-09d9d429b46a req-c0d08c90-c41d-4113-b79e-1aad91a0beef tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:49.839808 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2ce4fb16-f800-4437-b443-09d9d429b46a req-c0d08c90-c41d-4113-b79e-1aad91a0beef tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0772123 Dec 22 09:28:49.882392 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2ce4fb16-f800-4437-b443-09d9d429b46a req-e79521df-2fb3-4800-bd60-ac2879cbbd26 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369825 Dec 22 09:28:51.064114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9448-15ae-4bf4-8ed2-64746e35f2d0 req-51141da3-f80b-4ddc-a05b-296ad6cd2f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:51.065658 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-17cc9448-15ae-4bf4-8ed2-64746e35f2d0 req-51141da3-f80b-4ddc-a05b-296ad6cd2f7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0798154 Dec 22 09:28:51.111435 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-17cc9448-15ae-4bf4-8ed2-64746e35f2d0 req-5d127db0-7e45-4b8d-9c2d-3db3eb45109c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402086 Dec 22 09:28:51.837956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-97c6e76a-0316-413a-96ac-b0328a9555e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:52.294916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8795b4-06a1-48aa-a324-864669d47cd8 req-c40eadb4-de7e-4ba2-a384-ee2198961b50 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:52.296354 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ae8795b4-06a1-48aa-a324-864669d47cd8 req-c40eadb4-de7e-4ba2-a384-ee2198961b50 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0817690 Dec 22 09:28:52.338841 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-ae8795b4-06a1-48aa-a324-864669d47cd8 req-b6dc3d7c-0c32-426a-82ca-1114b1c3276a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369236 Dec 22 09:28:52.958833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:53.080746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:53.518330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367979e9-3f5d-4465-84cf-33f732306833 req-bf151ecd-664e-41f0-b1e9-7cb7ac65f8ea tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:53.519693 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-367979e9-3f5d-4465-84cf-33f732306833 req-bf151ecd-664e-41f0-b1e9-7cb7ac65f8ea tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0785782 Dec 22 09:28:53.563773 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-367979e9-3f5d-4465-84cf-33f732306833 req-bf05a8df-1552-47d1-92b3-6d4a8b5c5e6d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377519 Dec 22 09:28:54.321389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:54.747193 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f197a9-319f-49dd-9551-0812c2736d05 req-4fd32410-c342-4683-af12-ae80a86d2fb9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:54.748608 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-84f197a9-319f-49dd-9551-0812c2736d05 req-4fd32410-c342-4683-af12-ae80a86d2fb9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0772405 Dec 22 09:28:54.795306 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-84f197a9-319f-49dd-9551-0812c2736d05 req-fdef741e-701d-459f-a6dd-b6d2c1999ff2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410602 Dec 22 09:28:55.979584 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0c7dd-6b62-4764-bcb5-0a7ca9e3ac67 req-87f303c2-b6cc-42cc-b40f-93ecd357a72c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:55.981089 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-07c0c7dd-6b62-4764-bcb5-0a7ca9e3ac67 req-87f303c2-b6cc-42cc-b40f-93ecd357a72c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0815196 Dec 22 09:28:56.022862 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-07c0c7dd-6b62-4764-bcb5-0a7ca9e3ac67 req-babf3fe5-8229-4c09-8194-e06af2c1f3c8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362029 Dec 22 09:28:57.201695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204c393-dfab-4dbd-b6f5-952415647538 req-40dc6f7b-0db8-48d0-a625-27ad58e35826 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:57.203145 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c204c393-dfab-4dbd-b6f5-952415647538 req-40dc6f7b-0db8-48d0-a625-27ad58e35826 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0771554 Dec 22 09:28:57.247221 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c204c393-dfab-4dbd-b6f5-952415647538 req-0ef8f514-b723-47a3-bdfd-06bc69c5a066 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380108 Dec 22 09:28:57.269219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36862) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:57.381434 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-48ca2963-6e4d-4970-b49f-60bd19e09ae9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05 HTTP/1.1" status: 200 len: 992 time: 0.1111505 Dec 22 09:28:58.870282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe26584-134a-4469-ab96-203df53dcfe2 req-873b5152-1a22-4d55-a263-b3739035a7cf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:58.871711 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3fe26584-134a-4469-ab96-203df53dcfe2 req-873b5152-1a22-4d55-a263-b3739035a7cf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.1259594 Dec 22 09:28:58.924753 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3fe26584-134a-4469-ab96-203df53dcfe2 req-3a6fdd9f-eff0-4c6b-b0b0-979bb382b2cf tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464654 Dec 22 09:28:58.927159 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-e3c557be-452a-4f37-8157-ee628ec697a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:58.928491 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-e3c557be-452a-4f37-8157-ee628ec697a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 1098 time: 0.1169596 Dec 22 09:28:59.056123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-56717f29-9ff0-40ff-9b30-afdded5cd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:59.057525 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-56717f29-9ff0-40ff-9b30-afdded5cd872 service neutron] 10.222.0.54 "GET /v2.0/networks?id=580b3c89-acc0-4932-8955-23acb6c58408 HTTP/1.1" status: 200 len: 896 time: 0.1226549 Dec 22 09:28:59.254595 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-2c6131b5-8e81-4cbc-8330-a0f5b81e2a3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671 HTTP/1.1" status: 200 len: 1000 time: 0.1892312 Dec 22 09:28:59.315026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-c67eb503-ef47-41d4-aeaa-5c1b7175d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:59.316360 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-c67eb503-ef47-41d4-aeaa-5c1b7175d387 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83cf89a4-ca05-4df6-a5c7-d840b75cd482 HTTP/1.1" status: 200 len: 835 time: 0.0552645 Dec 22 09:28:59.391560 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-0044d943-bf5d-47d8-93ed-5ae2efa4b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:59.392968 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-0044d943-bf5d-47d8-93ed-5ae2efa4b0da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=580b3c89-acc0-4932-8955-23acb6c58408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705111 Dec 22 09:28:59.519285 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-20882f3f-568c-4722-8ed7-5dd50f780c4e service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184800 Dec 22 09:28:59.646386 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-590c3c66-2285-4768-9eeb-78cf2dc32ad2 req-b488c06e-e3fd-405c-b271-e2263ebc9238 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205864 Dec 22 09:29:00.124664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddff1f-ac1f-4010-a574-056cd93cfc99 req-19c224ef-f375-490d-9c1c-1d75fd4a6645 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:00.126152 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-99ddff1f-ac1f-4010-a574-056cd93cfc99 req-19c224ef-f375-490d-9c1c-1d75fd4a6645 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0937562 Dec 22 09:29:00.170102 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-99ddff1f-ac1f-4010-a574-056cd93cfc99 req-214fd808-f6cc-4469-b44e-527ba2ecaa8e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379236 Dec 22 09:29:01.501736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbacaf-601a-413e-9acd-e655bcbb91db req-3b470850-b30e-494d-870e-5d15700a1fbd tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:01.503170 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-42fbacaf-601a-413e-9acd-e655bcbb91db req-3b470850-b30e-494d-870e-5d15700a1fbd tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0780993 Dec 22 09:29:01.545052 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-42fbacaf-601a-413e-9acd-e655bcbb91db req-5970d24b-b472-4917-8baa-f309060b84f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363266 Dec 22 09:29:01.568256 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36876) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:01.671879 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a7d6671e-f6c5-4f69-9bfe-33d42faf763c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05 HTTP/1.1" status: 200 len: 992 time: 0.1025095 Dec 22 09:29:02.711937 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:29:03.637971 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-d6595e57-ddb6-4972-8985-debcd05acb72 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711658 Dec 22 09:29:03.773712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-b9600d81-ea0e-411b-85b2-4655c65e0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:03.775702 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-b9600d81-ea0e-411b-85b2-4655c65e0c37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 1098 time: 0.0695496 Dec 22 09:29:03.914796 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-7500c89a-76cc-4685-985e-92c895ff87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:03.916222 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-7500c89a-76cc-4685-985e-92c895ff87df service neutron] 10.222.0.54 "GET /v2.0/networks?id=580b3c89-acc0-4932-8955-23acb6c58408 HTTP/1.1" status: 200 len: 896 time: 0.1220212 Dec 22 09:29:04.016493 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-378b28bb-a919-49a9-b5fa-5a94c1bb7795 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671 HTTP/1.1" status: 200 len: 1000 time: 0.0938425 Dec 22 09:29:04.077122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-e368ef67-01bf-4932-ba16-aef8f678ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:04.078423 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-e368ef67-01bf-4932-ba16-aef8f678ff8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83cf89a4-ca05-4df6-a5c7-d840b75cd482 HTTP/1.1" status: 200 len: 835 time: 0.0556517 Dec 22 09:29:04.152449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-b4f676d0-bc4b-4b17-8ef5-2ab4d297d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:04.153860 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-b4f676d0-bc4b-4b17-8ef5-2ab4d297d374 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=580b3c89-acc0-4932-8955-23acb6c58408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689416 Dec 22 09:29:04.281627 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-1d8fc48d-da26-4a07-bcab-09fd9e6f3447 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214952 Dec 22 09:29:04.410373 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-be7c1541-30ac-417d-bb4d-dde04a7999ec req-82893251-df01-40f8-853a-7a6628b46590 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216640 Dec 22 09:29:14.665514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:19.458289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e533c42a-03d9-4cc0-b059-dcf8ebcff55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:21.842590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-763fee6b-ed6b-4a3d-aa11-046e94d3c0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:22.961125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:23.083358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:24.323314 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:30.083520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36890) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:30.279920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 347c9c3c-e68b-4315-99e4-8ec846bd2026 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:29:30.280219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:30.447095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:30.447420 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:30.660416 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 347c9c3c-e68b-4315-99e4-8ec846bd2026 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:29:30.804983 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:30.878434 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=347c9c3c-e68b-4315-99e4-8ec846bd2026,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:30.894556 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.894901 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.895241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.895594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.895971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.896321 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.896646 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.896990 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.897312 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.897629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.897965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.898280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:30.954001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:30.954250 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Floating IP f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05 disassociated (deleted). External IP: 172.26.1.10, port: 4a54fc13-9c99-42da-8ab7-3d7f00d84671. Dec 22 09:29:31.291625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:29:31.464779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:29:31.474515 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] Sync routers for ids ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:29:31.485277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:31.486392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] Routers {'71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:31.487017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:29:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:31.538209 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a9e712d0-34e8-42ba-adba-93369a439c13 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/floatingips/f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05 HTTP/1.1" status: 204 len: 168 time: 1.4536476 Dec 22 09:29:31.538768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97830c3b-74d6-4840-8a80-6cafde572123', 'tag': '4a54fc13-9c99-42da-8ab7-3d7f00d84671'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:29:31.584079 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97830c3b-74d6-4840-8a80-6cafde572123', 'tag': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'status': 'completed', 'code': 200} Dec 22 09:29:31.672443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] Set router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:29:31.674011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-81fd9f6a-d3c1-4a79-8f95-08eb882a6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:31.675494 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-81fd9f6a-d3c1-4a79-8f95-08eb882a6600 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 1098 time: 0.0699830 Dec 22 09:29:31.821151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-29ac8ba6-fa14-4d96-8803-e9708639ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:31.822916 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-29ac8ba6-fa14-4d96-8803-e9708639ebe6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=580b3c89-acc0-4932-8955-23acb6c58408 HTTP/1.1" status: 200 len: 896 time: 0.1408608 Dec 22 09:29:31.911359 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d7ddd-3fd7-40e1-b501-7c9ecd8f22f2 req-88be834c-88e7-45f1-b7d0-587bb65300d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:31.912225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-322d7ddd-3fd7-40e1-b501-7c9ecd8f22f2 req-88be834c-88e7-45f1-b7d0-587bb65300d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:29:31.929875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-322d7ddd-3fd7-40e1-b501-7c9ecd8f22f2 req-88be834c-88e7-45f1-b7d0-587bb65300d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:29:31.931390 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-322d7ddd-3fd7-40e1-b501-7c9ecd8f22f2 req-88be834c-88e7-45f1-b7d0-587bb65300d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.1055822 Dec 22 09:29:31.985465 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-322d7ddd-3fd7-40e1-b501-7c9ecd8f22f2 req-54b7b889-57e0-4b29-bf70-e30e0364e215 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468121 Dec 22 09:29:32.014423 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '78445e76-0d1f-43c6-9e4a-8ee6a359d67f', 'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:e3:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:00Z', 'updated_at': '2021-12-22T09:28:05Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:32.018839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] Checking router: 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:29:32.026397 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-49dbfe25-9412-4d3a-8e8b-67e991c28565 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671 HTTP/1.1" status: 200 len: 217 time: 0.1963513 Dec 22 09:29:32.028258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] Routers {'71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:32.028875 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:29:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:32.088243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-23ca72b7-86e0-4a08-930b-e39bb3de7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:32.089563 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-23ca72b7-86e0-4a08-930b-e39bb3de7676 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83cf89a4-ca05-4df6-a5c7-d840b75cd482 HTTP/1.1" status: 200 len: 835 time: 0.0570230 Dec 22 09:29:32.167586 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-58503cbd-3c8e-4174-afb1-577fc5e181ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:32.169077 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-58503cbd-3c8e-4174-afb1-577fc5e181ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=580b3c89-acc0-4932-8955-23acb6c58408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714929 Dec 22 09:29:32.204713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] Set router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:29:32.308898 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-dbbf2caf-9b95-40b9-8900-e05ed54aafb1 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294305 Dec 22 09:29:32.440298 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fd0b0261-ba3f-4049-a9d2-94ede02039fc req-8ed25860-109d-4dc0-ad19-ba7d47c2d7f7 service neutron] 10.222.0.54 "GET /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239097 Dec 22 09:29:32.507438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '78445e76-0d1f-43c6-9e4a-8ee6a359d67f', 'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:e3:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:00Z', 'updated_at': '2021-12-22T09:28:05Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:32.511812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a7b451-db4f-4a26-8d78-42aac9ba07d9 None None] The sync data for ids ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'] in dv-neutron-822561-2-hyperv is: [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': '78445e76-0d1f-43c6-9e4a-8ee6a359d67f', 'name': '', 'network_id': '580b3c89-acc0-4932-8955-23acb6c58408', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:e3:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:00Z', 'updated_at': '2021-12-22T09:28:05Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '83cf89a4-ca05-4df6-a5c7-d840b75cd482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:29:32.713812 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26a2a92-a35a-47aa-a996-c85375ef2294 None None] New status for floating IP f3a6a5a0-dce5-4dc4-a6d4-c1a8571b8f05: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:29:33.168617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eb937-be8a-4992-b110-cb18a5ab2330 req-26ba4eb3-2a4c-4cbd-bb8c-24c1d5feaa50 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:33.170073 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-821eb937-be8a-4992-b110-cb18a5ab2330 req-26ba4eb3-2a4c-4cbd-bb8c-24c1d5feaa50 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0785627 Dec 22 09:29:33.213120 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-821eb937-be8a-4992-b110-cb18a5ab2330 req-bdc50d4f-67d6-4aed-959c-81b388332634 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=25f0bda6-4338-4116-b5de-e65baf327c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375371 Dec 22 09:29:33.327438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-8eb07e93-c9db-4fd0-9aea-3642477e31dd tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:33.328720 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-8eb07e93-c9db-4fd0-9aea-3642477e31dd tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 945 time: 0.0785706 Dec 22 09:29:33.395472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:29:33.395807 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:33.635912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 4a54fc13-9c99-42da-8ab7-3d7f00d84671, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4a54fc13-9c99-42da-8ab7-3d7f00d84671,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:29:33.636256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:33.753606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 4a54fc13-9c99-42da-8ab7-3d7f00d84671 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:29:33.894956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:33.974005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=4a54fc13-9c99-42da-8ab7-3d7f00d84671,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:33.990416 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.990754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.991085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.991408 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.991727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.992045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.992366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.992680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.992996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.993301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.993608 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:33.993938 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:34.030680 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] No DVR routers for this DVR port 4a54fc13-9c99-42da-8ab7-3d7f00d84671 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:29:34.032940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:34.035307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97830c3b-74d6-4840-8a80-6cafde572123', 'name': 'network-vif-deleted', 'tag': '4a54fc13-9c99-42da-8ab7-3d7f00d84671'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:29:34.050756 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-52a3dc5f-19d2-4b2a-b92f-fffb7f13705f req-e56485c6-3edd-4bad-bbe0-c8aad203b6f3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "DELETE /v2.0/ports/4a54fc13-9c99-42da-8ab7-3d7f00d84671 HTTP/1.1" status: 204 len: 173 time: 0.7158425 Dec 22 09:29:34.090119 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97830c3b-74d6-4840-8a80-6cafde572123', 'name': 'network-vif-deleted', 'tag': '4a54fc13-9c99-42da-8ab7-3d7f00d84671', 'status': 'completed', 'code': 200} Dec 22 09:29:34.379513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-6879b539-dc14-49e7-9701-95d68d6c1a8c req-185f0984-5e16-472b-8586-5c44100da961 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:29:34.396240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-6879b539-dc14-49e7-9701-95d68d6c1a8c req-185f0984-5e16-472b-8586-5c44100da961 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:29:34.397623 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6879b539-dc14-49e7-9701-95d68d6c1a8c req-185f0984-5e16-472b-8586-5c44100da961 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=97830c3b-74d6-4840-8a80-6cafde572123 HTTP/1.1" status: 200 len: 210 time: 0.0633590 Dec 22 09:29:35.491311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36908) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:36.125444 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:36.463062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:29:36.463904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:36.643108 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 78445e76-0d1f-43c6-9e4a-8ee6a359d67f, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=78445e76-0d1f-43c6-9e4a-8ee6a359d67f,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:29:36.643840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:36.764334 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 78445e76-0d1f-43c6-9e4a-8ee6a359d67f owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:29:37.069827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 4a54fc13-9c99-42da-8ab7-3d7f00d84671 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:29:37.103633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 4a54fc13-9c99-42da-8ab7-3d7f00d84671 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:29:37.104058 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 4a54fc13-9c99-42da-8ab7-3d7f00d84671 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:29:37.190031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:37.237997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=78445e76-0d1f-43c6-9e4a-8ee6a359d67f,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:37.506809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:37.875816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:29:38.057562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:29:38.069611 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] Sync routers for ids ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:29:38.074037 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-47cef6c0-ab4b-4368-9e62-6ee31aa627ce tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "PUT /v2.0/routers/71bbb7e5-b777-46e1-b2f1-1be59ea09ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5815847 Dec 22 09:29:38.076554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36912) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:38.080021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] Routers {'71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:38.080750 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:29:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:38.147622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b842b0-876f-476c-98ec-718c64cf7b95 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting subnet 83cf89a4-ca05-4df6-a5c7-d840b75cd482 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:29:38.150398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02b842b0-876f-476c-98ec-718c64cf7b95 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:38.205531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02b842b0-876f-476c-98ec-718c64cf7b95 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:38.298852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02b842b0-876f-476c-98ec-718c64cf7b95 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:38.313704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] Set router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:29:38.370104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02b842b0-876f-476c-98ec-718c64cf7b95 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:38.408872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b842b0-876f-476c-98ec-718c64cf7b95 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Subnet': ['ID=83cf89a4-ca05-4df6-a5c7-d840b75cd482,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:38.412374 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-02b842b0-876f-476c-98ec-718c64cf7b95 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:38.418534 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-02b842b0-876f-476c-98ec-718c64cf7b95 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/subnets/83cf89a4-ca05-4df6-a5c7-d840b75cd482 HTTP/1.1" status: 204 len: 168 time: 0.3410292 Dec 22 09:29:38.421107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36916) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:38.426039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b7d5c7-d29a-4e34-8502-a16dd7907019 None None] Network 580b3c89-acc0-4932-8955-23acb6c58408 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:29:38.710734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:38.774740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:29:37Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:38.779621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] Checking router: 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:29:38.790949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] Routers {'71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:38.793704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:29:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:38.842581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] DHCP port deletion for 580b3c89-acc0-4932-8955-23acb6c58408 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:29:38.866383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Deleting port 8c8c929b-904c-4465-9182-394c50b95f56 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:29:38.866754 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:38.901080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:38.910937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 76826a43-1205-47e0-8498-bac2120c2849 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:29:38.911272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.076435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] Set router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:29:39.081032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 76826a43-1205-47e0-8498-bac2120c2849, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=76826a43-1205-47e0-8498-bac2120c2849,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:29:39.081381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.200571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 76826a43-1205-47e0-8498-bac2120c2849 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:29:39.365236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.379718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] For port 8c8c929b-904c-4465-9182-394c50b95f56, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=8c8c929b-904c-4465-9182-394c50b95f56,segment=NetworkSegment(748847d3-109e-40ce-8594-2a9b72412a2e),segment_id=748847d3-109e-40ce-8594-2a9b72412a2e)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:29:39.380307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.412556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=76826a43-1205-47e0-8498-bac2120c2849,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:39.501003 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.505230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Calling delete_port for 8c8c929b-904c-4465-9182-394c50b95f56 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:29:39.623369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8c8c929b-904c-4465-9182-394c50b95f56 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:29:39.671732 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.705529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.707634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.712281 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:29:39.732192 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Pushing event deleted for resources: {'Port': ['ID=8c8c929b-904c-4465-9182-394c50b95f56,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:39.733632 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.734178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Fanout notify agent at l3_agent the message router_deleted on router 71bbb7e5-b777-46e1-b2f1-1be59ea09ddc {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:29:39.734526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] No DVR routers for this DVR port 8c8c929b-904c-4465-9182-394c50b95f56 on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:29:39.751020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.752083 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1d66676f-324b-4e45-a732-d300e5baab0e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/routers/71bbb7e5-b777-46e1-b2f1-1be59ea09ddc HTTP/1.1" status: 204 len: 168 time: 1.3300879 Dec 22 09:29:39.754863 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36920) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:39.755422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.755762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.756099 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.756425 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.756745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.757065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.757384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.757718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.758034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.758347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.758661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.758971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c993b-73b3-4f5b-a3e6-c144a308c5b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:39.765653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No active binding found for port 8c8c929b-904c-4465-9182-394c50b95f56 {{(pid=87536) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 09:29:39.766086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 8c8c929b-904c-4465-9182-394c50b95f56 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:29:39.775191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:29:37Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:39.779745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970d043-54a2-485f-9c6f-dc4828be4936 None None] The sync data for ids ['71bbb7e5-b777-46e1-b2f1-1be59ea09ddc'] in dv-neutron-822561-2-hyperv is: [{'id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130982845', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236'}], 'enable_snat': True}, 'gw_port_id': '76826a43-1205-47e0-8498-bac2120c2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:29:37Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': '76826a43-1205-47e0-8498-bac2120c2849', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bbb7e5-b777-46e1-b2f1-1be59ea09ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:56Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:29:39.869504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.999212 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.023884 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580b3c89-acc0-4932-8955-23acb6c58408']}} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:40.035400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748847d3-109e-40ce-8594-2a9b72412a2e') {'for_net_delete': True} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:40.035695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.services.segments.db [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748847d3-109e-40ce-8594-2a9b72412a2e') {} {{(pid=87534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:40.046531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14980008'] for segment, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.062310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.068921 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:29:40.069331 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15400619'] for segment, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: Traceback (most recent call last): Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: timer() Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: cb(*args, **kw) Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: return func(*args, **kwargs) Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: self._notify() Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: self.callback(batched_events) Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: event.method(event) Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: return f(self, *a, **k) Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._get(url).json() Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: return self.request(url, 'GET', **kwargs) Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:29:40.084218 dv-neutron-822561-2-hyperv neutron-server[87534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:29:40.278336 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.294962 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.308034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Network': ['ID=580b3c89-acc0-4932-8955-23acb6c58408,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:40.315371 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9aaadc04-1b74-4bca-960d-7a3b5a9a4005 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/networks/580b3c89-acc0-4932-8955-23acb6c58408 HTTP/1.1" status: 204 len: 168 time: 0.5593016 Dec 22 09:29:40.318111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36924) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:40.391473 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-378f5ac7-c000-4c91-a095-7b50148f6337 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.422050 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-378f5ac7-c000-4c91-a095-7b50148f6337 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.485981 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-378f5ac7-c000-4c91-a095-7b50148f6337 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.504142 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f5ac7-c000-4c91-a095-7b50148f6337 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f0bda6-4338-4116-b5de-e65baf327c8f,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:40.513507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-378f5ac7-c000-4c91-a095-7b50148f6337 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.514689 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-378f5ac7-c000-4c91-a095-7b50148f6337 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/security-groups/25f0bda6-4338-4116-b5de-e65baf327c8f HTTP/1.1" status: 204 len: 168 time: 0.1957867 Dec 22 09:29:40.934564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36932) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:40.939714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389993205', 'description': 'tempest-secgroup-smoke-389993205 description', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:40.946046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:40.950190 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:40.952998 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:40.958614 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:40.969486 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.989438 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:40.993095 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:40.995879 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:41.001386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:41.069037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.072202 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.118111 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c772b8f-1a28-4663-8686-f657da8a1257,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:41.123932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.128346 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c7ae9905-787f-4172-b735-d18d31bbdf51 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1897235 Dec 22 09:29:41.128346 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36936) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:41.133121 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '0c772b8f-1a28-4663-8686-f657da8a1257', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:41.139430 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:41.143179 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:41.146000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:41.152177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:41.167995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.226138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.229673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.251905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec80a4b4-1065-4806-a564-6d2c73a3ade1,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:41.260896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.262144 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-b9cd0587-3431-4751-be18-008d84d44dd1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329875 Dec 22 09:29:41.264742 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36940) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:41.269547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '0c772b8f-1a28-4663-8686-f657da8a1257', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:41.275472 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:41.279797 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:41.282623 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:41.288351 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:41.306308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.369469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.372710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.395129 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbd1e96-d8c5-478a-a09d-ce2d712186f8,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:41.403861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.405005 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e74becc0-5816-408b-a803-597f59fc13e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393752 Dec 22 09:29:41.407683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36944) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:41.412400 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '0c772b8f-1a28-4663-8686-f657da8a1257', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:41.418026 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:41.421699 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:41.424466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:41.430137 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:41.445120 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.507117 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.511846 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.524600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 76826a43-1205-47e0-8498-bac2120c2849 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:29:41.534248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ed9c8e-86bf-4a9f-9cf4-8376faecf8ad,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:41.543716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.544897 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7c037a39-8406-49eb-b499-ee2f4e2195a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363258 Dec 22 09:29:41.551811 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36948) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:41.556713 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '0c772b8f-1a28-4663-8686-f657da8a1257', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:41.563238 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:41.563718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 76826a43-1205-47e0-8498-bac2120c2849 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:29:41.564074 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 76826a43-1205-47e0-8498-bac2120c2849 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:29:41.564485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 78445e76-0d1f-43c6-9e4a-8ee6a359d67f no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:29:41.567008 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:41.569832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:41.576067 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:41.592278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.598007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 78445e76-0d1f-43c6-9e4a-8ee6a359d67f {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:29:41.598361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 78445e76-0d1f-43c6-9e4a-8ee6a359d67f not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:29:41.657459 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.660731 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.680521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640a33bc-2174-4663-9e36-a1627e5805f8,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:41.691652 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.692799 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-6930977d-e5a7-4a3a-b8aa-d57775a917d8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400850 Dec 22 09:29:41.695520 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36952) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:41.700802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '0c772b8f-1a28-4663-8686-f657da8a1257', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:41.706370 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:41.710113 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:41.712907 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:41.718544 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:41.729262 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Project 74d57e6f8b6a4f5f8521f71bfa167f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:29:41.735705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.798920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.802228 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.824978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a9ed4d-22bf-448b-8fef-01e73f73566b,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:41.833867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.835128 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7ebbaf87-bdc1-48ba-98d7-45a357cf81fe tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387229 Dec 22 09:29:41.837822 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36956) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:41.842832 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'security_group_rule': {'security_group_id': '0c772b8f-1a28-4663-8686-f657da8a1257', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:41.852311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:41.857441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:security_group_rule and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:41.860302 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:41.865916 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:41.876488 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Project 74d57e6f8b6a4f5f8521f71bfa167f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:29:41.882872 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.946927 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.950573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.976898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb65c3fa-d26a-4ef0-8940-f9a0796b31f2,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:41.985441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.986676 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-f8221337-34b3-47a9-8bfc-9cfb22e2dae8 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479566 Dec 22 09:29:41.989335 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36960) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:41.995563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'network': {'name': 'tempest-network-smoke--126526520', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'port_security_enabled': True}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:42.000392 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:42.004533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:network and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:42.007564 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:42.013350 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:42.023780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:29:42.027268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.054241 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:29:42.063341 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.063769 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Added segment 18230333-9068-4c1e-946a-bd2b69699d1c of type vlan for network 726cc98e-0a46-4053-9df3-d49637ebbb0c Dec 22 09:29:42.088653 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.116866 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.122885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:42.123459 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.226910 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2365019 Dec 22 09:29:42.230911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d193f-35dc-47bc-80d6-6a5ea41a06eb tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Network': ['ID=726cc98e-0a46-4053-9df3-d49637ebbb0c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:42.231080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36964) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:42.237231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'admin_state_up': True, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:42.240975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 726cc98e-0a46-4053-9df3-d49637ebbb0c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:29:42.246196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:42.249957 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:router and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:42.252749 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:42.259381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:42.269061 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.270037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.285400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.660031 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.969092 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:43.004388 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:43.142187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.26.1.91 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:29:43.292026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:43.321050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:43.390043 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:29:43.392901 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:29:43.396473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:29:43.435563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:43.807479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:44.247392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:44.444860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router c143ab7b-c046-44bc-bddc-c6491a82e48e is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:29:44.618892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:29:44.628503 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Sync routers for ids ['c143ab7b-c046-44bc-bddc-c6491a82e48e'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:29:44.637990 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Routers {'c143ab7b-c046-44bc-bddc-c6491a82e48e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:44.638596 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:29:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c143ab7b-c046-44bc-bddc-c6491a82e48e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:44.647498 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:44.651824 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-464d202b-1f9f-4030-ba74-397c0a577f38 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4169381 Dec 22 09:29:44.652173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36968) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:44.661184 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:44.694637 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8305fec0-d15b-4d3b-9ec0-27a0fac5d5b9 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=74d57e6f8b6a4f5f8521f71bfa167f71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390341 Dec 22 09:29:44.694850 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36972) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:44.812348 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Set router c143ab7b-c046-44bc-bddc-c6491a82e48e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:29:44.821001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2e946d-ab4b-44d0-a7fd-43c2e90a134f tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:44.822639 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5d2e946d-ab4b-44d0-a7fd-43c2e90a134f tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268771 Dec 22 09:29:44.825916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 36976) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:44.863525 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-03827015-df5b-4b30-971c-3c580365b94a tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=24ccee19-c423-466b-9e41-455fb79e1fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365708 Dec 22 09:29:44.866036 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36980) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:44.872332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1257867679', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:44.983354 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:44.987087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:subnet and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:29:44.989896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:29:44.996594 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:45.006792 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:29:45.010340 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.126135 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:43Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:45.129908 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Checking router: c143ab7b-c046-44bc-bddc-c6491a82e48e for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:29:45.130351 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Updating router c143ab7b-c046-44bc-bddc-c6491a82e48e port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:29:45.184034 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.225447 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.302436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Subnet': ['ID=8518a896-12db-4de8-886a-58555416b6db,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:45.310914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Checking segment: {'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:29:45.311274 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network hostable DHCP agents. Network: 726cc98e-0a46-4053-9df3-d49637ebbb0c, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:29:45.330267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 726cc98e-0a46-4053-9df3-d49637ebbb0c is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:29:45.340768 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 726cc98e-0a46-4053-9df3-d49637ebbb0c) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:29:45.345455 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:45.346625 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.351896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e2de5-20be-460d-af9d-c345305d935f None None] Network 726cc98e-0a46-4053-9df3-d49637ebbb0c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:29:45.370853 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-53537759-1b1f-41ec-891b-684b1633925d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5012014 Dec 22 09:29:45.371150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 36988) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:45.507605 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.519501 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Transition to ACTIVE for port object fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:29:45.527975 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.580521 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-726cc98e-0a46-4053-9df3-d49637ebbb0c', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:29:45.581356 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.606363 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Pushing event updated for resources: {'Port': ['ID=fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5,revision_number=2']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:45.610813 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Attempting to bind port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:29:45.611177 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Attempting to bind port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:29:45.611534 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Attempting to bind port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:29:45.618094 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.618443 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.618772 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.619099 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.619422 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.619782 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.620383 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.620383 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.620719 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.621033 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.621348 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.621658 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:29:45.626798 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:45.627166 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:29:45.627561 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.627932 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:45.628394 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Bound port: fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:29:45.628757 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.703085 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] For port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:29:45.706310 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] For port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:29:45.711162 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.747697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Allocated IP 172.20.0.2 (726cc98e-0a46-4053-9df3-d49637ebbb0c/8518a896-12db-4de8-886a-58555416b6db/766d5f7c-86ef-4228-9c5c-07960bdfa15b) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:29:45.787418 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c4fe5-76f9-40f5-984b-9c7c13d462ad None None] Pushing event updated for resources: {'Port': ['ID=fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:45.799887 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Routers {'c143ab7b-c046-44bc-bddc-c6491a82e48e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:45.800502 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:29:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c143ab7b-c046-44bc-bddc-c6491a82e48e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:45.965230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:45.976094 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Transition to ACTIVE for port object 766d5f7c-86ef-4228-9c5c-07960bdfa15b will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:29:45.984717 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] Set router c143ab7b-c046-44bc-bddc-c6491a82e48e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:29:45.996482 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Transition to ACTIVE for port object 766d5f7c-86ef-4228-9c5c-07960bdfa15b will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:29:46.003967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:46.077288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Network 726cc98e-0a46-4053-9df3-d49637ebbb0c is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:29:46.079992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:29:46.083496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:29:46.089065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Pushing event updated for resources: {'Port': ['ID=766d5f7c-86ef-4228-9c5c-07960bdfa15b,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:46.176921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Attempting to bind port 766d5f7c-86ef-4228-9c5c-07960bdfa15b on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:29:46.177620 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Attempting to bind port 766d5f7c-86ef-4228-9c5c-07960bdfa15b by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:29:46.177796 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Attempting to bind port 766d5f7c-86ef-4228-9c5c-07960bdfa15b on network 726cc98e-0a46-4053-9df3-d49637ebbb0c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:29:46.183675 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:46.184046 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Checking segment: {'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:29:46.184164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:46.184621 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:46.184811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Bound using segment: {'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:46.185379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Bound port: 766d5f7c-86ef-4228-9c5c-07960bdfa15b, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:29:46.185776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:46.274256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] For port 766d5f7c-86ef-4228-9c5c-07960bdfa15b, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:29:46.277309 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] For port 766d5f7c-86ef-4228-9c5c-07960bdfa15b, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=766d5f7c-86ef-4228-9c5c-07960bdfa15b,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:29:46.283032 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:46.292401 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:43Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:46.296594 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9796b0-6fbc-448e-88e8-67d920d3e056 None None] The sync data for ids ['c143ab7b-c046-44bc-bddc-c6491a82e48e'] in dv-neutron-822561-2-hyperv is: [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:43Z', 'revision_number': 3, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:29:46.409185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12f5f8-cbd2-4c18-8c64-ee4e03f906dc None None] Pushing event updated for resources: {'Port': ['ID=766d5f7c-86ef-4228-9c5c-07960bdfa15b,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:46.647908 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.20.0.1 (726cc98e-0a46-4053-9df3-d49637ebbb0c/8518a896-12db-4de8-886a-58555416b6db/c19cc628-fd73-4f65-b80d-8962f414f9e6) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:29:46.825178 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:46.842037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Transition to ACTIVE for port object c19cc628-fd73-4f65-b80d-8962f414f9e6 will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:29:46.867934 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:46.941997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 726cc98e-0a46-4053-9df3-d49637ebbb0c is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:29:46.945609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:29:46.950000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:29:46.988591 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=c19cc628-fd73-4f65-b80d-8962f414f9e6,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:47.012175 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:47.152996 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:47.402229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a032566a-17f9-46fa-81b4-63e610a48b8c None None] Network 726cc98e-0a46-4053-9df3-d49637ebbb0c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:29:47.512338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2167c2da-e6e5-4587-8234-38f48641ef01 None None] Provisioning for port 766d5f7c-86ef-4228-9c5c-07960bdfa15b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:29:47.657492 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:29:47.716497 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:47.722267 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:47.754454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:29:47.759676 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:47.760700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:47.839572 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:47.843074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=c19cc628-fd73-4f65-b80d-8962f414f9e6,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:47.895135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:47.912690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:29:47.918966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:47.919742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 766d5f7c-86ef-4228-9c5c-07960bdfa15b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:29:47.992851 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 726cc98e-0a46-4053-9df3-d49637ebbb0c is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:29:47.994159 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:29:48.042700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:48.061516 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 766d5f7c-86ef-4228-9c5c-07960bdfa15b completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:29:48.065977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ea966978-f712-4e16-9441-7e6a364d3b22 None None] Provisioning for port c19cc628-fd73-4f65-b80d-8962f414f9e6 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:29:48.070870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ea966978-f712-4e16-9441-7e6a364d3b22 None None] Provisioning complete for port c19cc628-fd73-4f65-b80d-8962f414f9e6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:48.071245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ea966978-f712-4e16-9441-7e6a364d3b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:48.099291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 766d5f7c-86ef-4228-9c5c-07960bdfa15b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:48.099291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:48.173045 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-ea966978-f712-4e16-9441-7e6a364d3b22 None None] Port c19cc628-fd73-4f65-b80d-8962f414f9e6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:29:48.192663 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ea966978-f712-4e16-9441-7e6a364d3b22 None None] Provisioning complete for port 766d5f7c-86ef-4228-9c5c-07960bdfa15b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:48.193029 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ea966978-f712-4e16-9441-7e6a364d3b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:48.194015 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router c143ab7b-c046-44bc-bddc-c6491a82e48e has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:29:48.299798 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:48.381027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 766d5f7c-86ef-4228-9c5c-07960bdfa15b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=766d5f7c-86ef-4228-9c5c-07960bdfa15b,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:29:48.386777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:29:48.387599 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ea966978-f712-4e16-9441-7e6a364d3b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:48.399186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:48.410742 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-eaa1c1fe-61fa-4906-9af7-a59aae0a55aa tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "PUT /v2.0/routers/c143ab7b-c046-44bc-bddc-c6491a82e48e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0383387 Dec 22 09:29:48.435956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Sync routers for ids ['c143ab7b-c046-44bc-bddc-c6491a82e48e'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:29:48.478018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Routers {'c143ab7b-c046-44bc-bddc-c6491a82e48e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:48.478640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:29:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c143ab7b-c046-44bc-bddc-c6491a82e48e'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:48.562375 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-dce7386e-78d5-4141-9f8d-fa06a7844785 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389993205&fields=id&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 267 time: 0.0425549 Dec 22 09:29:48.612545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=766d5f7c-86ef-4228-9c5c-07960bdfa15b,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:48.672440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-ea966978-f712-4e16-9441-7e6a364d3b22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:29:48.672799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-ea966978-f712-4e16-9441-7e6a364d3b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:29:48.709066 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-7375511d-0b88-4972-8eca-33dc459ffc10 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:48.710423 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-7375511d-0b88-4972-8eca-33dc459ffc10 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/networks?id=726cc98e-0a46-4053-9df3-d49637ebbb0c HTTP/1.1" status: 200 len: 796 time: 0.1405630 Dec 22 09:29:48.718803 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Set router c143ab7b-c046-44bc-bddc-c6491a82e48e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:29:48.726046 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-b0f0effa-00b2-42d6-ab6f-075b24c3eff4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/quotas/74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 375 time: 0.0089123 Dec 22 09:29:48.805368 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-30a292cb-962b-4176-a621-70b652dc2705 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:29:48.820378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-30a292cb-962b-4176-a621-70b652dc2705 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:29:48.821665 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-30a292cb-962b-4176-a621-70b652dc2705 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902386 Dec 22 09:29:48.883390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-d8fd6f7c-d689-4b07-bb99-197a02296aa3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:29:48.884376 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-d8fd6f7c-d689-4b07-bb99-197a02296aa3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502582 Dec 22 09:29:49.016841 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-4fc37b56-f3b1-4a41-a96d-24fd42b47636 service neutron] 10.222.0.37 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254265 Dec 22 09:29:49.068792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c19cc628-fd73-4f65-b80d-8962f414f9e6', 'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:2e:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:46Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 2, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8518a896-12db-4de8-886a-58555416b6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:49.073276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Checking router: c143ab7b-c046-44bc-bddc-c6491a82e48e for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:29:49.073642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Updating router c143ab7b-c046-44bc-bddc-c6491a82e48e port c19cc628-fd73-4f65-b80d-8962f414f9e6 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:29:49.126658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:49.144645 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-aecbb3cf-c173-4965-a7ea-5316e5ed5836 service neutron] 10.222.0.37 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219883 Dec 22 09:29:49.326449 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-1260675a-f5e1-4884-8e96-506be813fcbf req-e50df7cd-568e-4ea5-8a3e-ebf9a2585f66 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:29:49.339038 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-1260675a-f5e1-4884-8e96-506be813fcbf req-e50df7cd-568e-4ea5-8a3e-ebf9a2585f66 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:29:49.340265 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1260675a-f5e1-4884-8e96-506be813fcbf req-e50df7cd-568e-4ea5-8a3e-ebf9a2585f66 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 210 time: 0.0591240 Dec 22 09:29:49.438010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c5b978cf-0122-445a-b372-42f8d9857309 None None] Provisioning complete for port c19cc628-fd73-4f65-b80d-8962f414f9e6 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:49.438623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c5b978cf-0122-445a-b372-42f8d9857309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:49.513950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-90bfd546-fc4a-4d83-9694-3cd73f26c58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:49.516407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c5b978cf-0122-445a-b372-42f8d9857309 None None] Port c19cc628-fd73-4f65-b80d-8962f414f9e6 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:29:49.582808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:29:49.639579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:49.657524 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Transition to ACTIVE for port object c19cc628-fd73-4f65-b80d-8962f414f9e6 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:29:49.668256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:49.774218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:49.774505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:49.840424 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe982a6b-e137-447f-a659-6823881d56fe None None] Pushing event updated for resources: {'Port': ['ID=c19cc628-fd73-4f65-b80d-8962f414f9e6,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:49.942292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Attempting to bind port c19cc628-fd73-4f65-b80d-8962f414f9e6 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:29:49.942653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Attempting to bind port c19cc628-fd73-4f65-b80d-8962f414f9e6 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:29:49.943011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Attempting to bind port c19cc628-fd73-4f65-b80d-8962f414f9e6 on network 726cc98e-0a46-4053-9df3-d49637ebbb0c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:29:49.950218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:49.950583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Checking segment: {'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:29:49.950977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:49.951360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Bound using segment: {'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:49.951813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Bound port: c19cc628-fd73-4f65-b80d-8962f414f9e6, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:29:49.952185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:50.066108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 766d5f7c-86ef-4228-9c5c-07960bdfa15b up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:29:50.143913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] For port c19cc628-fd73-4f65-b80d-8962f414f9e6, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:29:50.147497 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] For port c19cc628-fd73-4f65-b80d-8962f414f9e6, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c19cc628-fd73-4f65-b80d-8962f414f9e6,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:29:50.153175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:50.224768 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 766d5f7c-86ef-4228-9c5c-07960bdfa15b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:50.225132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:50.282636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Routers {'c143ab7b-c046-44bc-bddc-c6491a82e48e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:50.283809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:29:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c143ab7b-c046-44bc-bddc-c6491a82e48e'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:50.346819 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe982a6b-e137-447f-a659-6823881d56fe None None] Pushing event updated for resources: {'Port': ['ID=c19cc628-fd73-4f65-b80d-8962f414f9e6,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:50.560622 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1074dbc3-da6d-4b97-bf25-957f1e69063d req-4d1874c7-66d1-46e8-9045-5870dc01ad56 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 210 time: 0.0636659 Dec 22 09:29:50.598056 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-e884c1c7-01f4-41e7-a904-9b54496d8ec6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:50.599409 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-e884c1c7-01f4-41e7-a904-9b54496d8ec6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/networks?id=726cc98e-0a46-4053-9df3-d49637ebbb0c HTTP/1.1" status: 200 len: 796 time: 0.3820255 Dec 22 09:29:50.629917 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] Set router c143ab7b-c046-44bc-bddc-c6491a82e48e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:29:50.648585 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a21ad9d2-5f23-48cd-ac3a-6721ae384f29 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71 HTTP/1.1" status: 200 len: 379 time: 0.0404866 Dec 22 09:29:50.657820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'port': {'device_id': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'admin_state_up': True, 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'security_groups': ['0c772b8f-1a28-4663-8686-f657da8a1257']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:50.790542 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:29:50.800084 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:29:50.810502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Made reservation on behalf of 74d57e6f8b6a4f5f8521f71bfa167f71 for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:29:50.813971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:50.939084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c19cc628-fd73-4f65-b80d-8962f414f9e6', 'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:2e:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:46Z', 'updated_at': '2021-12-22T09:29:50Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8518a896-12db-4de8-886a-58555416b6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:50.943012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5593c-cf24-42b3-8106-b7a2da28438f None None] The sync data for ids ['c143ab7b-c046-44bc-bddc-c6491a82e48e'] in dv-neutron-822561-2-hyperv is: [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c19cc628-fd73-4f65-b80d-8962f414f9e6', 'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:2e:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:46Z', 'updated_at': '2021-12-22T09:29:50Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8518a896-12db-4de8-886a-58555416b6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:29:50.975559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.20.0.3 (726cc98e-0a46-4053-9df3-d49637ebbb0c/8518a896-12db-4de8-886a-58555416b6db/08709715-2001-4ae3-b3e1-3a3942c6725a) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:29:51.186711 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:51.203220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Transition to ACTIVE for port object 08709715-2001-4ae3-b3e1-3a3942c6725a will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:29:51.227681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:51.304504 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 726cc98e-0a46-4053-9df3-d49637ebbb0c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:29:51.307784 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:29:51.311661 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:29:51.346197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=08709715-2001-4ae3-b3e1-3a3942c6725a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:51.379144 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:51.379789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:51.408980 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-a73f2eea-df02-483a-b397-44637d8344a5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546360 Dec 22 09:29:51.421223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Request body: {'port': {'device_id': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:51.543523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:51.558962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-16a44c46-c151-4346-bc89-a471c8fb00a7 None None] Provisioning for port 08709715-2001-4ae3-b3e1-3a3942c6725a completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:29:51.564184 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-16a44c46-c151-4346-bc89-a471c8fb00a7 None None] Provisioning complete for port 08709715-2001-4ae3-b3e1-3a3942c6725a triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:51.564561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-16a44c46-c151-4346-bc89-a471c8fb00a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:51.625305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c19cc628-fd73-4f65-b80d-8962f414f9e6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:29:51.706330 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-16a44c46-c151-4346-bc89-a471c8fb00a7 None None] Port 08709715-2001-4ae3-b3e1-3a3942c6725a cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:29:51.731284 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port c19cc628-fd73-4f65-b80d-8962f414f9e6 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:29:51.737852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c19cc628-fd73-4f65-b80d-8962f414f9e6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:51.738396 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:51.800885 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05935187-c244-49b5-8b80-4366abfc6511 req-4076d989-adbb-45b7-a3e0-df9f99382a08 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:51.809745 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-05935187-c244-49b5-8b80-4366abfc6511 req-4076d989-adbb-45b7-a3e0-df9f99382a08 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 931 time: 0.1261666 Dec 22 09:29:51.813344 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [req-76ecfac0-4416-43af-9447-bc672d2aae66 req-2d784ae3-3444-447f-b6b7-6cec25d0779d service neutron] (87534) timed out ('10.222.0.54', 53151) {{(pid=87534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:29:51.860386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-05935187-c244-49b5-8b80-4366abfc6511 req-6d18e0a4-ce3b-49be-8ec4-195e494d30f1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:29:51.882805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-05935187-c244-49b5-8b80-4366abfc6511 req-6d18e0a4-ce3b-49be-8ec4-195e494d30f1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:29:51.889470 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-05935187-c244-49b5-8b80-4366abfc6511 req-6d18e0a4-ce3b-49be-8ec4-195e494d30f1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738630 Dec 22 09:29:51.905748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-47404d9a-0826-485f-8bc6-f4488dabe52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:51.914552 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:51.932874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08709715-2001-4ae3-b3e1-3a3942c6725a {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:29:51.941000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:51.957147 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Transition to ACTIVE for port object 08709715-2001-4ae3-b3e1-3a3942c6725a will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:29:51.959775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port c19cc628-fd73-4f65-b80d-8962f414f9e6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c19cc628-fd73-4f65-b80d-8962f414f9e6,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:29:51.963254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:51.967039 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:52.048038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=c19cc628-fd73-4f65-b80d-8962f414f9e6,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:52.095085 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Pushing event updated for resources: {'Port': ['ID=08709715-2001-4ae3-b3e1-3a3942c6725a,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:52.219858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Attempting to bind port 08709715-2001-4ae3-b3e1-3a3942c6725a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:29:52.220111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Attempting to bind port 08709715-2001-4ae3-b3e1-3a3942c6725a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:29:52.220430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Attempting to bind port 08709715-2001-4ae3-b3e1-3a3942c6725a on network 726cc98e-0a46-4053-9df3-d49637ebbb0c {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:29:52.225451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Port 08709715-2001-4ae3-b3e1-3a3942c6725a on network 726cc98e-0a46-4053-9df3-d49637ebbb0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:29:52.225788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Attempting to bind port 08709715-2001-4ae3-b3e1-3a3942c6725a on network 726cc98e-0a46-4053-9df3-d49637ebbb0c {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:29:52.231688 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:52.232020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Checking segment: {'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:29:52.232400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Bound using segment: {'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:52.232819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Bound port: 08709715-2001-4ae3-b3e1-3a3942c6725a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18230333-9068-4c1e-946a-bd2b69699d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:29:52.233161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:52.324576 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] For port 08709715-2001-4ae3-b3e1-3a3942c6725a, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:29:52.327564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] For port 08709715-2001-4ae3-b3e1-3a3942c6725a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=08709715-2001-4ae3-b3e1-3a3942c6725a,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:29:52.331686 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:52.401877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:52.402899 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:52.405297 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] 10.222.0.54 "PUT /v2.0/ports/08709715-2001-4ae3-b3e1-3a3942c6725a HTTP/1.1" status: 200 len: 1093 time: 0.9886713 Dec 22 09:29:52.406132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'tag': '08709715-2001-4ae3-b3e1-3a3942c6725a'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:29:52.443665 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768a9a9-ac2b-4a83-adcd-4e03f906648e service neutron] Pushing event updated for resources: {'Port': ['ID=08709715-2001-4ae3-b3e1-3a3942c6725a,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:52.588599 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'tag': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'status': 'completed', 'code': 200} Dec 22 09:29:52.627960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0cff56d9-7ada-4755-a924-1e1bfa4bac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:52.629427 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-0cff56d9-7ada-4755-a924-1e1bfa4bac01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 1096 time: 0.1809793 Dec 22 09:29:52.700825 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-1a9222bf-a37f-4bd6-bff3-10d4d3738ee4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08709715-2001-4ae3-b3e1-3a3942c6725a HTTP/1.1" status: 200 len: 217 time: 0.0634170 Dec 22 09:29:52.763926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-34bca132-14a0-4ed1-a4fd-9ee50df38502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:52.765211 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-34bca132-14a0-4ed1-a4fd-9ee50df38502 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8518a896-12db-4de8-886a-58555416b6db HTTP/1.1" status: 200 len: 835 time: 0.0570340 Dec 22 09:29:52.844188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-01b75b83-4694-43f8-a4f0-0eb4cab4cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:52.845636 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-01b75b83-4694-43f8-a4f0-0eb4cab4cb48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=726cc98e-0a46-4053-9df3-d49637ebbb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729952 Dec 22 09:29:52.979839 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-82f8e0e5-6cd4-4dc7-91c6-1d46319f962f service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264577 Dec 22 09:29:52.990271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:53.087370 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188104f-b620-4eaf-ae1f-6e597691756f req-2be9d02e-b5cb-44a1-b345-699216efeda1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:53.089613 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a188104f-b620-4eaf-ae1f-6e597691756f req-2be9d02e-b5cb-44a1-b345-699216efeda1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 943 time: 0.0882576 Dec 22 09:29:53.093761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:53.139949 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a188104f-b620-4eaf-ae1f-6e597691756f req-b0616656-4a00-4f37-b668-7833aafff829 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430100 Dec 22 09:29:53.158677 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-df7994d0-970f-45cb-b3ec-f387b24f7ef8 req-7e0d229e-b7f0-47cf-8196-fbb341760e36 service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728482 Dec 22 09:29:53.278722 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9b967-e3b5-41b0-8965-006363e31443 req-cde6ce4d-ba4b-4dac-b7c3-a7cf7e5ef51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:53.280200 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-30a9b967-e3b5-41b0-8965-006363e31443 req-cde6ce4d-ba4b-4dac-b7c3-a7cf7e5ef51a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 1096 time: 0.0716031 Dec 22 09:29:53.414381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9b967-e3b5-41b0-8965-006363e31443 req-2a8e7944-17c3-4e18-9320-a6f9c9d067f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:53.415836 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-30a9b967-e3b5-41b0-8965-006363e31443 req-2a8e7944-17c3-4e18-9320-a6f9c9d067f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=726cc98e-0a46-4053-9df3-d49637ebbb0c HTTP/1.1" status: 200 len: 897 time: 0.1282604 Dec 22 09:29:53.486149 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-30a9b967-e3b5-41b0-8965-006363e31443 req-78d01088-aba5-4825-8fc8-426f6979d34f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08709715-2001-4ae3-b3e1-3a3942c6725a HTTP/1.1" status: 200 len: 217 time: 0.0629132 Dec 22 09:29:53.548258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9b967-e3b5-41b0-8965-006363e31443 req-121b90a9-ce70-48cd-85c5-389e0003407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:53.549596 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-30a9b967-e3b5-41b0-8965-006363e31443 req-121b90a9-ce70-48cd-85c5-389e0003407b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8518a896-12db-4de8-886a-58555416b6db HTTP/1.1" status: 200 len: 835 time: 0.0568993 Dec 22 09:29:53.571656 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c19cc628-fd73-4f65-b80d-8962f414f9e6 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:29:53.633952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9b967-e3b5-41b0-8965-006363e31443 req-5b1bb25e-c8be-4fe9-b4e2-c84806bdf2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:53.635973 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-30a9b967-e3b5-41b0-8965-006363e31443 req-5b1bb25e-c8be-4fe9-b4e2-c84806bdf2b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=726cc98e-0a46-4053-9df3-d49637ebbb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789967 Dec 22 09:29:53.639597 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c19cc628-fd73-4f65-b80d-8962f414f9e6 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:53.639982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:53.770040 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-30a9b967-e3b5-41b0-8965-006363e31443 req-4dd9de4a-f57e-4c21-a137-21d0c8c4c899 service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265748 Dec 22 09:29:53.898668 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-30a9b967-e3b5-41b0-8965-006363e31443 req-c09763d8-465c-4ea6-b4b9-dfffedabb17f service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212468 Dec 22 09:29:54.323476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418f6a8-850c-4672-a12c-1e9b62227ea8 req-63467de8-685d-4647-a4d9-07b15f834ad5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:54.324211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-6418f6a8-850c-4672-a12c-1e9b62227ea8 req-63467de8-685d-4647-a4d9-07b15f834ad5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:29:54.327003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:54.339313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-6418f6a8-850c-4672-a12c-1e9b62227ea8 req-63467de8-685d-4647-a4d9-07b15f834ad5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:29:54.340445 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6418f6a8-850c-4672-a12c-1e9b62227ea8 req-63467de8-685d-4647-a4d9-07b15f834ad5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 943 time: 0.0922863 Dec 22 09:29:54.385408 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6418f6a8-850c-4672-a12c-1e9b62227ea8 req-bec20354-da3d-4a2f-b1ec-27f617f976a6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385637 Dec 22 09:29:55.567457 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d7256-f352-4649-a697-cb43b0840228 req-58f9348f-2152-4a24-8bcb-810b38ff52a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:55.568909 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d40d7256-f352-4649-a697-cb43b0840228 req-58f9348f-2152-4a24-8bcb-810b38ff52a2 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 943 time: 0.0828698 Dec 22 09:29:55.620207 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d40d7256-f352-4649-a697-cb43b0840228 req-0b123521-8e8f-49a9-b8fa-fb5946ba5bbc tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446339 Dec 22 09:29:56.822976 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53bd94-2985-4947-ad2f-7c1ffa29c9e1 req-e3b8bd55-b137-4914-8e1e-b493c0c2e3f4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:56.824457 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d53bd94-2985-4947-ad2f-7c1ffa29c9e1 req-e3b8bd55-b137-4914-8e1e-b493c0c2e3f4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 943 time: 0.0804029 Dec 22 09:29:56.867563 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1d53bd94-2985-4947-ad2f-7c1ffa29c9e1 req-9db2bbfc-31d0-4afd-bd45-d811e9f803b0 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376179 Dec 22 09:29:57.192745 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 08709715-2001-4ae3-b3e1-3a3942c6725a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:29:57.323108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 08709715-2001-4ae3-b3e1-3a3942c6725a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=08709715-2001-4ae3-b3e1-3a3942c6725a,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:29:57.336121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'port_id': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'mac_address': 'fa:16:3e:7d:cb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:29:57.392830 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:57.409451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08709715-2001-4ae3-b3e1-3a3942c6725a {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:29:57.423781 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 08709715-2001-4ae3-b3e1-3a3942c6725a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=08709715-2001-4ae3-b3e1-3a3942c6725a,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:29:57.427508 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:57.491974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=08709715-2001-4ae3-b3e1-3a3942c6725a,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:57.644027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['08709715-2001-4ae3-b3e1-3a3942c6725a'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:29:58.049410 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be942d-c4ea-484e-a0aa-c52f0363877d req-83612d55-4a84-43ab-aa05-8fca5f638a7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:58.050883 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-75be942d-c4ea-484e-a0aa-c52f0363877d req-83612d55-4a84-43ab-aa05-8fca5f638a7a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 944 time: 0.0796888 Dec 22 09:29:58.097123 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-75be942d-c4ea-484e-a0aa-c52f0363877d req-e0762915-ff7e-4931-847c-a11bdce87813 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406811 Dec 22 09:29:59.192496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 08709715-2001-4ae3-b3e1-3a3942c6725a up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:29:59.258867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 08709715-2001-4ae3-b3e1-3a3942c6725a completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:29:59.263460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 08709715-2001-4ae3-b3e1-3a3942c6725a triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:29:59.263771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:59.279271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c12b6d-3d61-46ac-8dcc-a714ca849c85 req-cb809161-4a79-441a-a0ee-c709d5ba8ed3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:59.280727 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-99c12b6d-3d61-46ac-8dcc-a714ca849c85 req-cb809161-4a79-441a-a0ee-c709d5ba8ed3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 944 time: 0.0809858 Dec 22 09:29:59.324564 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-99c12b6d-3d61-46ac-8dcc-a714ca849c85 req-bb11efba-37c8-42d8-82d6-fc90b9c5daff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380714 Dec 22 09:29:59.406805 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:59.432158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08709715-2001-4ae3-b3e1-3a3942c6725a'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:29:59.441862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 08709715-2001-4ae3-b3e1-3a3942c6725a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=08709715-2001-4ae3-b3e1-3a3942c6725a,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:29:59.446777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:59.482075 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'code': 200} Dec 22 09:29:59.516863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=08709715-2001-4ae3-b3e1-3a3942c6725a,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:59.802113 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c8139-1ab5-4993-ac8e-00b79c26905c req-3cf0e5a4-477e-41dc-bfa3-93f5b03507f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:59.803476 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6c3c8139-1ab5-4993-ac8e-00b79c26905c req-3cf0e5a4-477e-41dc-bfa3-93f5b03507f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 1098 time: 0.1731043 Dec 22 09:29:59.842894 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6c3c8139-1ab5-4993-ac8e-00b79c26905c req-6970da54-19d9-4c8b-84d5-77b1057427c9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329502 Dec 22 09:30:00.511610 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed0d78-7da6-4086-9248-e5f8b58e266b req-85c29b43-cdef-4829-bb6c-3a8861920e39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:00.513012 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68ed0d78-7da6-4086-9248-e5f8b58e266b req-85c29b43-cdef-4829-bb6c-3a8861920e39 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.0773466 Dec 22 09:30:00.557095 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68ed0d78-7da6-4086-9248-e5f8b58e266b req-16322acd-51a7-47a3-8223-5d44b418ea6c tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383458 Dec 22 09:30:01.741835 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a530072-eb4c-4978-a39d-fed78cc96373 req-549ad12f-5855-4c47-9ef0-3f5964a56c60 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:01.743246 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9a530072-eb4c-4978-a39d-fed78cc96373 req-549ad12f-5855-4c47-9ef0-3f5964a56c60 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.0766892 Dec 22 09:30:01.785880 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9a530072-eb4c-4978-a39d-fed78cc96373 req-3220f581-1e84-4933-b370-d984308d0655 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365756 Dec 22 09:30:01.961865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfba148-ef3d-42f4-9cb2-54a79abc82ca req-93b3e206-1c41-4e2c-8cfc-abe2190ecdb3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:01.963289 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fdfba148-ef3d-42f4-9cb2-54a79abc82ca req-93b3e206-1c41-4e2c-8cfc-abe2190ecdb3 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.0776038 Dec 22 09:30:02.006123 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fdfba148-ef3d-42f4-9cb2-54a79abc82ca req-f23c2d08-9d0e-461e-91f8-724f7d1ba1f9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372715 Dec 22 09:30:02.028701 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37054) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:02.098971 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6ad02-4c57-457a-ab2c-ca47028cf048 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:02.100345 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-57b6ad02-4c57-457a-ab2c-ca47028cf048 tempest-TestNetworkAdvancedServerOps-816541387 tempest-TestNetworkAdvancedServerOps-816541387-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 1093 time: 0.0706775 Dec 22 09:30:02.103225 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37058) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:02.108654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:02.114519 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:02.118468 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Usage tracker for resource:floatingip and tenant:74d57e6f8b6a4f5f8521f71bfa167f71 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:02.121881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:02.127537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:02.138467 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:02.270512 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:02.399051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Allocated IP 172.26.1.200 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/1448dda9-5be8-4522-a1e1-e45048a0beeb) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:30:02.637781 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:02.666839 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:02.730318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:30:02.733308 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:02.737033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:30:02.773386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=1448dda9-5be8-4522-a1e1-e45048a0beeb,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:03.144440 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:03.218573 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:03.418547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:03.422893 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:03.531057 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event updated for resources: {'Port': ['ID=1448dda9-5be8-4522-a1e1-e45048a0beeb,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:03.538800 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:03.700878 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Floating IP b8dc4980-9efa-489a-a939-e513ec417599 associated. External IP: 172.26.1.200, port: 08709715-2001-4ae3-b3e1-3a3942c6725a. Dec 22 09:30:04.144782 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router c143ab7b-c046-44bc-bddc-c6491a82e48e has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:30:04.316788 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:30:04.326954 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] Sync routers for ids ['c143ab7b-c046-44bc-bddc-c6491a82e48e'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:30:04.336701 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] Routers {'c143ab7b-c046-44bc-bddc-c6491a82e48e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:04.337303 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:29:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c143ab7b-c046-44bc-bddc-c6491a82e48e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:04.341264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:04.399469 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-24d2c874-cda2-42ed-961a-1a093a72357e tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2952580 Dec 22 09:30:04.400037 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'tag': '08709715-2001-4ae3-b3e1-3a3942c6725a'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:30:04.444384 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'tag': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'status': 'completed', 'code': 200} Dec 22 09:30:04.521910 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] Set router c143ab7b-c046-44bc-bddc-c6491a82e48e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:30:04.548411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-fd3ac847-3254-47cb-9e5d-951b60e51501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:04.549897 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-fd3ac847-3254-47cb-9e5d-951b60e51501 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 1098 time: 0.0735869 Dec 22 09:30:04.569418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.54', 53358) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:04.581147 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ce6d3-4768-4115-a90f-fbf337b7e995 req-a9b3a10d-fc28-425d-9612-59d7f987f2e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:04.588655 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b49ce6d3-4768-4115-a90f-fbf337b7e995 req-a9b3a10d-fc28-425d-9612-59d7f987f2e7 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.0976524 Dec 22 09:30:04.683707 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b49ce6d3-4768-4115-a90f-fbf337b7e995 req-2ec3c3f5-f074-436c-9ff8-2e969036ee50 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941229 Dec 22 09:30:04.689035 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-4da7d4b8-8579-469d-a8cc-a316e1d62d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:04.690673 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-4da7d4b8-8579-469d-a8cc-a316e1d62d44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=726cc98e-0a46-4053-9df3-d49637ebbb0c HTTP/1.1" status: 200 len: 897 time: 0.1345563 Dec 22 09:30:04.697288 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-333be323-9bca-4852-896c-b985c7b7cf6a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1265051 Dec 22 09:30:04.709521 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37068) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:04.794998 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-71130aca-c3b7-4a30-bb81-5633e2bb05af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08709715-2001-4ae3-b3e1-3a3942c6725a HTTP/1.1" status: 200 len: 999 time: 0.0978043 Dec 22 09:30:04.817480 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bfab9ab1-45f0-4985-aa13-3ecac5b00152 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/b8dc4980-9efa-489a-a939-e513ec417599 HTTP/1.1" status: 200 len: 991 time: 0.1068418 Dec 22 09:30:04.860550 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-a29900d6-335e-42f9-87e9-503e2f1347c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:04.861910 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-a29900d6-335e-42f9-87e9-503e2f1347c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8518a896-12db-4de8-886a-58555416b6db HTTP/1.1" status: 200 len: 835 time: 0.0585589 Dec 22 09:30:04.902322 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'b8dc4980-9efa-489a-a939-e513ec417599', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'port_id': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'mac_address': 'fa:16:3e:7d:cb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:30:03Z', 'updated_at': '2021-12-22T09:30:03Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19cc628-fd73-4f65-b80d-8962f414f9e6', 'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:2e:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:46Z', 'updated_at': '2021-12-22T09:29:51Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8518a896-12db-4de8-886a-58555416b6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:04.906081 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] Checking router: c143ab7b-c046-44bc-bddc-c6491a82e48e for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:30:04.913999 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] Routers {'c143ab7b-c046-44bc-bddc-c6491a82e48e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:04.914555 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:29:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c143ab7b-c046-44bc-bddc-c6491a82e48e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:04.935682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-7a254dcb-ac8f-4add-9556-dd19b9be3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:04.937132 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-7a254dcb-ac8f-4add-9556-dd19b9be3600 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=726cc98e-0a46-4053-9df3-d49637ebbb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687954 Dec 22 09:30:05.070533 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-f01a738c-31ce-47ea-8817-3094e75a5036 service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254933 Dec 22 09:30:05.087955 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] Set router c143ab7b-c046-44bc-bddc-c6491a82e48e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:30:05.199673 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-da62beb5-d8f3-4c51-8192-5cbfbbc14b68 req-4a282359-a6b8-4492-92c5-e7398c0ec616 service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222224 Dec 22 09:30:05.361030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-d61c5ebf-9e28-4d62-b1f9-b80f427f58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:05.362557 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-d61c5ebf-9e28-4d62-b1f9-b80f427f58d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 1098 time: 0.0734227 Dec 22 09:30:05.422101 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'b8dc4980-9efa-489a-a939-e513ec417599', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'port_id': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'mac_address': 'fa:16:3e:7d:cb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:30:03Z', 'updated_at': '2021-12-22T09:30:03Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19cc628-fd73-4f65-b80d-8962f414f9e6', 'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:2e:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:46Z', 'updated_at': '2021-12-22T09:29:51Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8518a896-12db-4de8-886a-58555416b6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:05.425939 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02baad89-b9a0-4dba-8bd8-3b4c5d3afe2c None None] The sync data for ids ['c143ab7b-c046-44bc-bddc-c6491a82e48e'] in dv-neutron-822561-2-hyperv is: [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'b8dc4980-9efa-489a-a939-e513ec417599', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'port_id': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'mac_address': 'fa:16:3e:7d:cb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:30:03Z', 'updated_at': '2021-12-22T09:30:03Z', 'revision_number': 0, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19cc628-fd73-4f65-b80d-8962f414f9e6', 'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:2e:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:46Z', 'updated_at': '2021-12-22T09:29:51Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8518a896-12db-4de8-886a-58555416b6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:30:05.508758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-cd99bb05-a327-41bf-b011-9fbc00f25090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:05.510285 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-cd99bb05-a327-41bf-b011-9fbc00f25090 service neutron] 10.222.0.54 "GET /v2.0/networks?id=726cc98e-0a46-4053-9df3-d49637ebbb0c HTTP/1.1" status: 200 len: 897 time: 0.1291964 Dec 22 09:30:05.615229 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-bb6a0260-ba79-48fd-b2f3-ff960fe0b470 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08709715-2001-4ae3-b3e1-3a3942c6725a HTTP/1.1" status: 200 len: 999 time: 0.0983074 Dec 22 09:30:05.632021 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d75ba-1837-4153-8fb2-805576771aa0 None None] New status for floating IP b8dc4980-9efa-489a-a939-e513ec417599: ACTIVE {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:30:05.678495 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-7e7c2e23-ee96-4421-a246-efdf26ec246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:05.679945 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-7e7c2e23-ee96-4421-a246-efdf26ec246b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8518a896-12db-4de8-886a-58555416b6db HTTP/1.1" status: 200 len: 835 time: 0.0589097 Dec 22 09:30:05.756657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-7fd0d55e-c6f2-4b05-b1b4-6b7af40c8d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:05.758094 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-7fd0d55e-c6f2-4b05-b1b4-6b7af40c8d4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=726cc98e-0a46-4053-9df3-d49637ebbb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725656 Dec 22 09:30:05.821466 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37072) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:05.893448 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-28ab0167-03e2-4a05-9166-208fb0a81d53 service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288688 Dec 22 09:30:05.935620 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-82c19c6a-063c-47ff-aab2-3d6097034418 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/b8dc4980-9efa-489a-a939-e513ec417599 HTTP/1.1" status: 200 len: 991 time: 0.1129768 Dec 22 09:30:06.122407 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-1ed6eebf-0a08-4906-a24a-636f016c33fc service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226529 Dec 22 09:30:06.939436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37078) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:07.043461 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bb6dd3ec-d714-4c61-a613-064b632ea71a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/b8dc4980-9efa-489a-a939-e513ec417599 HTTP/1.1" status: 200 len: 993 time: 0.1029015 Dec 22 09:30:14.661763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:16.711352 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:30:19.455580 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-56ac974f-6ea1-433d-80b4-18e08e404df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:21.843233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9a7d0758-ff77-4532-9bc7-33c787c9e7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:22.968771 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:23.087242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:24.331401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:36.711859 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f5a63-08f6-4158-9bb5-33f9ab23f2f7 req-5d8d158b-5762-42c2-9aca-82ded2250bb9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:36.713314 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b44f5a63-08f6-4158-9bb5-33f9ab23f2f7 req-5d8d158b-5762-42c2-9aca-82ded2250bb9 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.1380916 Dec 22 09:30:36.756070 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b44f5a63-08f6-4158-9bb5-33f9ab23f2f7 req-e63d3611-cd44-44aa-8d45-b09a634a19db tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372605 Dec 22 09:30:37.982505 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa6ea2-f0dd-4abe-a8d4-7a3e1128fa6f req-8d56c0d3-0c0a-4b79-90f5-76f2c0dc7787 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:37.983963 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6efa6ea2-f0dd-4abe-a8d4-7a3e1128fa6f req-8d56c0d3-0c0a-4b79-90f5-76f2c0dc7787 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.1247623 Dec 22 09:30:38.028197 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6efa6ea2-f0dd-4abe-a8d4-7a3e1128fa6f req-15be19e1-ee44-445b-8a8b-0798854e0c0d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386076 Dec 22 09:30:38.050476 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37102) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:38.155104 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-fb07b6ac-243d-460e-ac66-34fb42cd3678 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/b8dc4980-9efa-489a-a939-e513ec417599 HTTP/1.1" status: 200 len: 993 time: 0.1035068 Dec 22 09:30:39.687551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528c0d4-23d3-41ed-9ff1-79ba2fd68e7b req-2726d242-7ab5-4639-9455-d78c09b20ba4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:39.688969 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f528c0d4-23d3-41ed-9ff1-79ba2fd68e7b req-2726d242-7ab5-4639-9455-d78c09b20ba4 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.1387911 Dec 22 09:30:39.691340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-60f7c54e-d55c-48cb-ba85-cc1b5dcf1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:39.692630 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-60f7c54e-d55c-48cb-ba85-cc1b5dcf1546 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 1098 time: 0.1071143 Dec 22 09:30:39.811088 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f528c0d4-23d3-41ed-9ff1-79ba2fd68e7b req-cd71fc49-8d83-44bf-9e7f-f61cab32b5e5 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164711 Dec 22 09:30:39.852097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-80ec450f-fcce-419f-b8c0-58b58f39b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:39.854025 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-80ec450f-fcce-419f-b8c0-58b58f39b251 service neutron] 10.222.0.54 "GET /v2.0/networks?id=726cc98e-0a46-4053-9df3-d49637ebbb0c HTTP/1.1" status: 200 len: 897 time: 0.1464851 Dec 22 09:30:39.953810 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-248c5ab9-6efb-4ce8-baa9-5c5de797eedc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08709715-2001-4ae3-b3e1-3a3942c6725a HTTP/1.1" status: 200 len: 1001 time: 0.0930812 Dec 22 09:30:40.019050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-aeb540d0-b3f9-4d1b-8acb-59a36797809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:40.020470 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-aeb540d0-b3f9-4d1b-8acb-59a36797809b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8518a896-12db-4de8-886a-58555416b6db HTTP/1.1" status: 200 len: 835 time: 0.0603888 Dec 22 09:30:40.092436 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-9576a890-8a39-40aa-9e4b-6cbf40a912c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:40.093880 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-9576a890-8a39-40aa-9e4b-6cbf40a912c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=726cc98e-0a46-4053-9df3-d49637ebbb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672493 Dec 22 09:30:40.225535 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-3e846bd9-6494-4c99-a279-836f4b4d5eed service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229632 Dec 22 09:30:40.352141 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-7ca9e296-7149-40ff-91ab-a7ecaa5f2445 req-893acddf-6a35-4d5c-9001-d95619c9440d service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206169 Dec 22 09:30:40.992794 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77b84a-8fe3-427e-9370-cd6e21d5e11e req-3e7aab03-a447-4d25-8ab3-01d46e1c4573 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:40.994268 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-dd77b84a-8fe3-427e-9370-cd6e21d5e11e req-3e7aab03-a447-4d25-8ab3-01d46e1c4573 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.0792217 Dec 22 09:30:41.037375 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-dd77b84a-8fe3-427e-9370-cd6e21d5e11e req-6c894fa7-fb16-4c1a-b8e4-93e68440581a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373659 Dec 22 09:30:42.230327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f006-b033-4979-bfda-2a8276c47112 req-69378891-1467-4e47-9fab-f2c1d1bf535f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:42.231803 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b243f006-b033-4979-bfda-2a8276c47112 req-69378891-1467-4e47-9fab-f2c1d1bf535f tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.0895100 Dec 22 09:30:42.276095 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b243f006-b033-4979-bfda-2a8276c47112 req-9cc0242a-de73-4975-8bce-8e832c858f9a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386274 Dec 22 09:30:42.298366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37116) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:42.402911 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8782379c-06aa-45ab-8bb0-31c97403f353 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/floatingips/b8dc4980-9efa-489a-a939-e513ec417599 HTTP/1.1" status: 200 len: 993 time: 0.1034503 Dec 22 09:30:42.668120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37124) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:42.862647 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 1448dda9-5be8-4522-a1e1-e45048a0beeb {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:30:42.862986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.135523 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.135848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.255447 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 1448dda9-5be8-4522-a1e1-e45048a0beeb owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:30:43.402413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.448484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=1448dda9-5be8-4522-a1e1-e45048a0beeb,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:43.512726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.513069 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.513404 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.513754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.514088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.514411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.514731 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.515049 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.515364 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.515678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.515994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.516308 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:43.546020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.546345 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Floating IP b8dc4980-9efa-489a-a939-e513ec417599 disassociated (deleted). External IP: 172.26.1.200, port: 08709715-2001-4ae3-b3e1-3a3942c6725a. Dec 22 09:30:43.881574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router c143ab7b-c046-44bc-bddc-c6491a82e48e has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:30:44.057029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:30:44.067285 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] Sync routers for ids ['c143ab7b-c046-44bc-bddc-c6491a82e48e'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:30:44.076974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:44.077197 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] Routers {'c143ab7b-c046-44bc-bddc-c6491a82e48e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:44.077829 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c143ab7b-c046-44bc-bddc-c6491a82e48e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:44.131691 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c942beb6-3ad8-4034-8e41-1138ef87af96 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/floatingips/b8dc4980-9efa-489a-a939-e513ec417599 HTTP/1.1" status: 204 len: 168 time: 1.4623988 Dec 22 09:30:44.132272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'tag': '08709715-2001-4ae3-b3e1-3a3942c6725a'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:30:44.179757 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'tag': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'status': 'completed', 'code': 200} Dec 22 09:30:44.262783 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] Set router c143ab7b-c046-44bc-bddc-c6491a82e48e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:30:44.276474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-75b584e8-f0d6-49e9-ad16-7ae41671e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:44.277971 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-75b584e8-f0d6-49e9-ad16-7ae41671e867 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 1098 time: 0.0772822 Dec 22 09:30:44.519441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4ce7b-3fa5-4d35-b1e8-af3ca929ed36 req-320a8b3e-9b2b-46d1-805e-19fc78001a90 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:44.522112 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-19c4ce7b-3fa5-4d35-b1e8-af3ca929ed36 req-320a8b3e-9b2b-46d1-805e-19fc78001a90 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.0873597 Dec 22 09:30:44.532526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-295f5a90-8531-41a9-a29e-2d0d5ae4791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:44.533980 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-295f5a90-8531-41a9-a29e-2d0d5ae4791c service neutron] 10.222.0.54 "GET /v2.0/networks?id=726cc98e-0a46-4053-9df3-d49637ebbb0c HTTP/1.1" status: 200 len: 897 time: 0.2500885 Dec 22 09:30:44.570039 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-19c4ce7b-3fa5-4d35-b1e8-af3ca929ed36 req-2389860e-69b3-401e-9569-9b8c2ae37cc6 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402172 Dec 22 09:30:44.601170 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-9b9e777f-795e-4b7e-b8ee-e3f6609515b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08709715-2001-4ae3-b3e1-3a3942c6725a HTTP/1.1" status: 200 len: 217 time: 0.0606103 Dec 22 09:30:44.616143 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c19cc628-fd73-4f65-b80d-8962f414f9e6', 'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:2e:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:46Z', 'updated_at': '2021-12-22T09:29:51Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8518a896-12db-4de8-886a-58555416b6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:44.619915 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] Checking router: c143ab7b-c046-44bc-bddc-c6491a82e48e for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:30:44.627839 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] Routers {'c143ab7b-c046-44bc-bddc-c6491a82e48e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:44.628415 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c143ab7b-c046-44bc-bddc-c6491a82e48e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:44.657355 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:44.667120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-95ea52b0-bcbf-4998-929b-deeb33c6ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:44.668567 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-95ea52b0-bcbf-4998-929b-deeb33c6ddfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8518a896-12db-4de8-886a-58555416b6db HTTP/1.1" status: 200 len: 835 time: 0.0601704 Dec 22 09:30:44.745106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-21da8dc7-9d16-4a03-8c2a-293673dc58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:44.746571 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-21da8dc7-9d16-4a03-8c2a-293673dc58fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=726cc98e-0a46-4053-9df3-d49637ebbb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700376 Dec 22 09:30:44.803102 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] Set router c143ab7b-c046-44bc-bddc-c6491a82e48e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:30:44.877693 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-8e5c31e1-ada4-4424-b8d8-c5170c0551ce service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226172 Dec 22 09:30:45.033229 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d64b268c-00dd-4d9c-b179-85af6c8c6c37 req-ddf0c391-9271-4964-92ea-0d29aba53895 service neutron] 10.222.0.54 "GET /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476653 Dec 22 09:30:45.122478 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c19cc628-fd73-4f65-b80d-8962f414f9e6', 'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:2e:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:46Z', 'updated_at': '2021-12-22T09:29:51Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8518a896-12db-4de8-886a-58555416b6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:45.126257 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77981d2-6b95-4d60-b0a9-cdf257b9a161 None None] The sync data for ids ['c143ab7b-c046-44bc-bddc-c6491a82e48e'] in dv-neutron-822561-2-hyperv is: [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'c19cc628-fd73-4f65-b80d-8962f414f9e6', 'name': '', 'network_id': '726cc98e-0a46-4053-9df3-d49637ebbb0c', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'mac_address': 'fa:16:3e:2e:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8518a896-12db-4de8-886a-58555416b6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:46Z', 'updated_at': '2021-12-22T09:29:51Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'subnets': [{'id': '8518a896-12db-4de8-886a-58555416b6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:30:45.341766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bb8e6-1bfd-4de3-8596-db890d40f1f0 None None] New status for floating IP b8dc4980-9efa-489a-a939-e513ec417599: DOWN {{(pid=87536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:30:45.765004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde2310-3145-400f-8f3d-79f51a9e3e18 req-fb2ef08a-2d64-4830-991c-15d1e9c594a1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:45.765642 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-cbde2310-3145-400f-8f3d-79f51a9e3e18 req-fb2ef08a-2d64-4830-991c-15d1e9c594a1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:30:45.780074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-cbde2310-3145-400f-8f3d-79f51a9e3e18 req-fb2ef08a-2d64-4830-991c-15d1e9c594a1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:30:45.781205 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cbde2310-3145-400f-8f3d-79f51a9e3e18 req-fb2ef08a-2d64-4830-991c-15d1e9c594a1 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.0970371 Dec 22 09:30:45.825432 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cbde2310-3145-400f-8f3d-79f51a9e3e18 req-b3712bee-7f5b-4b8a-a444-41a8fadbd7ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c772b8f-1a28-4663-8686-f657da8a1257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379798 Dec 22 09:30:46.012615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-3c9aafe2-d12e-4add-8f03-cae35a8e921d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:46.014060 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-3c9aafe2-d12e-4add-8f03-cae35a8e921d tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 945 time: 0.0790472 Dec 22 09:30:46.084054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-9bc4acdb-e20e-417a-91b9-c6b3ee4e70ca tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port 08709715-2001-4ae3-b3e1-3a3942c6725a {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:30:46.084385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-9bc4acdb-e20e-417a-91b9-c6b3ee4e70ca tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.322775 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-9bc4acdb-e20e-417a-91b9-c6b3ee4e70ca tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port 08709715-2001-4ae3-b3e1-3a3942c6725a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=08709715-2001-4ae3-b3e1-3a3942c6725a,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:30:46.323029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-9bc4acdb-e20e-417a-91b9-c6b3ee4e70ca tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.443454 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-9bc4acdb-e20e-417a-91b9-c6b3ee4e70ca tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for 08709715-2001-4ae3-b3e1-3a3942c6725a owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:30:46.582492 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-9bc4acdb-e20e-417a-91b9-c6b3ee4e70ca tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.630830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4acdb-e20e-417a-91b9-c6b3ee4e70ca tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=08709715-2001-4ae3-b3e1-3a3942c6725a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:46.703578 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-9bc4acdb-e20e-417a-91b9-c6b3ee4e70ca tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] No DVR routers for this DVR port 08709715-2001-4ae3-b3e1-3a3942c6725a on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:30:46.705937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-9bc4acdb-e20e-417a-91b9-c6b3ee4e70ca tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.708323 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'name': 'network-vif-deleted', 'tag': '08709715-2001-4ae3-b3e1-3a3942c6725a'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:30:46.723154 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0a5573de-4e89-48c8-b28e-d9d0c383238a req-9bc4acdb-e20e-417a-91b9-c6b3ee4e70ca tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.54 "DELETE /v2.0/ports/08709715-2001-4ae3-b3e1-3a3942c6725a HTTP/1.1" status: 204 len: 173 time: 0.7037456 Dec 22 09:30:46.754155 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7803c9e-3a73-4a77-8352-bfc07889ec0b', 'name': 'network-vif-deleted', 'tag': '08709715-2001-4ae3-b3e1-3a3942c6725a', 'status': 'completed', 'code': 200} Dec 22 09:30:46.986547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-4e7a86e8-5ea7-4b15-aec3-cd8acff6f7bd req-7fdc23f4-0e13-4661-b838-f586a9e78c3a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Synchronizing usage tracker for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:30:47.002978 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-4e7a86e8-5ea7-4b15-aec3-cd8acff6f7bd req-7fdc23f4-0e13-4661-b838-f586a9e78c3a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Unset dirty status for tenant:74d57e6f8b6a4f5f8521f71bfa167f71 on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:30:47.004335 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4e7a86e8-5ea7-4b15-aec3-cd8acff6f7bd req-7fdc23f4-0e13-4661-b838-f586a9e78c3a tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7803c9e-3a73-4a77-8352-bfc07889ec0b HTTP/1.1" status: 200 len: 210 time: 0.0602729 Dec 22 09:30:48.097507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37142) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:48.728426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:49.073356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port c19cc628-fd73-4f65-b80d-8962f414f9e6 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:30:49.073703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:49.255299 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port c19cc628-fd73-4f65-b80d-8962f414f9e6, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c19cc628-fd73-4f65-b80d-8962f414f9e6,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:30:49.256004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:49.380377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for c19cc628-fd73-4f65-b80d-8962f414f9e6 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:30:49.458667 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b1386d56-2238-47fb-98fe-eb3c257b1e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:49.564340 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:49.611170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=c19cc628-fd73-4f65-b80d-8962f414f9e6,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:49.980511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.330715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Router c143ab7b-c046-44bc-bddc-c6491a82e48e has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:30:50.499706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:30:50.508907 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] Sync routers for ids ['c143ab7b-c046-44bc-bddc-c6491a82e48e'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:30:50.515662 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ccaef402-9e34-47e0-bc16-d8b356a00548 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "PUT /v2.0/routers/c143ab7b-c046-44bc-bddc-c6491a82e48e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4169903 Dec 22 09:30:50.518213 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] Routers {'c143ab7b-c046-44bc-bddc-c6491a82e48e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:50.518359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37146) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:50.518823 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c143ab7b-c046-44bc-bddc-c6491a82e48e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:50.584019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3117b9-8598-4811-a16a-fa66f01cdd72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting subnet 8518a896-12db-4de8-886a-58555416b6db {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:30:50.587369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f3117b9-8598-4811-a16a-fa66f01cdd72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.639577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f3117b9-8598-4811-a16a-fa66f01cdd72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.691725 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] Set router c143ab7b-c046-44bc-bddc-c6491a82e48e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:30:50.721173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f3117b9-8598-4811-a16a-fa66f01cdd72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.794908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f3117b9-8598-4811-a16a-fa66f01cdd72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.833582 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3117b9-8598-4811-a16a-fa66f01cdd72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Subnet': ['ID=8518a896-12db-4de8-886a-58555416b6db,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:50.837776 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0f3117b9-8598-4811-a16a-fa66f01cdd72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.843699 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0f3117b9-8598-4811-a16a-fa66f01cdd72 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/subnets/8518a896-12db-4de8-886a-58555416b6db HTTP/1.1" status: 204 len: 168 time: 0.3244283 Dec 22 09:30:50.844139 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf517c3-eaef-490a-833a-fe009334530b None None] Network 726cc98e-0a46-4053-9df3-d49637ebbb0c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:30:50.846349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37152) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:50.970512 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:30:49Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:50.974277 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] Checking router: c143ab7b-c046-44bc-bddc-c6491a82e48e for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:30:50.982869 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] Routers {'c143ab7b-c046-44bc-bddc-c6491a82e48e'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:50.983456 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c143ab7b-c046-44bc-bddc-c6491a82e48e'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:51.035188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.101514 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] DHCP port deletion for 726cc98e-0a46-4053-9df3-d49637ebbb0c request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:30:51.106004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Deleting port 766d5f7c-86ef-4228-9c5c-07960bdfa15b {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:30:51.106440 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.189063 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] Set router c143ab7b-c046-44bc-bddc-c6491a82e48e gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:30:51.220327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.230532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Deleting port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:30:51.230866 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.310377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] For port 766d5f7c-86ef-4228-9c5c-07960bdfa15b, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=766d5f7c-86ef-4228-9c5c-07960bdfa15b,segment=NetworkSegment(18230333-9068-4c1e-946a-bd2b69699d1c),segment_id=18230333-9068-4c1e-946a-bd2b69699d1c)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:30:51.310866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.433417 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Calling delete_port for 766d5f7c-86ef-4228-9c5c-07960bdfa15b owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:30:51.489835 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:30:49Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:51.494172 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9befb-0711-4ab6-904c-74437fd4a191 None None] The sync data for ids ['c143ab7b-c046-44bc-bddc-c6491a82e48e'] in dv-neutron-822561-2-hyperv is: [{'id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902092499', 'tenant_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:29:42Z', 'updated_at': '2021-12-22T09:30:49Z', 'revision_number': 5, 'project_id': '74d57e6f8b6a4f5f8521f71bfa167f71', 'gw_port': {'id': 'fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c143ab7b-c046-44bc-bddc-c6491a82e48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:29:43Z', 'updated_at': '2021-12-22T09:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:30:51.507672 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 08709715-2001-4ae3-b3e1-3a3942c6725a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:30:51.540274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] For port fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:30:51.540851 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.545833 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 08709715-2001-4ae3-b3e1-3a3942c6725a {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:30:51.546249 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 08709715-2001-4ae3-b3e1-3a3942c6725a not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:30:51.554101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544'] for port, after_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.600353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Pushing event deleted for resources: {'Port': ['ID=766d5f7c-86ef-4228-9c5c-07960bdfa15b,revision_number=None']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:51.603209 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] No DVR routers for this DVR port 766d5f7c-86ef-4228-9c5c-07960bdfa15b on host dv-neutron-822561-2-hyperv {{(pid=87536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:30:51.613528 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.613906 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.614296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.614639 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.614968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.615286 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.615613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.615986 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.616327 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.616640 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.616962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.617285 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c95d-e6ed-4b9b-8b29-ba243a9a6ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:51.668074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Calling delete_port for fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:30:51.829122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.849435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d479945a-1bfe-407e-ac22-0d3a4aa7eeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.876777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Port': ['ID=fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:51.917562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c19cc628-fd73-4f65-b80d-8962f414f9e6 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:30:51.952172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: c19cc628-fd73-4f65-b80d-8962f414f9e6 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:30:51.952822 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c19cc628-fd73-4f65-b80d-8962f414f9e6 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:30:51.953452 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 766d5f7c-86ef-4228-9c5c-07960bdfa15b no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:30:51.983116 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.028888 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 766d5f7c-86ef-4228-9c5c-07960bdfa15b {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:30:52.028888 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 766d5f7c-86ef-4228-9c5c-07960bdfa15b not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:30:52.166709 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.168849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.190355 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.190921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Fanout notify agent at l3_agent the message router_deleted on router c143ab7b-c046-44bc-bddc-c6491a82e48e {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:30:52.205928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.206975 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1537cb48-23ef-4e47-af32-3034f00e15ff tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/routers/c143ab7b-c046-44bc-bddc-c6491a82e48e HTTP/1.1" status: 204 len: 168 time: 1.3595109 Dec 22 09:30:52.209622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37156) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:52.328401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.456975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.481828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726cc98e-0a46-4053-9df3-d49637ebbb0c']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:52.493470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18230333-9068-4c1e-946a-bd2b69699d1c') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:52.493801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18230333-9068-4c1e-946a-bd2b69699d1c') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:52.504679 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.520382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.527782 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:30:52.528184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:30:52.542260 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:30:52.622191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.640029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.651886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'Network': ['ID=726cc98e-0a46-4053-9df3-d49637ebbb0c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:52.661392 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-599134a5-1857-4340-8fe8-5af263f11412 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/networks/726cc98e-0a46-4053-9df3-d49637ebbb0c HTTP/1.1" status: 204 len: 168 time: 0.4462793 Dec 22 09:30:52.661392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37160) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:52.732214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d43d1163-5f2c-4ea4-93d4-f2993e549433 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.761286 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d43d1163-5f2c-4ea4-93d4-f2993e549433 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.827469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d43d1163-5f2c-4ea4-93d4-f2993e549433 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.846059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d1163-5f2c-4ea4-93d4-f2993e549433 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c772b8f-1a28-4663-8686-f657da8a1257,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:52.859386 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d43d1163-5f2c-4ea4-93d4-f2993e549433 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.860558 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d43d1163-5f2c-4ea4-93d4-f2993e549433 tempest-TestNetworkAdvancedServerOps-1082276949 tempest-TestNetworkAdvancedServerOps-1082276949-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c772b8f-1a28-4663-8686-f657da8a1257 HTTP/1.1" status: 204 len: 168 time: 0.1985109 Dec 22 09:30:52.975113 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:53.102410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:53.179380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37170) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:53.344840 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-76728cc3-1605-4381-8697-cdcbcc2a9425 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74d57e6f8b6a4f5f8521f71bfa167f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643219 Dec 22 09:30:53.347264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37176) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:53.407201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa382b8e-65b4-4096-ad9d-6e63732261b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:53.433357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa382b8e-65b4-4096-ad9d-6e63732261b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:53.488277 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa382b8e-65b4-4096-ad9d-6e63732261b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:53.506537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa382b8e-65b4-4096-ad9d-6e63732261b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f3ca99-867d-4bf7-99b5-7946e3e82358,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:53.512625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fa382b8e-65b4-4096-ad9d-6e63732261b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:53.515489 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fa382b8e-65b4-4096-ad9d-6e63732261b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36f3ca99-867d-4bf7-99b5-7946e3e82358 HTTP/1.1" status: 204 len: 168 time: 0.1667116 Dec 22 09:30:53.594732 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:30:53.628707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:30:53.629048 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device fc1f8a7f-ed00-4437-b02d-03b59e1b2bd5 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:30:53.710800 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:30:53.800694 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37184) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:53.817501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:53.831268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:53.835104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Usage tracker for resource:security_group_rule and tenant:5a6a26362cc148f1bf7d815dedde8591 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:53.838393 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:53.844001 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:53.926097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:53.929631 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:53.979734 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a6a26362cc148f1bf7d815dedde8591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779554 Dec 22 09:30:53.981325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38a1ff6-7467-4094-821f-ea5d3e110c4b,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:53.982409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37188) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:53.988636 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.988920 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.989252 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.989584 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.989912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.990231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.990550 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.990867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.991180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.991488 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.991798 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:53.992105 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179d8de-e78c-4b50-beac-66dd47f0ca9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.046229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96c58df0-d245-4e3f-8b94-f14656ff6796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.070269 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96c58df0-d245-4e3f-8b94-f14656ff6796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.121193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96c58df0-d245-4e3f-8b94-f14656ff6796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.135287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c58df0-d245-4e3f-8b94-f14656ff6796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38a1ff6-7467-4094-821f-ea5d3e110c4b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:54.141590 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-96c58df0-d245-4e3f-8b94-f14656ff6796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.144247 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-96c58df0-d245-4e3f-8b94-f14656ff6796 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a38a1ff6-7467-4094-821f-ea5d3e110c4b HTTP/1.1" status: 204 len: 168 time: 0.1602862 Dec 22 09:30:54.335963 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.849429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37212) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:54.951945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1543299243-network', 'tenant_id': '7f5de94895434feea60473ff0999937e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:54.956715 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:54.960491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Usage tracker for resource:network and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:54.963284 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:54.968912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:54.979612 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Made reservation on behalf of 7f5de94895434feea60473ff0999937e for: {'network': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:30:54.981954 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.994421 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.011101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:55.014990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:55.017780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:55.023366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:55.193288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.197088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.228082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=87535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:30:55.236301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbbb680-e1a1-4b1d-81ac-6ec29cbe419a,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:55.241651 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.242019 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.segments_db [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Added segment d6a74b6a-ab33-4aab-91ad-3b66697d43d0 of type vlan for network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 Dec 22 09:30:55.267673 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.295743 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.296639 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:55.297193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.389347 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5387993 Dec 22 09:30:55.392524 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37218) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:55.397357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63bf10-c9ca-4b9d-b170-751bda8d5ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:55.397988 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Request body: {'subnet': {'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1543299243-subnet', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'ip_version': 4}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:55.403693 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:55.407855 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Usage tracker for resource:subnet and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:55.408217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:30:55.410769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:55.417047 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:55.426967 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Made reservation on behalf of 7f5de94895434feea60473ff0999937e for: {'subnet': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:30:55.429394 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15505872'] for subnet, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.725329 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15384590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15505698'] for subnet, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.802673 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d302d675-ae0c-4a18-a9c1-0fec357e14a5,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:55.807074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Checking segment: {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:30:55.807421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Network hostable DHCP agents. Network: e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:30:55.826363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:30:55.834770 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8) {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:55.838658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:55.839236 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.843454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8104da-85e7-4c01-b539-f4126fe04a35 None None] Network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:30:55.863187 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-1c267fcc-8339-4688-b864-73021a46c5d4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4695921 Dec 22 09:30:55.865971 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37222) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:55.871508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:55.876110 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:55.879840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Usage tracker for resource:router and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:55.882641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:55.888844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:55.898892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.899910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.914227 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.058704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:30:56.059556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.173415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.212375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Allocated IP 172.20.0.2 (e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8/d302d675-ae0c-4a18-a9c1-0fec357e14a5/2a89ac9d-678d-494a-bea2-5d7b297f2315) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:30:56.424953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.436205 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Transition to ACTIVE for port object 2a89ac9d-678d-494a-bea2-5d7b297f2315 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:56.454003 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Transition to ACTIVE for port object 2a89ac9d-678d-494a-bea2-5d7b297f2315 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:56.458937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.479952 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.511396 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.526049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:30:56.528744 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:56.532207 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:30:56.537570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Pushing event updated for resources: {'Port': ['ID=2a89ac9d-678d-494a-bea2-5d7b297f2315,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:56.629383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Attempting to bind port 2a89ac9d-678d-494a-bea2-5d7b297f2315 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:30:56.629855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Attempting to bind port 2a89ac9d-678d-494a-bea2-5d7b297f2315 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:30:56.630226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Attempting to bind port 2a89ac9d-678d-494a-bea2-5d7b297f2315 on network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:30:56.635446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:30:56.635815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Checking segment: {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:30:56.636217 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.636604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Bound using segment: {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:30:56.637057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Bound port: 2a89ac9d-678d-494a-bea2-5d7b297f2315, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:30:56.637427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.651812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Allocated IP 172.26.1.231 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/77f4018d-7f19-46c0-9b29-7d53078b0fa8) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:30:56.727410 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] For port 2a89ac9d-678d-494a-bea2-5d7b297f2315, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:30:56.730598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] For port 2a89ac9d-678d-494a-bea2-5d7b297f2315, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a89ac9d-678d-494a-bea2-5d7b297f2315,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:30:56.734934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.798491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.824653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7fbc4-5598-4920-8bff-e9f93766090b None None] Pushing event updated for resources: {'Port': ['ID=2a89ac9d-678d-494a-bea2-5d7b297f2315,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:56.829123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.896487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:30:56.900292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:56.903863 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:30:56.936663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Pushing event updated for resources: {'Port': ['ID=77f4018d-7f19-46c0-9b29-7d53078b0fa8,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:57.440075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:57.641625 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a89ac9d-678d-494a-bea2-5d7b297f2315 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:30:57.714310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 2a89ac9d-678d-494a-bea2-5d7b297f2315 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:30:57.788581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316d1eec-5933-47d7-81d5-476784760b1e None None] Network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:30:57.790249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:57.883996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-938524f9-b830-4802-96f1-af95ee247f68 None None] Provisioning for port 2a89ac9d-678d-494a-bea2-5d7b297f2315 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:30:57.928015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-938524f9-b830-4802-96f1-af95ee247f68 None None] Provisioning complete for port 2a89ac9d-678d-494a-bea2-5d7b297f2315 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:57.928378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-938524f9-b830-4802-96f1-af95ee247f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:58.022956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Router e3a22d57-f48a-4204-b883-f9fea0afcedf is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:30:58.140199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-938524f9-b830-4802-96f1-af95ee247f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:58.176491 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-938524f9-b830-4802-96f1-af95ee247f68 None None] For port 2a89ac9d-678d-494a-bea2-5d7b297f2315, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a89ac9d-678d-494a-bea2-5d7b297f2315,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:30:58.182718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-938524f9-b830-4802-96f1-af95ee247f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:58.203941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:30:58.223579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Sync routers for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:30:58.229964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:58.231226 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ca44f057-c591-4988-835d-2e4c816edc1a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3641968 Dec 22 09:30:58.234020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37226) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:58.253202 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:58.253861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:58.342016 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938524f9-b830-4802-96f1-af95ee247f68 None None] Pushing event updated for resources: {'Port': ['ID=2a89ac9d-678d-494a-bea2-5d7b297f2315,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:58.446303 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:30:58.643478 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-655aa44f-21a9-4538-bad1-3a109ee223e6 None None] Provisioning complete for port 2a89ac9d-678d-494a-bea2-5d7b297f2315 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:58.644154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-655aa44f-21a9-4538-bad1-3a109ee223e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:58.850269 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:57Z', 'revision_number': 3, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:58.854849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Checking router: e3a22d57-f48a-4204-b883-f9fea0afcedf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:30:58.855198 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Updating router e3a22d57-f48a-4204-b883-f9fea0afcedf port 77f4018d-7f19-46c0-9b29-7d53078b0fa8 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:30:58.906742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.018143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.220844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Allocated IP 172.20.0.1 (e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8/d302d675-ae0c-4a18-a9c1-0fec357e14a5/d13320f1-8748-4772-ac62-4f68a7597205) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:30:59.225546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.237650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Transition to ACTIVE for port object 77f4018d-7f19-46c0-9b29-7d53078b0fa8 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:59.243907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.328044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Attempting to bind port 77f4018d-7f19-46c0-9b29-7d53078b0fa8 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:30:59.328417 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Attempting to bind port 77f4018d-7f19-46c0-9b29-7d53078b0fa8 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:30:59.328784 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Attempting to bind port 77f4018d-7f19-46c0-9b29-7d53078b0fa8 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:30:59.336720 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da5b5f-a8f5-4ea8-bd8e-77fc80d634bb None None] Pushing event updated for resources: {'Port': ['ID=77f4018d-7f19-46c0-9b29-7d53078b0fa8,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:59.340696 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:30:59.341219 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:30:59.341863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.342342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:30:59.342912 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Bound port: 77f4018d-7f19-46c0-9b29-7d53078b0fa8, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:30:59.343383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.370592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.385904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Transition to ACTIVE for port object d13320f1-8748-4772-ac62-4f68a7597205 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:59.408669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.415042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] For port 77f4018d-7f19-46c0-9b29-7d53078b0fa8, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:30:59.418175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] For port 77f4018d-7f19-46c0-9b29-7d53078b0fa8, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=77f4018d-7f19-46c0-9b29-7d53078b0fa8,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:30:59.423802 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.472669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:30:59.475668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:59.479799 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:30:59.515581 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Pushing event updated for resources: {'Port': ['ID=d13320f1-8748-4772-ac62-4f68a7597205,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:59.542274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.557817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da5b5f-a8f5-4ea8-bd8e-77fc80d634bb None None] Pushing event updated for resources: {'Port': ['ID=77f4018d-7f19-46c0-9b29-7d53078b0fa8,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:59.560806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:59.561405 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:59.636938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a89ac9d-678d-494a-bea2-5d7b297f2315 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:30:59.794276 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0e69172e-54c6-466e-84c0-bb7338c6252a None None] Provisioning for port d13320f1-8748-4772-ac62-4f68a7597205 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:30:59.806658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-0e69172e-54c6-466e-84c0-bb7338c6252a None None] Provisioning complete for port d13320f1-8748-4772-ac62-4f68a7597205 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:59.806847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.807027 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0e69172e-54c6-466e-84c0-bb7338c6252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:59.831976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:30:59.976061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 2a89ac9d-678d-494a-bea2-5d7b297f2315 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:59.976950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:00.031175 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:00.035877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:00.039157 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-0e69172e-54c6-466e-84c0-bb7338c6252a None None] Port d13320f1-8748-4772-ac62-4f68a7597205 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:31:00.248426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Pushing event updated for resources: {'Port': ['ID=d13320f1-8748-4772-ac62-4f68a7597205,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:00.250884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:00.251359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:57Z', 'revision_number': 3, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:00.255441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86b266-720a-419e-b59d-1f0ea109bfae None None] The sync data for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv is: [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:57Z', 'revision_number': 3, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:31:00.386446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:00.387587 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:00.592185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Router e3a22d57-f48a-4204-b883-f9fea0afcedf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:31:00.661512 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-97fbfbd2-38f5-4514-aef3-5d6bd1d7853a None None] Provisioning complete for port d13320f1-8748-4772-ac62-4f68a7597205 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:00.661955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-97fbfbd2-38f5-4514-aef3-5d6bd1d7853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:00.716068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-97fbfbd2-38f5-4514-aef3-5d6bd1d7853a None None] Port d13320f1-8748-4772-ac62-4f68a7597205 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:31:00.786518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:31:00.797131 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6eb4d22e-58a3-43a6-a286-15619577a0ed admin admin] 10.222.0.37 "PUT /v2.0/routers/e3a22d57-f48a-4204-b883-f9fea0afcedf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5615697 Dec 22 09:31:01.299743 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37244) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:01.305411 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1624653562-network', 'tenant_id': '588f902c691e4f56890e431ab169c5de'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:01.310412 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:01.314214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Usage tracker for resource:network and tenant:588f902c691e4f56890e431ab169c5de is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:01.317092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:01.322779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:01.333609 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Made reservation on behalf of 588f902c691e4f56890e431ab169c5de for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:31:01.336424 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.348150 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.362977 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:01.366915 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Usage tracker for resource:security_group_rule and tenant:588f902c691e4f56890e431ab169c5de is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:01.370192 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:01.375914 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:01.459011 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.463500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.494691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:31:01.503248 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b76de1-835e-4dfe-92cb-61e8d0315a2a,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:01.511568 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.511568 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Added segment 82c981ef-fda1-4774-8259-8407da998e51 of type vlan for network 079deeaf-f8a1-4398-9b82-a856f34e3d9c Dec 22 09:31:01.538966 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.571661 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.572622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:01.573507 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.631505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 77f4018d-7f19-46c0-9b29-7d53078b0fa8 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:01.678629 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3777680 Dec 22 09:31:01.681380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37248) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:01.681933 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca61902-b726-4a77-b78d-63dd9a96f96e admin admin] Pushing event updated for resources: {'Network': ['ID=079deeaf-f8a1-4398-9b82-a856f34e3d9c,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:01.688717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Request body: {'subnet': {'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1624653562-subnet', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:01.693011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 079deeaf-f8a1-4398-9b82-a856f34e3d9c details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:31:01.695223 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:01.699820 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Usage tracker for resource:subnet and tenant:588f902c691e4f56890e431ab169c5de is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:01.702678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:01.708242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:01.718645 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Made reservation on behalf of 588f902c691e4f56890e431ab169c5de for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:31:01.721184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.762376 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Sync routers for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:31:01.772681 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:01.773329 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:01.792288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 77f4018d-7f19-46c0-9b29-7d53078b0fa8 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:01.800857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 77f4018d-7f19-46c0-9b29-7d53078b0fa8 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:01.801629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.922390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.930185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.941135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 77f4018d-7f19-46c0-9b29-7d53078b0fa8, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=77f4018d-7f19-46c0-9b29-7d53078b0fa8,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:01.951381 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.960081 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:02.009338 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5088d5-fd38-4565-9558-409cc106b081,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:02.018371 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Checking segment: {'id': '82c981ef-fda1-4774-8259-8407da998e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:02.018720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Network hostable DHCP agents. Network: 079deeaf-f8a1-4398-9b82-a856f34e3d9c, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:31:02.037511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Network 079deeaf-f8a1-4398-9b82-a856f34e3d9c is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:31:02.046662 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=77f4018d-7f19-46c0-9b29-7d53078b0fa8,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:02.049931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 079deeaf-f8a1-4398-9b82-a856f34e3d9c) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:02.054956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:02.055793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.079680 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-b0a37369-fa42-42ba-8118-66f96d9d3348 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3941333 Dec 22 09:31:02.079994 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37252) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:02.085373 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1624653562-router', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:02.090692 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:02.095212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Usage tracker for resource:router and tenant:588f902c691e4f56890e431ab169c5de is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:02.098688 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:02.105993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:02.118348 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.119525 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.138032 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.184746 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ed41a-f9ce-4bc1-b752-c98f990559f7 None None] Network 079deeaf-f8a1-4398-9b82-a856f34e3d9c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:31:02.304767 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 2, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:02.308387 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Checking router: e3a22d57-f48a-4204-b883-f9fea0afcedf for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:31:02.308726 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Updating router e3a22d57-f48a-4204-b883-f9fea0afcedf port d13320f1-8748-4772-ac62-4f68a7597205 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:31:02.365415 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.406704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-079deeaf-f8a1-4398-9b82-a856f34e3d9c', 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'fixed_ips': [{'subnet_id': '5e5088d5-fd38-4565-9558-409cc106b081'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:31:02.407526 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.416111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.610244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Allocated IP 172.20.0.2 (079deeaf-f8a1-4398-9b82-a856f34e3d9c/5e5088d5-fd38-4565-9558-409cc106b081/4ed22dfa-c55f-453f-a8f6-04baff35cb84) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:31:02.715533 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.732653 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Transition to ACTIVE for port object d13320f1-8748-4772-ac62-4f68a7597205 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:02.740118 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.812034 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Pushing event updated for resources: {'Port': ['ID=d13320f1-8748-4772-ac62-4f68a7597205,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:02.835824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.850200 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Transition to ACTIVE for port object 4ed22dfa-c55f-453f-a8f6-04baff35cb84 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:02.868809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.878849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Transition to ACTIVE for port object 4ed22dfa-c55f-453f-a8f6-04baff35cb84 will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:02.886298 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.909473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.973893 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Network 079deeaf-f8a1-4398-9b82-a856f34e3d9c is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:02.977271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:02.981359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:31:02.983956 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.984307 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.984637 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.986147 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.987013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Pushing event updated for resources: {'Port': ['ID=4ed22dfa-c55f-453f-a8f6-04baff35cb84,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:02.988942 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.989389 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.989860 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.990321 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.992457 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.993625 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.995247 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:02.995679 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:03.059812 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Attempting to bind port d13320f1-8748-4772-ac62-4f68a7597205 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:31:03.060333 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Attempting to bind port d13320f1-8748-4772-ac62-4f68a7597205 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:31:03.060789 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Attempting to bind port d13320f1-8748-4772-ac62-4f68a7597205 on network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:03.066851 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:03.067350 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Checking segment: {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:03.067844 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:03.068484 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Bound using segment: {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:03.069012 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Bound port: d13320f1-8748-4772-ac62-4f68a7597205, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:31:03.069441 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:03.083094 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Allocated IP 172.26.1.106 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/c9aabb7a-bc95-424b-8d23-24efc196df70) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:31:03.105057 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Attempting to bind port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:31:03.105534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Attempting to bind port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '82c981ef-fda1-4774-8259-8407da998e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:31:03.105978 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Attempting to bind port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 on network 079deeaf-f8a1-4398-9b82-a856f34e3d9c {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:03.112441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:03.112895 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Checking segment: {'id': '82c981ef-fda1-4774-8259-8407da998e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:03.113357 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:03.113855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Bound using segment: {'id': '82c981ef-fda1-4774-8259-8407da998e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:03.114375 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Bound port: 4ed22dfa-c55f-453f-a8f6-04baff35cb84, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c981ef-fda1-4774-8259-8407da998e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:31:03.114815 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:03.165960 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] For port d13320f1-8748-4772-ac62-4f68a7597205, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:31:03.170186 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] For port d13320f1-8748-4772-ac62-4f68a7597205, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d13320f1-8748-4772-ac62-4f68a7597205,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:31:03.176171 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:03.209744 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] For port 4ed22dfa-c55f-453f-a8f6-04baff35cb84, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:31:03.214998 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] For port 4ed22dfa-c55f-453f-a8f6-04baff35cb84, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4ed22dfa-c55f-453f-a8f6-04baff35cb84,segment=NetworkSegment(82c981ef-fda1-4774-8259-8407da998e51),segment_id=82c981ef-fda1-4774-8259-8407da998e51)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:31:03.222288 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:03.254321 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:03.255043 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:03.263626 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:03.306718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:03.325283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ee1e2-37a1-43bb-b14d-2dbd793b8096 None None] Pushing event updated for resources: {'Port': ['ID=4ed22dfa-c55f-453f-a8f6-04baff35cb84,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:03.355097 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9d40f-0bbe-44fb-b49c-e4bfe90b6663 None None] Pushing event updated for resources: {'Port': ['ID=d13320f1-8748-4772-ac62-4f68a7597205,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:03.379236 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:03.381516 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:03.385631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:31:03.429397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Pushing event updated for resources: {'Port': ['ID=c9aabb7a-bc95-424b-8d23-24efc196df70,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:03.505577 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:03.721959 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 77f4018d-7f19-46c0-9b29-7d53078b0fa8 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:03.789502 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 77f4018d-7f19-46c0-9b29-7d53078b0fa8 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:03.789811 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:03.888622 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:03.889335 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:03Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:03.893774 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fba4a7-8820-4064-8513-c9ef50fb8b72 None None] The sync data for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv is: [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:03Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:31:03.907857 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4ed22dfa-c55f-453f-a8f6-04baff35cb84 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:04.017570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:04.282945 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:04.430063 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38aa1ff-1eec-4dfb-afa4-58c31da1713b None None] Network 079deeaf-f8a1-4398-9b82-a856f34e3d9c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:31:04.549488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-56c696a8-565e-4cb2-92ac-b38bb695287f None None] Provisioning for port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:04.563399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-56c696a8-565e-4cb2-92ac-b38bb695287f None None] Provisioning complete for port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:04.563777 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-56c696a8-565e-4cb2-92ac-b38bb695287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:04.630080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:31:04.777847 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-56c696a8-565e-4cb2-92ac-b38bb695287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:04.821863 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-56c696a8-565e-4cb2-92ac-b38bb695287f None None] For port 4ed22dfa-c55f-453f-a8f6-04baff35cb84, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4ed22dfa-c55f-453f-a8f6-04baff35cb84,segment=NetworkSegment(82c981ef-fda1-4774-8259-8407da998e51),segment_id=82c981ef-fda1-4774-8259-8407da998e51)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:04.825573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:31:04.827017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-56c696a8-565e-4cb2-92ac-b38bb695287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:04.855429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:04.856913 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-40176aa9-239d-429f-8353-2ac0b4d03026 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7758582 Dec 22 09:31:04.859592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37256) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:04.865953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Sync routers for ids ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:31:04.899770 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Routers {'8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:04.900546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:05.012462 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c696a8-565e-4cb2-92ac-b38bb695287f None None] Pushing event updated for resources: {'Port': ['ID=4ed22dfa-c55f-453f-a8f6-04baff35cb84,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:05.113404 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Set router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:05.295161 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-ba5678a6-d36e-43f5-966f-bd26fcce8a65 None None] Provisioning complete for port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:05.295447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ba5678a6-d36e-43f5-966f-bd26fcce8a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:05.547301 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'name': 'tempest-TestShelveInstance-1624653562-router', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:03Z', 'revision_number': 3, 'project_id': '588f902c691e4f56890e431ab169c5de', 'gw_port': {'id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:05.550979 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Checking router: 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:31:05.551325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Updating router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 port c9aabb7a-bc95-424b-8d23-24efc196df70 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:31:05.569508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:05.603852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:05.696581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d13320f1-8748-4772-ac62-4f68a7597205 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:05.778599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Allocated IP 172.20.0.1 (079deeaf-f8a1-4398-9b82-a856f34e3d9c/5e5088d5-fd38-4565-9558-409cc106b081/a55d2f7c-fa2d-404c-a98a-7ce865b69bec) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:31:05.861366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port d13320f1-8748-4772-ac62-4f68a7597205 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:05.876299 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d13320f1-8748-4772-ac62-4f68a7597205 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:05.876666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:05.932002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:05.947136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Transition to ACTIVE for port object a55d2f7c-fa2d-404c-a98a-7ce865b69bec will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:05.972611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.074845 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.095646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.115196 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Transition to ACTIVE for port object c9aabb7a-bc95-424b-8d23-24efc196df70 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:06.126740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.132247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port d13320f1-8748-4772-ac62-4f68a7597205, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d13320f1-8748-4772-ac62-4f68a7597205,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:06.154621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Network 079deeaf-f8a1-4398-9b82-a856f34e3d9c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:06.157459 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:06.161033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:31:06.168287 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.169029 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4ed22dfa-c55f-453f-a8f6-04baff35cb84 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:06.197629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Pushing event updated for resources: {'Port': ['ID=a55d2f7c-fa2d-404c-a98a-7ce865b69bec,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:06.227093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.259851 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dcd2f-320a-47fa-aa22-0e056b9968d8 None None] Pushing event updated for resources: {'Port': ['ID=c9aabb7a-bc95-424b-8d23-24efc196df70,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:06.262187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Attempting to bind port c9aabb7a-bc95-424b-8d23-24efc196df70 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:31:06.262553 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Attempting to bind port c9aabb7a-bc95-424b-8d23-24efc196df70 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:31:06.263214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Attempting to bind port c9aabb7a-bc95-424b-8d23-24efc196df70 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:06.314383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:06.314758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:06.315170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.315538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:06.316019 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Bound port: c9aabb7a-bc95-424b-8d23-24efc196df70, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:31:06.316384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.357010 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.390748 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=d13320f1-8748-4772-ac62-4f68a7597205,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:06.413948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:06.414310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.462389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] For port c9aabb7a-bc95-424b-8d23-24efc196df70, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:31:06.479503 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] For port c9aabb7a-bc95-424b-8d23-24efc196df70, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c9aabb7a-bc95-424b-8d23-24efc196df70,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:31:06.481829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d8b41d7b-aa1d-4b5d-8515-5ecf8c702dd3 None None] Provisioning for port a55d2f7c-fa2d-404c-a98a-7ce865b69bec completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:06.488254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.527095 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d8b41d7b-aa1d-4b5d-8515-5ecf8c702dd3 None None] Provisioning complete for port a55d2f7c-fa2d-404c-a98a-7ce865b69bec triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:06.527456 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d8b41d7b-aa1d-4b5d-8515-5ecf8c702dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.586125 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.590624 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.698128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Pushing event updated for resources: {'Port': ['ID=a55d2f7c-fa2d-404c-a98a-7ce865b69bec,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:06.700546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.704856 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-d8b41d7b-aa1d-4b5d-8515-5ecf8c702dd3 None None] Port a55d2f7c-fa2d-404c-a98a-7ce865b69bec cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:31:06.706658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Routers {'8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:06.706804 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:06.770538 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dcd2f-320a-47fa-aa22-0e056b9968d8 None None] Pushing event updated for resources: {'Port': ['ID=c9aabb7a-bc95-424b-8d23-24efc196df70,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:06.839671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Network 079deeaf-f8a1-4398-9b82-a856f34e3d9c is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:06.840884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:06.902570 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] Set router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:07.052960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:31:07.153308 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-aa9ee3de-3ddb-40ac-90a4-d0edf33842b7 None None] Provisioning complete for port a55d2f7c-fa2d-404c-a98a-7ce865b69bec triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:07.153956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee3de-3ddb-40ac-90a4-d0edf33842b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.231211 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:31:07.249251 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-44b78edd-cfd3-491b-95a3-b3ca49402a44 admin admin] 10.222.0.37 "PUT /v2.0/routers/8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3800323 Dec 22 09:31:07.253866 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ee3de-3ddb-40ac-90a4-d0edf33842b7 None None] Port a55d2f7c-fa2d-404c-a98a-7ce865b69bec cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:31:07.281889 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'name': 'tempest-TestShelveInstance-1624653562-router', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '588f902c691e4f56890e431ab169c5de', 'gw_port': {'id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'a55d2f7c-fa2d-404c-a98a-7ce865b69bec', 'name': '', 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'mac_address': 'fa:16:3e:39:02:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '5e5088d5-fd38-4565-9558-409cc106b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:05Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 2, 'project_id': '588f902c691e4f56890e431ab169c5de', 'subnets': [{'id': '5e5088d5-fd38-4565-9558-409cc106b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:07.285908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47d0ae-252e-4dcc-b52e-39957bbbdc82 None None] The sync data for ids ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'] in dv-neutron-822561-2-hyperv is: [{'id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'name': 'tempest-TestShelveInstance-1624653562-router', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '588f902c691e4f56890e431ab169c5de', 'gw_port': {'id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'a55d2f7c-fa2d-404c-a98a-7ce865b69bec', 'name': '', 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'mac_address': 'fa:16:3e:39:02:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '5e5088d5-fd38-4565-9558-409cc106b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:05Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 2, 'project_id': '588f902c691e4f56890e431ab169c5de', 'subnets': [{'id': '5e5088d5-fd38-4565-9558-409cc106b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:31:07.640868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d13320f1-8748-4772-ac62-4f68a7597205 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:07.716874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37266) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:07.717428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port d13320f1-8748-4772-ac62-4f68a7597205 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:07.717428 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.722001 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307746089', 'description': 'tempest-secgroup-smoke-1307746089 description', 'project_id': '7f5de94895434feea60473ff0999937e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:07.728965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:07.733022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:07.735942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:07.742566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:07.758024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.779450 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:07.783522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:07.786413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:07.792714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:07.871812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.875871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.918538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd0184d-cd6b-4b5b-81d8-844324eefcf9,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:07.921658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.922936 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-28cc33f5-dbcb-4816-adb2-8e419d16e7d5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2053251 Dec 22 09:31:07.925955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37270) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:07.931739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': '6bd0184d-cd6b-4b5b-81d8-844324eefcf9', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:07.937905 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:07.941657 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:07.944877 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:07.950970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:07.986579 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.056839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.061038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.085102 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfe7d9a-d889-4171-98d5-f5f2c4e73545,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:08.094937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.097721 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e9dd7a4a-55a7-4217-b85c-0e8c5b17b65a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692066 Dec 22 09:31:08.099096 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37274) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:08.106690 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': '6bd0184d-cd6b-4b5b-81d8-844324eefcf9', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:08.113115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:08.117284 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:08.120357 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:08.127094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:08.145065 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.212389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.216322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.240946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f341d3ee-58e0-4892-bd69-b76ed11665cd,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:08.250905 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.252143 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3787d695-8f7b-4c1e-8006-1e42b9fffbde tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518850 Dec 22 09:31:08.254888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37278) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:08.260749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': '6bd0184d-cd6b-4b5b-81d8-844324eefcf9', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:08.266846 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:08.270802 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:08.274428 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:08.280443 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:08.297779 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.361823 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.367088 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.390946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71adffb-7daf-4b74-be42-b3562dc984ea,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:08.401604 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.405260 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-24a5cdcb-95f3-4900-9ca2-a4646f3803e9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470544 Dec 22 09:31:08.405461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37282) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:08.410551 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': '6bd0184d-cd6b-4b5b-81d8-844324eefcf9', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:08.416777 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:08.421172 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:08.424177 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:08.430332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:08.447691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.518140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.521974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.547325 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2b8912-db6f-4a37-af98-aaf657b5585b,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:08.558616 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.559810 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-2e272750-b2dd-4df3-ba99-29d5c936091c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533172 Dec 22 09:31:08.562563 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 37286) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:08.567571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': '6bd0184d-cd6b-4b5b-81d8-844324eefcf9', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:08.574263 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:08.578207 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:08.581126 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:08.587327 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:08.597751 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Project 7f5de94895434feea60473ff0999937e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:31:08.604928 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.670624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.674074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.697396 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948a41bf-544e-467d-8b8e-59fe9dcc2cbe,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:08.706029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.707163 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-5cff3eb1-da21-4d65-a9bc-8e33e239b30c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436856 Dec 22 09:31:08.709973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37290) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:08.715225 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': '6bd0184d-cd6b-4b5b-81d8-844324eefcf9', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:08.721278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:08.725271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:08.728445 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:08.734407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:08.745143 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Project 7f5de94895434feea60473ff0999937e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:31:08.751526 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.813777 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.818254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.840913 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da32883c-96cf-433c-acc8-b641a3be677a,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:08.850689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.851847 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8d880790-2227-4580-b682-07d8c1ac7b15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408875 Dec 22 09:31:09.011755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-c58283b2-d157-44cf-a2fa-12fe6e0b83c5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Synchronizing usage tracker for tenant:7f5de94895434feea60473ff0999937e on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:31:09.027974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-c58283b2-d157-44cf-a2fa-12fe6e0b83c5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Unset dirty status for tenant:7f5de94895434feea60473ff0999937e on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:31:09.029306 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-c58283b2-d157-44cf-a2fa-12fe6e0b83c5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307746089&fields=id&tenant_id=7f5de94895434feea60473ff0999937e HTTP/1.1" status: 200 len: 267 time: 0.0570059 Dec 22 09:31:09.181369 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-812ad948-37de-4dc4-ab61-260ef948e7fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:09.182057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-812ad948-37de-4dc4-ab61-260ef948e7fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Synchronizing usage tracker for tenant:7f5de94895434feea60473ff0999937e on resource:network {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:31:09.197946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-812ad948-37de-4dc4-ab61-260ef948e7fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Unset dirty status for tenant:7f5de94895434feea60473ff0999937e on resource:network {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:31:09.199058 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-812ad948-37de-4dc4-ab61-260ef948e7fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 809 time: 0.1629272 Dec 22 09:31:09.213246 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-da8c8ae6-0c27-43a0-b9e9-fc8785320f7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/quotas/7f5de94895434feea60473ff0999937e HTTP/1.1" status: 200 len: 375 time: 0.0087190 Dec 22 09:31:09.399389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-9d5fe57e-80b3-4316-8f14-e6833aadacdd tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Synchronizing usage tracker for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:31:09.416177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-9d5fe57e-80b3-4316-8f14-e6833aadacdd tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Unset dirty status for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:31:09.417401 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-9d5fe57e-80b3-4316-8f14-e6833aadacdd tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1989107 Dec 22 09:31:09.551803 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-d73d7704-c748-42c7-b25a-c1448c2109ea service neutron] 10.222.0.37 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229510 Dec 22 09:31:09.633738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c9aabb7a-bc95-424b-8d23-24efc196df70 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:09.689342 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-30df86e2-d50e-42a7-8231-894e30c0e393 service neutron] 10.222.0.37 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314845 Dec 22 09:31:09.703268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port c9aabb7a-bc95-424b-8d23-24efc196df70 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:09.707923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c9aabb7a-bc95-424b-8d23-24efc196df70 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:09.708294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:09.831120 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:09.849323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port c9aabb7a-bc95-424b-8d23-24efc196df70, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c9aabb7a-bc95-424b-8d23-24efc196df70,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:09.855107 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:09.880640 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bc0c7962-6788-48b5-b184-a420e2d4d84a req-5dbd53d1-eec7-4a8b-9647-86723dc435d8 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 210 time: 0.0473647 Dec 22 09:31:09.922740 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=c9aabb7a-bc95-424b-8d23-24efc196df70,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:10.825437 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Sync routers for ids ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:31:10.835308 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Routers {'8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:10.835913 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:11.015857 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Set router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:11.112192 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0e8d1fb7-471d-4dad-9f54-7f930e4c38cb req-986da97c-a910-414e-ba96-88a945a9649f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 210 time: 0.0495160 Dec 22 09:31:11.118307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-6e198622-8cbd-42c7-a138-af42054a8424 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:11.119652 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-6e198622-8cbd-42c7-a138-af42054a8424 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 809 time: 0.2108469 Dec 22 09:31:11.170812 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-b4cf6649-dd76-423e-9536-44d3209e6a5b tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5de94895434feea60473ff0999937e HTTP/1.1" status: 200 len: 380 time: 0.0418870 Dec 22 09:31:11.179109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'port': {'device_id': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'admin_state_up': True, 'tenant_id': '7f5de94895434feea60473ff0999937e', 'security_groups': ['6bd0184d-cd6b-4b5b-81d8-844324eefcf9']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:11.312161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:11.322119 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:11.330085 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'name': 'tempest-TestShelveInstance-1624653562-router', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '588f902c691e4f56890e431ab169c5de', 'gw_port': {'id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'a55d2f7c-fa2d-404c-a98a-7ce865b69bec', 'name': '', 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'mac_address': 'fa:16:3e:39:02:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '5e5088d5-fd38-4565-9558-409cc106b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:05Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 2, 'project_id': '588f902c691e4f56890e431ab169c5de', 'subnets': [{'id': '5e5088d5-fd38-4565-9558-409cc106b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:11.330841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Made reservation on behalf of 7f5de94895434feea60473ff0999937e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:31:11.334101 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Checking router: 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:31:11.334988 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Updating router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 port a55d2f7c-fa2d-404c-a98a-7ce865b69bec binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:31:11.335106 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:11.420154 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:11.497926 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Allocated IP 172.20.0.10 (e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8/d302d675-ae0c-4a18-a9c1-0fec357e14a5/b8f71363-821f-4b65-9162-8f2195eeb598) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:31:11.618548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c9aabb7a-bc95-424b-8d23-24efc196df70 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:11.690385 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:11.691123 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port c9aabb7a-bc95-424b-8d23-24efc196df70 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:11.691556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:11.705840 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Transition to ACTIVE for port object b8f71363-821f-4b65-9162-8f2195eeb598 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:11.730969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:11.762156 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:11.775726 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Transition to ACTIVE for port object a55d2f7c-fa2d-404c-a98a-7ce865b69bec will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:11.783253 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:11.800217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:11.803401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:11.807238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:31:11.859766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:11.903456 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:11.904549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:11.932286 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-2154ced0-41af-405a-addf-6c4a500eea17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7567351 Dec 22 09:31:11.945666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Request body: {'port': {'device_id': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:12.025966 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806ee54-c126-4aaa-94b2-9558650d39e0 None None] Pushing event updated for resources: {'Port': ['ID=a55d2f7c-fa2d-404c-a98a-7ce865b69bec,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:12.053870 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Attempting to bind port a55d2f7c-fa2d-404c-a98a-7ce865b69bec on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:31:12.054497 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Attempting to bind port a55d2f7c-fa2d-404c-a98a-7ce865b69bec by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '82c981ef-fda1-4774-8259-8407da998e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:31:12.055055 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Attempting to bind port a55d2f7c-fa2d-404c-a98a-7ce865b69bec on network 079deeaf-f8a1-4398-9b82-a856f34e3d9c {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:12.061403 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:12.062328 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Checking segment: {'id': '82c981ef-fda1-4774-8259-8407da998e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:12.062918 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.063478 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Bound using segment: {'id': '82c981ef-fda1-4774-8259-8407da998e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:12.064125 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Bound port: a55d2f7c-fa2d-404c-a98a-7ce865b69bec, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c981ef-fda1-4774-8259-8407da998e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:31:12.064860 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.098426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.165795 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] For port a55d2f7c-fa2d-404c-a98a-7ce865b69bec, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:31:12.169042 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] For port a55d2f7c-fa2d-404c-a98a-7ce865b69bec, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a55d2f7c-fa2d-404c-a98a-7ce865b69bec,segment=NetworkSegment(82c981ef-fda1-4774-8259-8407da998e51),segment_id=82c981ef-fda1-4774-8259-8407da998e51)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:31:12.176858 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.224389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3c7dd9db-03fd-4e5b-be52-fe7a049608d4 None None] Provisioning for port b8f71363-821f-4b65-9162-8f2195eeb598 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:12.231510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-3c7dd9db-03fd-4e5b-be52-fe7a049608d4 None None] Provisioning complete for port b8f71363-821f-4b65-9162-8f2195eeb598 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:12.232339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd9db-03fd-4e5b-be52-fe7a049608d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.264730 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Routers {'8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:12.265349 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:30:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:12.339152 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c1a36-dca1-41f3-be67-c87255faca41 req-92a3af9a-2439-4692-a088-66dc5ff2833f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:12.339744 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-3c7dd9db-03fd-4e5b-be52-fe7a049608d4 None None] Port b8f71363-821f-4b65-9162-8f2195eeb598 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:31:12.341797 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bb1c1a36-dca1-41f3-be67-c87255faca41 req-92a3af9a-2439-4692-a088-66dc5ff2833f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 932 time: 0.1072152 Dec 22 09:31:12.370968 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806ee54-c126-4aaa-94b2-9558650d39e0 None None] Pushing event updated for resources: {'Port': ['ID=a55d2f7c-fa2d-404c-a98a-7ce865b69bec,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:12.424000 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bb1c1a36-dca1-41f3-be67-c87255faca41 req-ce39e1f2-70bf-42bb-b65f-a01e0d96ae1c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686133 Dec 22 09:31:12.503001 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] Set router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:12.595973 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f71363-821f-4b65-9162-8f2195eeb598 {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:31:12.603936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.618530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Transition to ACTIVE for port object b8f71363-821f-4b65-9162-8f2195eeb598 will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:12.622288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.776734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:12.822578 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'name': 'tempest-TestShelveInstance-1624653562-router', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '588f902c691e4f56890e431ab169c5de', 'gw_port': {'id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'a55d2f7c-fa2d-404c-a98a-7ce865b69bec', 'name': '', 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'mac_address': 'fa:16:3e:39:02:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '5e5088d5-fd38-4565-9558-409cc106b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:05Z', 'updated_at': '2021-12-22T09:31:12Z', 'revision_number': 4, 'project_id': '588f902c691e4f56890e431ab169c5de', 'subnets': [{'id': '5e5088d5-fd38-4565-9558-409cc106b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:12.827070 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828bcd5-fec3-4cfb-b005-d4f2ff88cf83 None None] The sync data for ids ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'] in dv-neutron-822561-2-hyperv is: [{'id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'name': 'tempest-TestShelveInstance-1624653562-router', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '588f902c691e4f56890e431ab169c5de', 'gw_port': {'id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'a55d2f7c-fa2d-404c-a98a-7ce865b69bec', 'name': '', 'network_id': '079deeaf-f8a1-4398-9b82-a856f34e3d9c', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'mac_address': 'fa:16:3e:39:02:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '5e5088d5-fd38-4565-9558-409cc106b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:05Z', 'updated_at': '2021-12-22T09:31:12Z', 'revision_number': 4, 'project_id': '588f902c691e4f56890e431ab169c5de', 'subnets': [{'id': '5e5088d5-fd38-4565-9558-409cc106b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:31:12.859747 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Attempting to bind port b8f71363-821f-4b65-9162-8f2195eeb598 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:31:12.860083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Attempting to bind port b8f71363-821f-4b65-9162-8f2195eeb598 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:31:12.860397 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Attempting to bind port b8f71363-821f-4b65-9162-8f2195eeb598 on network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:12.865212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Port b8f71363-821f-4b65-9162-8f2195eeb598 on network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:31:12.866152 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Attempting to bind port b8f71363-821f-4b65-9162-8f2195eeb598 on network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:12.871655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:12.871987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Checking segment: {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:12.872432 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Bound using segment: {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:12.872804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Bound port: b8f71363-821f-4b65-9162-8f2195eeb598, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:31:12.873148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.964133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:31:12.967138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:31:12.975191 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:13.041570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:13.042420 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:13.043624 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] 10.222.0.54 "PUT /v2.0/ports/b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 1094 time: 1.1033440 Dec 22 09:31:13.044056 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:31:13.068648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5622bc7-210d-467f-afaa-c24002b53b17 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:13.125118 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'status': 'completed', 'code': 200} Dec 22 09:31:13.167229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-164735a6-83e2-4a77-94db-42251ea0d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:13.168727 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-164735a6-83e2-4a77-94db-42251ea0d60d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0827439 Dec 22 09:31:13.243301 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-7bcaa61b-00f0-420c-8327-3fe644bd2ecd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 217 time: 0.0671563 Dec 22 09:31:13.306358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-5f274f1a-ef47-4f79-b49b-2f9f547f66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:13.307779 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-5f274f1a-ef47-4f79-b49b-2f9f547f66f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0574491 Dec 22 09:31:13.386481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-dbde654e-6363-4064-9c72-c685f0ab014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:13.387866 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-dbde654e-6363-4064-9c72-c685f0ab014a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724630 Dec 22 09:31:13.517460 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-94ce4635-6ecd-4cda-86ee-427ae7393ef9 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228659 Dec 22 09:31:13.625098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132df8c7-892a-42c6-a831-6b7b503d85e8 req-107ed3e2-a1ad-4f7b-a010-e793c4ecf158 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:13.626768 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-132df8c7-892a-42c6-a831-6b7b503d85e8 req-107ed3e2-a1ad-4f7b-a010-e793c4ecf158 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0824857 Dec 22 09:31:13.645974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a55d2f7c-fa2d-404c-a98a-7ce865b69bec up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:13.657888 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e40c4067-72a6-4db6-b8b5-c988aca20cf2 req-a7735a86-e3d9-455c-a98b-9a8840f09643 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344616 Dec 22 09:31:13.683905 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-132df8c7-892a-42c6-a831-6b7b503d85e8 req-2f8f3300-917b-4a90-9827-a3254ca2da1d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508547 Dec 22 09:31:13.717823 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port a55d2f7c-fa2d-404c-a98a-7ce865b69bec completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:13.722698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port a55d2f7c-fa2d-404c-a98a-7ce865b69bec triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:13.723064 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:13.779169 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-eb0229e5-9e74-4028-8968-19075b99874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:13.780623 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-eb0229e5-9e74-4028-8968-19075b99874d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0720410 Dec 22 09:31:13.840790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:13.872136 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port a55d2f7c-fa2d-404c-a98a-7ce865b69bec, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a55d2f7c-fa2d-404c-a98a-7ce865b69bec,segment=NetworkSegment(82c981ef-fda1-4774-8259-8407da998e51),segment_id=82c981ef-fda1-4774-8259-8407da998e51)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:13.876342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:13.911214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-939f8cf2-d5a9-43d6-808d-44b3afb32c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:13.912601 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-939f8cf2-d5a9-43d6-808d-44b3afb32c96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1251516 Dec 22 09:31:13.941122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=a55d2f7c-fa2d-404c-a98a-7ce865b69bec,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:13.983914 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-db4dedd3-931f-43fd-ac60-08a09d4b2170 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 217 time: 0.0639026 Dec 22 09:31:14.045889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-cf139f03-aee8-4a57-8a6d-4448dba17b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:14.047299 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-cf139f03-aee8-4a57-8a6d-4448dba17b72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0560923 Dec 22 09:31:14.126529 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-2b037e6a-dc7d-4af6-a3eb-24f361a53593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:14.128166 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-2b037e6a-dc7d-4af6-a3eb-24f361a53593 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739114 Dec 22 09:31:14.264929 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-39a48a75-d65f-4a62-97ae-ff0081507ad1 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291320 Dec 22 09:31:14.493810 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-40f2f903-41a1-4ee7-9734-3158f31cc017 req-fab39aec-bc7a-43de-91cf-c19d1b7e318d service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222726 Dec 22 09:31:14.668126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:14.872555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dea665-219c-480e-ad15-c47f1c436f77 req-6aaa450f-308b-46a2-bb41-d442da5426f5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:14.873254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-e6dea665-219c-480e-ad15-c47f1c436f77 req-6aaa450f-308b-46a2-bb41-d442da5426f5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Synchronizing usage tracker for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:31:14.889858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-e6dea665-219c-480e-ad15-c47f1c436f77 req-6aaa450f-308b-46a2-bb41-d442da5426f5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Unset dirty status for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:31:14.891228 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e6dea665-219c-480e-ad15-c47f1c436f77 req-6aaa450f-308b-46a2-bb41-d442da5426f5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.1015081 Dec 22 09:31:14.934572 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e6dea665-219c-480e-ad15-c47f1c436f77 req-4982cb35-1aff-4da9-9dd4-39ffebe6e03a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371456 Dec 22 09:31:15.616292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a55d2f7c-fa2d-404c-a98a-7ce865b69bec up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:15.712764 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port a55d2f7c-fa2d-404c-a98a-7ce865b69bec triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:15.713446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:16.118844 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c36330-dbe7-4155-873a-35e7f9a19ff9 req-a284b5c9-443d-4564-b18b-68136373ab26 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:16.120374 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-16c36330-dbe7-4155-873a-35e7f9a19ff9 req-a284b5c9-443d-4564-b18b-68136373ab26 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0781248 Dec 22 09:31:16.163706 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-16c36330-dbe7-4155-873a-35e7f9a19ff9 req-92515a48-eda2-4ccd-8d5a-bc85ce2fd95e tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378520 Dec 22 09:31:17.345029 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cbb8a-a570-48a6-a7f1-5a190f806fcc req-d3bc711c-495f-479b-99f4-525e63ccb2aa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:17.346395 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c1cbb8a-a570-48a6-a7f1-5a190f806fcc req-d3bc711c-495f-479b-99f4-525e63ccb2aa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0801249 Dec 22 09:31:17.390653 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c1cbb8a-a570-48a6-a7f1-5a190f806fcc req-ba1ff715-623c-4c78-b5a1-f54cecb1a4ad tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371144 Dec 22 09:31:17.627689 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device b8f71363-821f-4b65-9162-8f2195eeb598 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:31:17.754400 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:17.766730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'port_id': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'mac_address': 'fa:16:3e:5c:a9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:31:17.818897 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:17.835047 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f71363-821f-4b65-9162-8f2195eeb598 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:31:17.850121 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:17.853920 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:17.919559 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:18.062516 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['b8f71363-821f-4b65-9162-8f2195eeb598'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:31:18.572749 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2289343-7f8c-4d47-9e03-eca3c81d3c07 req-b195440b-f399-42d3-a684-ff4b0cc012dc tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:18.574124 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c2289343-7f8c-4d47-9e03-eca3c81d3c07 req-b195440b-f399-42d3-a684-ff4b0cc012dc tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 945 time: 0.0825000 Dec 22 09:31:18.617411 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c2289343-7f8c-4d47-9e03-eca3c81d3c07 req-cee78262-fc9d-4d5c-a336-234b4c87cb0f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376253 Dec 22 09:31:19.461364 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d9553677-314c-4982-a50f-ebda81a7588b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:19.638816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device b8f71363-821f-4b65-9162-8f2195eeb598 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:19.710338 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port b8f71363-821f-4b65-9162-8f2195eeb598 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:19.715182 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port b8f71363-821f-4b65-9162-8f2195eeb598 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:19.715578 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:19.798598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6eab5-88e5-44f5-86d2-c6eea1942a17 req-73aa0f35-e278-4298-a5f0-08a57ccc2525 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:19.800148 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b8b6eab5-88e5-44f5-86d2-c6eea1942a17 req-73aa0f35-e278-4298-a5f0-08a57ccc2525 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 945 time: 0.0780735 Dec 22 09:31:19.828685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:19.843947 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b8b6eab5-88e5-44f5-86d2-c6eea1942a17 req-d3dbbb73-332e-495a-bf81-7c242f4d3d23 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375850 Dec 22 09:31:19.855084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:31:19.865130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:19.870371 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:19.908667 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'code': 200} Dec 22 09:31:19.940279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:20.172133 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff32a17-b04e-46ae-bb36-fb52840c55d8 req-7c447d8f-ad9e-40b8-b3c1-c78a8031f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:20.173483 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fff32a17-b04e-46ae-bb36-fb52840c55d8 req-7c447d8f-ad9e-40b8-b3c1-c78a8031f6e1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1099 time: 0.0700355 Dec 22 09:31:20.211697 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fff32a17-b04e-46ae-bb36-fb52840c55d8 req-ec9ad53b-f425-4e48-93f6-cb2595154955 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Dec 22 09:31:21.023714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f98817-47d4-4b5a-ab5a-ae32981d196b req-15895aa9-e613-4665-bac5-112b3eead77a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:21.025143 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-74f98817-47d4-4b5a-ab5a-ae32981d196b req-15895aa9-e613-4665-bac5-112b3eead77a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0782199 Dec 22 09:31:21.071597 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-74f98817-47d4-4b5a-ab5a-ae32981d196b req-7845d5ae-6084-4c5a-a52c-c9b001b26566 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409126 Dec 22 09:31:21.844067 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0493f7ca-d3f2-4776-b878-63215117a9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:22.255791 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7d115-24a1-4590-8a5b-3a9d5395df4d req-2b68f38a-e453-4ce6-a091-197321cf84cf tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:22.257237 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-dad7d115-24a1-4590-8a5b-3a9d5395df4d req-2b68f38a-e453-4ce6-a091-197321cf84cf tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0788829 Dec 22 09:31:22.300599 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-dad7d115-24a1-4590-8a5b-3a9d5395df4d req-83a301ae-3e67-4f32-8540-63e54227e718 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377061 Dec 22 09:31:22.478803 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd932acf-ec3e-4833-a8a4-a9df6349e0b1 req-0b85f0ce-2b5a-412e-88eb-bc78304d961d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:22.480215 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd932acf-ec3e-4833-a8a4-a9df6349e0b1 req-0b85f0ce-2b5a-412e-88eb-bc78304d961d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0777292 Dec 22 09:31:22.525271 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-bd932acf-ec3e-4833-a8a4-a9df6349e0b1 req-6b1f1ae8-376d-48e7-bc1e-a3ba887f45ba tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394270 Dec 22 09:31:22.546758 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37350) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:22.753746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5395c78f-9402-4d91-bdfd-a7c2e4e8fc55 tempest-TestShelveInstance-355292179 tempest-TestShelveInstance-355292179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:22.754344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5395c78f-9402-4d91-bdfd-a7c2e4e8fc55 tempest-TestShelveInstance-355292179 tempest-TestShelveInstance-355292179-project-admin] Synchronizing usage tracker for tenant:588f902c691e4f56890e431ab169c5de on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:31:22.771008 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-5395c78f-9402-4d91-bdfd-a7c2e4e8fc55 tempest-TestShelveInstance-355292179 tempest-TestShelveInstance-355292179-project-admin] Unset dirty status for tenant:588f902c691e4f56890e431ab169c5de on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:31:22.772130 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-5395c78f-9402-4d91-bdfd-a7c2e4e8fc55 tempest-TestShelveInstance-355292179 tempest-TestShelveInstance-355292179-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1094 time: 0.2244201 Dec 22 09:31:22.775027 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37358) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:22.779946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:22.785823 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:22.790205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:floatingip and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:22.792944 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:22.798552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:22.808832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:22.942879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:22.974655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:23.072394 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Allocated IP 172.26.1.91 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/cbbe803e-1eb8-4418-b565-31330fc78ee5) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:31:23.098291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:23.216491 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:23.244482 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:23.310819 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:23.313395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:23.316962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:31:23.349020 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'Port': ['ID=cbbe803e-1eb8-4418-b565-31330fc78ee5,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:23.813870 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:23.885135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:24.084162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:24.088401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:24.195088 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'Port': ['ID=cbbe803e-1eb8-4418-b565-31330fc78ee5,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:24.204678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:24.341964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:24.376307 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Floating IP 34c5396b-6904-41e5-a3d3-863cb1923006 associated. External IP: 172.26.1.91, port: b8f71363-821f-4b65-9162-8f2195eeb598. Dec 22 09:31:24.717908 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Router e3a22d57-f48a-4204-b883-f9fea0afcedf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:31:24.889017 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:31:24.899613 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] Sync routers for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:31:24.908362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:24.908972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:31:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:24.912853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:24.983344 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-db24184d-4b4f-4a0a-8498-486a993b6bd0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2071238 Dec 22 09:31:24.984075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:31:25.034026 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'status': 'completed', 'code': 200} Dec 22 09:31:25.098495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:25.122170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e739f-5ae8-478b-a9bc-a991720f150b req-195f9fc7-793b-4ece-864c-16b0b888d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:25.123633 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-525e739f-5ae8-478b-a9bc-a991720f150b req-195f9fc7-793b-4ece-864c-16b0b888d24c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1099 time: 0.0687418 Dec 22 09:31:25.383185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e739f-5ae8-478b-a9bc-a991720f150b req-3b91f3a7-c769-4992-8029-a93cf1cd6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:25.384609 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-525e739f-5ae8-478b-a9bc-a991720f150b req-3b91f3a7-c769-4992-8029-a93cf1cd6e29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.2539735 Dec 22 09:31:25.477937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '34c5396b-6904-41e5-a3d3-863cb1923006', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'port_id': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'mac_address': 'fa:16:3e:5c:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:31:23Z', 'updated_at': '2021-12-22T09:31:23Z', 'revision_number': 0, 'project_id': '7f5de94895434feea60473ff0999937e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:25.481829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] Checking router: e3a22d57-f48a-4204-b883-f9fea0afcedf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:31:25.487771 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-525e739f-5ae8-478b-a9bc-a991720f150b req-38ece83e-9751-4dc2-bb48-aea5acaaf251 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 999 time: 0.0961778 Dec 22 09:31:25.490655 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:25.491243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:31:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:25.550153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e739f-5ae8-478b-a9bc-a991720f150b req-0d8feff0-afc1-43bb-a614-ad9027be1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:25.552146 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-525e739f-5ae8-478b-a9bc-a991720f150b req-0d8feff0-afc1-43bb-a614-ad9027be1c37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0582378 Dec 22 09:31:25.643505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e739f-5ae8-478b-a9bc-a991720f150b req-97408eff-c2a0-4f15-a794-a32dc4756108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:25.644935 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-525e739f-5ae8-478b-a9bc-a991720f150b req-97408eff-c2a0-4f15-a794-a32dc4756108 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792296 Dec 22 09:31:25.663708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:25.776938 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-525e739f-5ae8-478b-a9bc-a991720f150b req-0f1c40fc-92f9-4390-b329-a1773f5fd97a service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257615 Dec 22 09:31:25.906906 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-525e739f-5ae8-478b-a9bc-a991720f150b req-8c0890c0-18ef-429b-891b-3dcefe363dc0 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230726 Dec 22 09:31:25.999966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '34c5396b-6904-41e5-a3d3-863cb1923006', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'port_id': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'mac_address': 'fa:16:3e:5c:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:31:23Z', 'updated_at': '2021-12-22T09:31:23Z', 'revision_number': 0, 'project_id': '7f5de94895434feea60473ff0999937e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:26.003848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381e59a-3deb-491c-9d4b-5acb7c0bc7d6 None None] The sync data for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv is: [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '34c5396b-6904-41e5-a3d3-863cb1923006', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'port_id': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'mac_address': 'fa:16:3e:5c:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:31:23Z', 'updated_at': '2021-12-22T09:31:23Z', 'revision_number': 0, 'project_id': '7f5de94895434feea60473ff0999937e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:31:26.189975 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b6d7c-91d4-47ea-af37-963466164df2 None None] New status for floating IP 34c5396b-6904-41e5-a3d3-863cb1923006: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:31:30.709232 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:31:44.670492 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:49.462225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5a155a24-650f-486c-9ac5-cd9fac4cc091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:51.848647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f36d144a-0539-4467-96db-195df97cbd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:52.976927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:53.103596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:54.339950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:06.613061 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-6e7f828a-6793-492e-a7d7-575190bb281b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663140 Dec 22 09:32:06.751449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-094626bb-d8a9-4c1d-b7bd-4ae89679200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:06.752871 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-094626bb-d8a9-4c1d-b7bd-4ae89679200a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1099 time: 0.0725636 Dec 22 09:32:06.894631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-cfb2bd64-3d9d-444f-af63-2d69f50807b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:06.896059 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-cfb2bd64-3d9d-444f-af63-2d69f50807b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1252251 Dec 22 09:32:06.996692 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-141f89d3-7a81-4f62-89fc-76ee6cd5db6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 1001 time: 0.0934799 Dec 22 09:32:07.056991 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-68d8f565-f864-4b88-9eee-db76fd249348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:07.058395 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-68d8f565-f864-4b88-9eee-db76fd249348 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0552294 Dec 22 09:32:07.129818 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-c0785695-b081-4f5e-a40a-750089761a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:07.131216 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-c0785695-b081-4f5e-a40a-750089761a56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666451 Dec 22 09:32:07.263402 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-e2e1d634-ec68-4b91-8a9e-50d29d2fcfa3 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248565 Dec 22 09:32:07.390134 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec3df2b0-0501-4170-9523-d477d67daf55 req-bd1f8c74-6fb0-4876-9b78-596a55417678 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203172 Dec 22 09:32:07.708493 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:32:14.669847 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:19.463213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-83a286e5-162f-4ac9-8707-cbefb0d06fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:21.850252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-29e88079-25c9-440d-8459-c3b89cc7688e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:22.979484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:23.105143 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:24.159241 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-a92f0ee6-7496-4cf5-988c-7f4a33062f1c req-8f550e50-40c1-4bf2-a39a-e2c4d1a72fa7 service neutron] (87535) timed out ('10.222.0.37', 32966) {{(pid=87535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:32:24.342125 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.666576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.710673 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:32:49.466362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1200a34b-eb87-48f9-a9f0-fbe3708385f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:51.852542 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4654c042-3f6d-4c16-af3a-71bd0b91b8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:52.984755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:53.109362 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:54.345762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:09.124674 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-63a423e7-5f67-486f-ad8f-e2dfbdc0f5c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764608 Dec 22 09:33:09.259030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-bed184a9-dc93-4140-bb48-4f8e5ab1d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:09.261017 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-bed184a9-dc93-4140-bb48-4f8e5ab1d2a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1099 time: 0.0700278 Dec 22 09:33:09.498547 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-b215d42b-0178-4298-9a69-3faafcb3c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:09.499956 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-b215d42b-0178-4298-9a69-3faafcb3c2b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.2214735 Dec 22 09:33:09.600685 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-685a196c-fa1e-4d23-943e-c2b2891a3e44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 1001 time: 0.0936282 Dec 22 09:33:09.663852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-87ea3296-573f-4889-b688-e60eb12ce0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:09.665210 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-87ea3296-573f-4889-b688-e60eb12ce0f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0583358 Dec 22 09:33:09.738128 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-af55cdf1-40d2-4451-b690-77c8a8724a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:09.739522 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-af55cdf1-40d2-4451-b690-77c8a8724a70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672393 Dec 22 09:33:09.749638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-cdf262d2-23bb-4542-ac3b-317ecdb1829c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:33:09.750651 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-cdf262d2-23bb-4542-ac3b-317ecdb1829c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047674 Dec 22 09:33:09.881613 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-120d8405-21ae-4cd3-8f4e-62a7e0fe299f service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205368 Dec 22 09:33:10.012060 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-34041f69-6ea4-4180-9c1e-ce3e5c738e21 req-9ac46b71-228b-4df8-a0d5-6a0a26927013 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230512 Dec 22 09:33:14.666527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:19.468055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ee99ad7e-7a50-4125-9f18-6730ae6bc22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:19.788665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412707c-b62e-4200-9d4a-05fd1e2f3f9b req-f0453bbc-5c32-45e1-b7a9-b749120c79d3 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:19.790626 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2412707c-b62e-4200-9d4a-05fd1e2f3f9b req-f0453bbc-5c32-45e1-b7a9-b749120c79d3 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0808780 Dec 22 09:33:19.832434 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-2412707c-b62e-4200-9d4a-05fd1e2f3f9b req-66142687-5706-49ae-b080-fa988ca85bea tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363283 Dec 22 09:33:21.035666 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b30e92-1308-4be4-8c98-abf250126ddb req-af4c95b8-55d8-4e99-b1bf-815422b3a2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:21.037103 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-82b30e92-1308-4be4-8c98-abf250126ddb req-af4c95b8-55d8-4e99-b1bf-815422b3a2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0814269 Dec 22 09:33:21.080064 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-82b30e92-1308-4be4-8c98-abf250126ddb req-2fff4cdc-bdf3-4e05-852e-43ec519e140e tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370340 Dec 22 09:33:21.711092 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:33:21.854224 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-38857b4e-db85-4ccc-89fc-8dd5361458c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:22.268292 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97e3c9-baf2-4954-9927-ca8d52348eac req-084f1aa4-0fcd-4800-a618-657b03fd170f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:22.269629 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8a97e3c9-baf2-4954-9927-ca8d52348eac req-084f1aa4-0fcd-4800-a618-657b03fd170f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0778451 Dec 22 09:33:22.315055 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8a97e3c9-baf2-4954-9927-ca8d52348eac req-a3bf1d44-3910-48ea-8a6e-7a0614c9b178 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391958 Dec 22 09:33:22.985650 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:23.112186 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:23.498648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f061-04ed-431d-ad53-d48c8f979422 req-b1024145-f762-423a-8c27-c3d1cdfffa1f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:23.500086 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffb2f061-04ed-431d-ad53-d48c8f979422 req-b1024145-f762-423a-8c27-c3d1cdfffa1f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0790570 Dec 22 09:33:23.543067 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ffb2f061-04ed-431d-ad53-d48c8f979422 req-8d867f43-ca30-405c-9ce8-36306557ae8a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374842 Dec 22 09:33:24.349390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:24.723502 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d936ca9-58a0-4d79-8026-8d820b46ec8f req-108957d9-1f38-41ae-94dd-d2acfee02061 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:24.725000 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7d936ca9-58a0-4d79-8026-8d820b46ec8f req-108957d9-1f38-41ae-94dd-d2acfee02061 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0785341 Dec 22 09:33:24.767917 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-7d936ca9-58a0-4d79-8026-8d820b46ec8f req-10cd62d6-5963-4f68-80d6-13b8545ef72f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367038 Dec 22 09:33:25.948801 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e65ab-7851-41b9-bf94-23910246d1c4 req-a355e16a-b6eb-41ab-aaff-2bcc7477039d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:25.950254 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-237e65ab-7851-41b9-bf94-23910246d1c4 req-a355e16a-b6eb-41ab-aaff-2bcc7477039d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0798981 Dec 22 09:33:25.994396 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-237e65ab-7851-41b9-bf94-23910246d1c4 req-9cf415be-0bca-4d45-a459-a362749f81b8 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386453 Dec 22 09:33:27.175030 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d8c05-786a-4912-97c6-2f1432e9c607 req-01f76199-f131-43e1-804c-124dd7acedca tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:27.176440 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b92d8c05-786a-4912-97c6-2f1432e9c607 req-01f76199-f131-43e1-804c-124dd7acedca tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0803883 Dec 22 09:33:27.220207 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b92d8c05-786a-4912-97c6-2f1432e9c607 req-84d24b9c-04eb-409c-82ed-55f631918884 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376759 Dec 22 09:33:28.403638 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214dfbf-f366-447e-94dc-8d29a5f924ec req-3713f929-bbfc-47bb-9090-92555e48bd72 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:28.405052 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5214dfbf-f366-447e-94dc-8d29a5f924ec req-3713f929-bbfc-47bb-9090-92555e48bd72 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0779138 Dec 22 09:33:28.451081 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5214dfbf-f366-447e-94dc-8d29a5f924ec req-6ea922e0-3b48-44e3-9ca8-4fd26a18d5e8 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405521 Dec 22 09:33:29.629485 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d19a33-1bfd-4f24-b0cf-2d3ea5815941 req-21e293a8-1536-42f6-b793-fdc502f9e4c0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:29.630978 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e3d19a33-1bfd-4f24-b0cf-2d3ea5815941 req-21e293a8-1536-42f6-b793-fdc502f9e4c0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0785303 Dec 22 09:33:29.676996 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e3d19a33-1bfd-4f24-b0cf-2d3ea5815941 req-76e17dbc-5bc3-4d33-8673-6de1d7f19f5c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Dec 22 09:33:30.858689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b954967-ee60-40bb-9ddc-5cedce51afa3 req-f49f0d0b-096b-402d-b321-f0b4ce143080 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:30.860103 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1b954967-ee60-40bb-9ddc-5cedce51afa3 req-f49f0d0b-096b-402d-b321-f0b4ce143080 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0784590 Dec 22 09:33:30.902255 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1b954967-ee60-40bb-9ddc-5cedce51afa3 req-dd74ce58-49fd-42cb-9493-c3a4ac78d25b tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366940 Dec 22 09:33:32.092974 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d17953-5c53-4f77-b5bb-ed180784cb1d req-cf4cebaa-0a8e-448a-8920-e205e51254b3 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:32.094470 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-52d17953-5c53-4f77-b5bb-ed180784cb1d req-cf4cebaa-0a8e-448a-8920-e205e51254b3 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0858152 Dec 22 09:33:32.140198 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-52d17953-5c53-4f77-b5bb-ed180784cb1d req-204553da-70d3-4595-97fe-960d8b061326 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401530 Dec 22 09:33:32.297004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device b8f71363-821f-4b65-9162-8f2195eeb598 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:33:32.433614 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:33:32.450322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'port_id': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'mac_address': 'fa:16:3e:5c:a9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:33:32.504706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:32.521557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8f71363-821f-4b65-9162-8f2195eeb598 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:33:32.539116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:33:32.543132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:32.610388 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:33:32.617560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.618101 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.618268 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.618633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.618965 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.619295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.619721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.620191 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.620485 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.620572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.620952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.621170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:33:32.625859 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['b8f71363-821f-4b65-9162-8f2195eeb598'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:33:33.343656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f6550-53a1-44d8-bed3-d910543aa2f5 req-87305633-3950-44fa-99e6-e1d4efb050ef tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:33.345728 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-581f6550-53a1-44d8-bed3-d910543aa2f5 req-87305633-3950-44fa-99e6-e1d4efb050ef tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 945 time: 0.0871916 Dec 22 09:33:33.394039 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-581f6550-53a1-44d8-bed3-d910543aa2f5 req-4616e2f8-d3a9-4e6c-b892-15a52f96df56 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400801 Dec 22 09:33:34.313882 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device b8f71363-821f-4b65-9162-8f2195eeb598 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:33:34.384084 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port b8f71363-821f-4b65-9162-8f2195eeb598 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:33:34.384459 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:34.636741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:34.653559 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73f08b-c2ae-402f-96e9-0525b2be89a5 req-595015bf-d23b-4f26-98a7-f78311c3c5b5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:34.655162 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-dc73f08b-c2ae-402f-96e9-0525b2be89a5 req-595015bf-d23b-4f26-98a7-f78311c3c5b5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 945 time: 0.1286502 Dec 22 09:33:34.670871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:33:34.685849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:33:34.716703 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-dc73f08b-c2ae-402f-96e9-0525b2be89a5 req-96ab76b8-0aaa-41af-8321-12820ac12c6c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546689 Dec 22 09:33:34.740707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:34.841883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:33:34.854979 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'code': 200} Dec 22 09:33:35.916487 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766a6e5-ac11-4bea-bcd9-cb41a91c0920 req-bc368097-bd17-458f-bd3d-2cad6a35d82d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:35.918086 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a766a6e5-ac11-4bea-bcd9-cb41a91c0920 req-bc368097-bd17-458f-bd3d-2cad6a35d82d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0994179 Dec 22 09:33:35.967832 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a766a6e5-ac11-4bea-bcd9-cb41a91c0920 req-e43263a2-6573-4fea-81d7-3de36a01349f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424526 Dec 22 09:33:37.171720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a7027-15b4-4c86-9d55-69c1b26b7594 req-50dc83ea-fcb7-4faf-8fca-f335756da74f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:37.173232 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-316a7027-15b4-4c86-9d55-69c1b26b7594 req-50dc83ea-fcb7-4faf-8fca-f335756da74f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0874784 Dec 22 09:33:37.220872 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-316a7027-15b4-4c86-9d55-69c1b26b7594 req-f5053f28-ee53-4afa-ab16-d178dcd03b07 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Dec 22 09:33:38.421045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080166d-fefe-4fb3-984f-618d277b77e6 req-8334fe61-274f-47d1-afa7-e4fb7a2455fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:38.424263 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f080166d-fefe-4fb3-984f-618d277b77e6 req-8334fe61-274f-47d1-afa7-e4fb7a2455fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0839927 Dec 22 09:33:38.474812 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f080166d-fefe-4fb3-984f-618d277b77e6 req-91d1f494-fde1-4bf8-b522-d81ec1179114 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434515 Dec 22 09:33:39.683172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef735d-1ede-41b2-ae70-9f2a000a6699 req-308787fb-4e10-4f8a-ab78-50392714fecc tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:39.684674 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45ef735d-1ede-41b2-ae70-9f2a000a6699 req-308787fb-4e10-4f8a-ab78-50392714fecc tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0996187 Dec 22 09:33:39.735291 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45ef735d-1ede-41b2-ae70-9f2a000a6699 req-5c221377-498f-49a2-b3df-b0b8dc49fefc tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449188 Dec 22 09:33:40.927628 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e542dc-307d-4644-8238-bc3dce36347d req-d7a8785e-69fd-4f12-8a58-da8e193b0575 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:40.929278 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b2e542dc-307d-4644-8238-bc3dce36347d req-d7a8785e-69fd-4f12-8a58-da8e193b0575 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0835795 Dec 22 09:33:40.976003 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b2e542dc-307d-4644-8238-bc3dce36347d req-c53ca620-52c7-4f21-8ca1-4f83e20a5593 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399768 Dec 22 09:33:41.795813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-b92ade25-4cbb-4f18-9dfb-0a6c79d063eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:41.797264 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-b92ade25-4cbb-4f18-9dfb-0a6c79d063eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1099 time: 0.1111734 Dec 22 09:33:41.924353 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-241fcf1a-f112-48c2-b7a5-f952d146dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:41.925665 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-241fcf1a-f112-48c2-b7a5-f952d146dc56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1221156 Dec 22 09:33:42.029396 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-cfcc6406-fe07-4395-a628-491fa3d26283 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 1001 time: 0.0959682 Dec 22 09:33:42.136977 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-c45e97b5-ef31-4515-9f10-693e27dd6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:42.138379 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-c45e97b5-ef31-4515-9f10-693e27dd6e42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.1027451 Dec 22 09:33:42.316785 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e78b6-aa28-41da-a850-bbe404b7d3a7 req-00ee3cd0-72a7-4b9e-ab83-ec94bd26fc8b tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:42.318133 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ef5e78b6-aa28-41da-a850-bbe404b7d3a7 req-00ee3cd0-72a7-4b9e-ab83-ec94bd26fc8b tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.2344608 Dec 22 09:33:42.358987 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-fdcf9fca-0bc3-41b9-b936-9f2c739b1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:42.360377 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-fdcf9fca-0bc3-41b9-b936-9f2c739b1667 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2142794 Dec 22 09:33:42.370317 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ef5e78b6-aa28-41da-a850-bbe404b7d3a7 req-427fa1c2-9387-42c5-89a2-b87c52e4070d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463507 Dec 22 09:33:42.493243 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-e044361d-6b8c-487a-81b2-0ba0d176b166 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213956 Dec 22 09:33:42.633055 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd242db3-3225-4ac8-be32-09d953fe8c04 req-dac0882a-114f-4372-9481-854615825248 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234164 Dec 22 09:33:43.646390 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150904a5-fbe8-4a1f-81ac-18dd08f0ac6d req-19695a15-4b93-40cf-8169-21a11efed80b tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:43.647850 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-150904a5-fbe8-4a1f-81ac-18dd08f0ac6d req-19695a15-4b93-40cf-8169-21a11efed80b tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.1730485 Dec 22 09:33:43.690613 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-150904a5-fbe8-4a1f-81ac-18dd08f0ac6d req-d39973b3-b4ad-4fe9-99df-ca765cd761ad tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370479 Dec 22 09:33:44.668422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:44.871054 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f676d-2eaa-41d6-9601-fee7e46dc7d2 req-9e84d67d-7ba4-4309-8a0d-fb548e61d914 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:44.872500 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0b5f676d-2eaa-41d6-9601-fee7e46dc7d2 req-9e84d67d-7ba4-4309-8a0d-fb548e61d914 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0800300 Dec 22 09:33:44.915135 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0b5f676d-2eaa-41d6-9601-fee7e46dc7d2 req-308d693f-5f9c-49f7-a25b-9b09da2fa657 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371172 Dec 22 09:33:45.270669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5029ca1-c1b4-4f52-b957-0eb225bd4d3b req-546f844a-28fe-43d6-a666-eb278214edc6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:45.272120 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b5029ca1-c1b4-4f52-b957-0eb225bd4d3b req-546f844a-28fe-43d6-a666-eb278214edc6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0852351 Dec 22 09:33:45.316550 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b5029ca1-c1b4-4f52-b957-0eb225bd4d3b req-98bb0af5-4dd7-4806-9a18-6c720660b2eb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386176 Dec 22 09:33:45.548964 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-eeee1a06-1786-4696-b1b3-91faf93a5ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1442597 Dec 22 09:33:46.389907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device b8f71363-821f-4b65-9162-8f2195eeb598 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:33:46.499447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:46.501376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c19c6-fc0a-42ab-bda0-2277a159b797 req-504675d8-755b-49b0-8c80-a1f19dfaac90 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:46.502862 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e37c19c6-fc0a-42ab-bda0-2277a159b797 req-504675d8-755b-49b0-8c80-a1f19dfaac90 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 946 time: 0.0838127 Dec 22 09:33:46.535223 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:33:46.536218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:33:46.545081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:46.557960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-d29fba43-5c3e-41a4-9728-b968facfd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:46.559498 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e37c19c6-fc0a-42ab-bda0-2277a159b797 req-3cce061f-3bc3-4d98-978c-b8624b27a67a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505989 Dec 22 09:33:46.560562 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-d29fba43-5c3e-41a4-9728-b968facfd7fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc&tenant_id=7f5de94895434feea60473ff0999937e HTTP/1.1" status: 200 len: 1099 time: 0.0750942 Dec 22 09:33:46.599550 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'code': 200} Dec 22 09:33:46.619313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:33:46.670510 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-01a10810-0314-4f28-bb4e-50585c5c4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:46.671952 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-01a10810-0314-4f28-bb4e-50585c5c4999 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0730081 Dec 22 09:33:46.798063 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-f2ff2169-564b-46c4-a8b0-7c24b04b3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:46.799456 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-f2ff2169-564b-46c4-a8b0-7c24b04b3618 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1215427 Dec 22 09:33:46.916348 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-3a0e048e-66fe-4f31-8ac1-accfd99e733c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 999 time: 0.1088464 Dec 22 09:33:46.977401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-774c70ee-1175-4360-bd06-850c28e82baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:46.979349 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-774c70ee-1175-4360-bd06-850c28e82baf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0569940 Dec 22 09:33:47.067291 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-caae96f7-ba64-44c8-ad0d-8f4e11a0c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:47.068748 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-caae96f7-ba64-44c8-ad0d-8f4e11a0c3f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832744 Dec 22 09:33:47.198383 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-e540f309-f587-43b1-a333-fb35e89bdd82 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227345 Dec 22 09:33:47.327947 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-372f36b2-8f86-4ea6-9e9f-23058d7004ce req-9ff9a9bb-5813-4ac6-bef1-20f6995e4860 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230907 Dec 22 09:33:47.768867 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137570d-4453-480b-b432-7eac41404c9b req-5e970d4e-2ed3-4882-a841-b8b26e138e15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:47.770567 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c137570d-4453-480b-b432-7eac41404c9b req-5e970d4e-2ed3-4882-a841-b8b26e138e15 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0955775 Dec 22 09:33:47.825481 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c137570d-4453-480b-b432-7eac41404c9b req-ba7edc0d-8dca-4af3-9c2a-26287314513f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472496 Dec 22 09:33:49.030194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d88c7e-c319-496b-9acc-5a5ad4348f97 req-522b5b64-1900-42ea-9a4d-45609f1285b4 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:49.031668 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2d88c7e-c319-496b-9acc-5a5ad4348f97 req-522b5b64-1900-42ea-9a4d-45609f1285b4 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0885735 Dec 22 09:33:49.085948 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a2d88c7e-c319-496b-9acc-5a5ad4348f97 req-41e0a786-13c2-4f5e-a4f5-c1e922412b7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 Dec 22 09:33:49.471891 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2269f4db-dcf4-4b3a-ae81-010d47ebc64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:50.271214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c2195-91b7-437c-93d2-5b14f5f833de req-accd3815-3080-4d16-9787-4caff6730e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:50.272519 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-078c2195-91b7-437c-93d2-5b14f5f833de req-accd3815-3080-4d16-9787-4caff6730e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0813074 Dec 22 09:33:50.326646 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-078c2195-91b7-437c-93d2-5b14f5f833de req-266db635-1636-4fcc-ae9f-f62ce1873530 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464647 Dec 22 09:33:51.513511 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c9bb-3332-42b3-af56-66b9d340e2ba req-e95a0394-980c-47e5-939f-ff330b5c8b28 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:51.514961 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21c6c9bb-3332-42b3-af56-66b9d340e2ba req-e95a0394-980c-47e5-939f-ff330b5c8b28 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0787182 Dec 22 09:33:51.563146 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21c6c9bb-3332-42b3-af56-66b9d340e2ba req-e21c6996-a3af-4f8a-a364-1c046410ba34 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Dec 22 09:33:51.865969 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a170cdf0-c52e-4085-bba2-daaac66c0beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:52.751042 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a927f-16a6-4a7b-b9a2-d4a75e76b8d7 req-18298f04-4078-4d27-80d0-b8d5642b4ee7 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:52.752537 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bd7a927f-16a6-4a7b-b9a2-d4a75e76b8d7 req-18298f04-4078-4d27-80d0-b8d5642b4ee7 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0787644 Dec 22 09:33:52.804177 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-bd7a927f-16a6-4a7b-b9a2-d4a75e76b8d7 req-2117a5b8-ffd9-43cc-a583-d3a39aed89cf tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444820 Dec 22 09:33:52.993637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:53.127468 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:53.996716 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab516f11-3c21-4a36-8fce-f19e4216369a req-eea4886d-4530-46ea-8a6a-67a608d82928 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:54.003558 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ab516f11-3c21-4a36-8fce-f19e4216369a req-eea4886d-4530-46ea-8a6a-67a608d82928 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0872192 Dec 22 09:33:54.043460 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ab516f11-3c21-4a36-8fce-f19e4216369a req-f8d21bd9-18be-4ee1-80ce-9440e1e9a2d1 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389695 Dec 22 09:33:54.351869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:55.233639 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0487a-be5e-4eb8-bdbd-fe47601c9848 req-3a42fbfe-cafa-488b-b47a-4a7cad3f13f6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:55.235990 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a0e0487a-be5e-4eb8-bdbd-fe47601c9848 req-3a42fbfe-cafa-488b-b47a-4a7cad3f13f6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0810540 Dec 22 09:33:55.285174 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a0e0487a-be5e-4eb8-bdbd-fe47601c9848 req-c9782c68-4f27-4773-b4b9-3b0b70313c6c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 Dec 22 09:33:56.480606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11de95-9b1d-41f9-8f99-81ddd4ee0af8 req-0b1b790c-db47-4789-a7df-60755473d426 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:56.482126 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0b11de95-9b1d-41f9-8f99-81ddd4ee0af8 req-0b1b790c-db47-4789-a7df-60755473d426 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0879469 Dec 22 09:33:56.639759 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0b11de95-9b1d-41f9-8f99-81ddd4ee0af8 req-d9a1e355-8369-42ef-9a17-6612ee4a0a71 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499367 Dec 22 09:33:57.847845 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd77c90-1f99-4e3a-a125-3acd53a36156 req-6d7ef507-7a52-4897-b06d-18507bcdd4af tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:57.849195 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cfd77c90-1f99-4e3a-a125-3acd53a36156 req-6d7ef507-7a52-4897-b06d-18507bcdd4af tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.1014445 Dec 22 09:33:57.897933 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-cfd77c90-1f99-4e3a-a125-3acd53a36156 req-80df46d3-b0e3-4f4a-8891-7204ec9ac5e7 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424311 Dec 22 09:33:58.709333 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:33:59.078255 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d49a8-a538-4412-97a2-f88585de41a5 req-90fd5ecf-8a43-4bce-902b-653d66edb87d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:59.079690 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-460d49a8-a538-4412-97a2-f88585de41a5 req-90fd5ecf-8a43-4bce-902b-653d66edb87d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0775297 Dec 22 09:33:59.125796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-460d49a8-a538-4412-97a2-f88585de41a5 req-ddec4743-155f-45cd-bab6-edc9b500667c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Dec 22 09:34:00.304029 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34b5e7-cc5d-44cd-b92c-49b037d01d18 req-c8123ec9-363c-4b0a-88ed-21d0b9de9037 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:00.305992 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-de34b5e7-cc5d-44cd-b92c-49b037d01d18 req-c8123ec9-363c-4b0a-88ed-21d0b9de9037 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0782356 Dec 22 09:34:00.348506 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-de34b5e7-cc5d-44cd-b92c-49b037d01d18 req-97f10056-5866-4bb3-bbb7-9c5acf839d24 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370159 Dec 22 09:34:01.532855 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ce0a-c293-4af9-bf3d-68c365da2308 req-ebb3c9c1-5f89-4e86-882d-b8a736ccbdf2 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:01.534316 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21a5ce0a-c293-4af9-bf3d-68c365da2308 req-ebb3c9c1-5f89-4e86-882d-b8a736ccbdf2 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 944 time: 0.0821676 Dec 22 09:34:01.576409 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-21a5ce0a-c293-4af9-bf3d-68c365da2308 req-7ea9e20d-a33e-4603-9bd3-53176e01b68d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366018 Dec 22 09:34:02.481558 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device b8f71363-821f-4b65-9162-8f2195eeb598 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:34:02.610715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:02.624148 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'port_id': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'mac_address': 'fa:16:3e:5c:a9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:34:02.680529 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:02.697890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f71363-821f-4b65-9162-8f2195eeb598 {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:34:02.713134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:02.717256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:02.764201 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e716f-366e-4430-9dfc-d117c2c32cd5 req-2b8fc65f-9188-4167-812d-be59549e87b5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:02.765593 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f81e716f-366e-4430-9dfc-d117c2c32cd5 req-2b8fc65f-9188-4167-812d-be59549e87b5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 945 time: 0.0833297 Dec 22 09:34:02.788130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=9']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:02.813429 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f81e716f-366e-4430-9dfc-d117c2c32cd5 req-906bb4b1-b27a-4354-81b5-a1c0ef79df5c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419903 Dec 22 09:34:02.976758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['b8f71363-821f-4b65-9162-8f2195eeb598'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:34:03.994563 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01788e4-114b-4c1c-bdf9-3f5fc1d55d6d req-4aa1088e-4647-4d66-9a82-41f325c214a4 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:03.995897 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e01788e4-114b-4c1c-bdf9-3f5fc1d55d6d req-4aa1088e-4647-4d66-9a82-41f325c214a4 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 945 time: 0.0771434 Dec 22 09:34:04.041734 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e01788e4-114b-4c1c-bdf9-3f5fc1d55d6d req-73576b4b-2d75-42f3-a0fe-78d4d4ffa84d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402308 Dec 22 09:34:04.496597 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device b8f71363-821f-4b65-9162-8f2195eeb598 up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:34:04.561910 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port b8f71363-821f-4b65-9162-8f2195eeb598 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:04.562294 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:04.673801 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:04.699539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:34:04.708820 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:04.713760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:04.749820 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'code': 200} Dec 22 09:34:04.785706 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=10']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:05.013260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65e253-841e-4352-be4a-ce82fd47ca2d req-8dac51ba-676a-4959-a446-b02700690dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:05.014743 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3d65e253-841e-4352-be4a-ce82fd47ca2d req-8dac51ba-676a-4959-a446-b02700690dc7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1100 time: 0.0693858 Dec 22 09:34:05.053627 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3d65e253-841e-4352-be4a-ce82fd47ca2d req-564fed33-2bad-4afd-91bb-7a09b151f44c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Dec 22 09:34:05.224478 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b91e7-cc22-4d32-abc8-86e45df9ac3d req-89582307-4686-4483-be65-9140bd20381e tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:05.225929 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2d6b91e7-cc22-4d32-abc8-86e45df9ac3d req-89582307-4686-4483-be65-9140bd20381e tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 947 time: 0.0799401 Dec 22 09:34:05.269131 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2d6b91e7-cc22-4d32-abc8-86e45df9ac3d req-a7be6b3b-5798-460d-b1e7-9d6d49ba5e14 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376122 Dec 22 09:34:06.454830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc9337-569b-4d6a-9f9b-d0b341bca472 req-b767faf3-0ab3-4c57-b516-cb4bacce9897 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:06.456295 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6ddc9337-569b-4d6a-9f9b-d0b341bca472 req-b767faf3-0ab3-4c57-b516-cb4bacce9897 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 947 time: 0.0807025 Dec 22 09:34:06.501913 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6ddc9337-569b-4d6a-9f9b-d0b341bca472 req-cde4be78-0f9a-4f64-bf1e-1192b8696618 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398340 Dec 22 09:34:07.683885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60729ef7-3a38-4df7-a0a8-27b722ef6f58 req-2ec46138-2e3c-4eb4-be3b-b5ce662e11a8 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:07.685300 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-60729ef7-3a38-4df7-a0a8-27b722ef6f58 req-2ec46138-2e3c-4eb4-be3b-b5ce662e11a8 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 947 time: 0.0780880 Dec 22 09:34:07.728198 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-60729ef7-3a38-4df7-a0a8-27b722ef6f58 req-034875f5-b3db-4fea-9d4d-0bd02fea325b tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372562 Dec 22 09:34:10.151881 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-6537e752-0275-42c8-b844-fa9928b18695 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703681 Dec 22 09:34:10.286469 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-8557a786-753b-40a2-8869-31a51dc9fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:10.287792 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-8557a786-753b-40a2-8869-31a51dc9fee0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1100 time: 0.0695362 Dec 22 09:34:10.434995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-b94c671f-d91e-4bca-8145-c092a0f9dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:10.436401 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-b94c671f-d91e-4bca-8145-c092a0f9dd50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1239347 Dec 22 09:34:10.536999 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-3a30da9e-9cbe-4d50-84dd-688cfbda066a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 1001 time: 0.0938337 Dec 22 09:34:10.599209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-dc0cea61-39dc-4ea2-890d-644ada3e45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:10.600556 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-dc0cea61-39dc-4ea2-890d-644ada3e45e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0576463 Dec 22 09:34:10.672490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-75336dd0-3cf3-4866-ac7c-d647df1f2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:10.673965 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-75336dd0-3cf3-4866-ac7c-d647df1f2a0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671985 Dec 22 09:34:10.803289 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-a83bf624-d31a-4a11-8561-c0421b73e297 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220179 Dec 22 09:34:10.931339 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5f3ea99f-3c62-4eec-8094-2a7190cfb09e req-bd70fe04-caf4-4edc-840c-57472df3e1ed service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211157 Dec 22 09:34:14.666022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:19.472948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ff6267e8-b932-4949-8b85-1b367d4711d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:21.859758 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-910bc42b-8e8b-4e80-8739-9dcc6d6660f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:22.991097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:23.120227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:24.355038 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:35.707798 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:34:44.682787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:49.473596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4d204f14-8795-4967-8b17-86abbc27a520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:51.862055 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d2801529-b53a-4279-bfad-1c0b40490d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:52.995420 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:53.122790 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:54.358332 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:11.361471 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-2901792a-0825-40d3-9c00-df074b8d8a00 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661824 Dec 22 09:35:11.502305 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-19ad410c-0c60-4a91-b808-e1fb8dd8fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:11.504255 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-19ad410c-0c60-4a91-b808-e1fb8dd8fcae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1100 time: 0.0734282 Dec 22 09:35:11.644562 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-f8dd276d-6420-4196-8d12-a641b18713d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:11.646024 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-f8dd276d-6420-4196-8d12-a641b18713d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1233547 Dec 22 09:35:11.843515 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-f017a768-11cb-4835-b51d-a95e8b34db32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 1001 time: 0.1910486 Dec 22 09:35:11.903531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-445a62d5-0be7-43fb-8609-191451e88709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:11.904808 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-445a62d5-0be7-43fb-8609-191451e88709 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0550115 Dec 22 09:35:11.984209 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-b7323a48-ad7b-47a8-a287-5c7aab14cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:11.985701 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-b7323a48-ad7b-47a8-a287-5c7aab14cb81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749338 Dec 22 09:35:12.115173 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-7562a7c1-1052-4860-b4cb-382ca1bca15e service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218581 Dec 22 09:35:12.244847 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a977b0ae-7353-4fca-a06d-fc26d3eac92f req-8cb6327b-ff1f-4c13-b4ea-61a4b5202b2c service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231406 Dec 22 09:35:12.705996 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:35:14.677172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:18.531024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37704) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:18.732214 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Deleting port cbbe803e-1eb8-4418-b565-31330fc78ee5 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:35:18.732552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:18.915942 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:18.916264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:19.035483 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Calling delete_port for cbbe803e-1eb8-4418-b565-31330fc78ee5 owned by network:floatingip {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:35:19.181271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:19.228761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event deleted for resources: {'Port': ['ID=cbbe803e-1eb8-4418-b565-31330fc78ee5,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:19.270024 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.270372 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.270710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.271041 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.271370 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.271712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.272022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.272343 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.272674 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.272990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.273306 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.273623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:19.335856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for floatingip, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:19.336190 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Floating IP 34c5396b-6904-41e5-a3d3-863cb1923006 disassociated (deleted). External IP: 172.26.1.91, port: b8f71363-821f-4b65-9162-8f2195eeb598. Dec 22 09:35:19.475987 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0472127b-edd8-4573-aff9-d48a823364be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:19.786593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Router e3a22d57-f48a-4204-b883-f9fea0afcedf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:35:19.956319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:35:19.967231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] Sync routers for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:35:19.977596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:19.978023 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:19.978715 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:34:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:35:20.035788 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-183a1cfa-6c81-4ff2-829b-39a97a2d730a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "DELETE /v2.0/floatingips/34c5396b-6904-41e5-a3d3-863cb1923006 HTTP/1.1" status: 204 len: 168 time: 1.5036662 Dec 22 09:35:20.036381 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:35:20.156176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:35:20.177389 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'status': 'completed', 'code': 200} Dec 22 09:35:20.288026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-e6b1cbee-5dbe-4911-967d-fbede3c995ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:20.289653 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-e6b1cbee-5dbe-4911-967d-fbede3c995ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 1100 time: 0.0848637 Dec 22 09:35:20.472315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-d5c0d003-281e-4dab-8e2d-86caac56ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:20.473799 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-d5c0d003-281e-4dab-8e2d-86caac56ad8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1776438 Dec 22 09:35:20.531166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:35:20.535141 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] Checking router: e3a22d57-f48a-4204-b883-f9fea0afcedf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:35:20.539983 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e7d0d-9cf6-4d9c-8275-f5db89ca1d76 req-2ae50c09-9eae-4f56-8dd0-287ab2e857be tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:20.540678 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-213e7d0d-9cf6-4d9c-8275-f5db89ca1d76 req-2ae50c09-9eae-4f56-8dd0-287ab2e857be tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Synchronizing usage tracker for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:35:20.543154 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:20.543763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:34:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:35:20.557050 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-78564972-f533-4e31-9514-f8443c72f3f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 200 len: 217 time: 0.0748260 Dec 22 09:35:20.605518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-213e7d0d-9cf6-4d9c-8275-f5db89ca1d76 req-2ae50c09-9eae-4f56-8dd0-287ab2e857be tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Unset dirty status for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:35:20.607134 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-213e7d0d-9cf6-4d9c-8275-f5db89ca1d76 req-2ae50c09-9eae-4f56-8dd0-287ab2e857be tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 947 time: 0.2721174 Dec 22 09:35:20.668206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-75cb344a-6ece-4568-a4ee-35c1713c184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:20.669634 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-75cb344a-6ece-4568-a4ee-35c1713c184b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.1031866 Dec 22 09:35:20.676722 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-213e7d0d-9cf6-4d9c-8275-f5db89ca1d76 req-24dc62f2-92c8-4bdd-9035-70620c3309e1 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626726 Dec 22 09:35:20.719226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:35:20.746253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-5c688fcd-7ecc-4e6b-b0a5-c2311e580fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:20.747658 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-5c688fcd-7ecc-4e6b-b0a5-c2311e580fa7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701287 Dec 22 09:35:20.876801 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-24bb5f06-c84d-4bd0-b2b5-cb3a9c3af7a9 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214068 Dec 22 09:35:21.008600 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-707cfb92-ba9d-4e8a-8d18-24c919721286 req-a77773f1-b608-4a9d-af4e-f193ef0d398b service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242678 Dec 22 09:35:21.020464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:35:21.024460 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5011a1-8638-401a-9976-3d2988cc19c9 None None] The sync data for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv is: [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:35:21.235225 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88fef-8a5f-465e-a697-6a84165b966d None None] New status for floating IP 34c5396b-6904-41e5-a3d3-863cb1923006: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:35:21.667493 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a890d-3260-4219-9d65-78057167cc7a req-a0a68704-8438-4e6d-8b15-327d7965abe5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:21.668998 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e27a890d-3260-4219-9d65-78057167cc7a req-a0a68704-8438-4e6d-8b15-327d7965abe5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 947 time: 0.0869386 Dec 22 09:35:21.737738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-e27a890d-3260-4219-9d65-78057167cc7a req-1061e094-5ad1-4c95-bb25-904bb7610d7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Deleting port b8f71363-821f-4b65-9162-8f2195eeb598 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:35:21.738079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e27a890d-3260-4219-9d65-78057167cc7a req-1061e094-5ad1-4c95-bb25-904bb7610d7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:21.868046 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97cd74-5e19-4499-9722-81e6d66b0c7c req-e1a0267a-fb28-43ae-9e6c-564541c53627 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:21.869872 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-eb97cd74-5e19-4499-9722-81e6d66b0c7c req-e1a0267a-fb28-43ae-9e6c-564541c53627 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 947 time: 0.0856924 Dec 22 09:35:21.874018 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-878d9d3c-f5a4-4136-a8be-46aac818ea2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:21.917233 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-eb97cd74-5e19-4499-9722-81e6d66b0c7c req-942b3301-25a1-4e28-975a-b758932e6ec4 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd0184d-cd6b-4b5b-81d8-844324eefcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 Dec 22 09:35:22.092264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-e27a890d-3260-4219-9d65-78057167cc7a req-1061e094-5ad1-4c95-bb25-904bb7610d7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] For port b8f71363-821f-4b65-9162-8f2195eeb598, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8f71363-821f-4b65-9162-8f2195eeb598,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:35:22.092891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e27a890d-3260-4219-9d65-78057167cc7a req-1061e094-5ad1-4c95-bb25-904bb7610d7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:22.210512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-e27a890d-3260-4219-9d65-78057167cc7a req-1061e094-5ad1-4c95-bb25-904bb7610d7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Calling delete_port for b8f71363-821f-4b65-9162-8f2195eeb598 owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:35:22.351930 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e27a890d-3260-4219-9d65-78057167cc7a req-1061e094-5ad1-4c95-bb25-904bb7610d7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:22.400829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061e094-5ad1-4c95-bb25-904bb7610d7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event deleted for resources: {'Port': ['ID=b8f71363-821f-4b65-9162-8f2195eeb598,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:22.476414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27a890d-3260-4219-9d65-78057167cc7a req-1061e094-5ad1-4c95-bb25-904bb7610d7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] No DVR routers for this DVR port b8f71363-821f-4b65-9162-8f2195eeb598 on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:35:22.478738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-e27a890d-3260-4219-9d65-78057167cc7a req-1061e094-5ad1-4c95-bb25-904bb7610d7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:22.481086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'name': 'network-vif-deleted', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:35:22.496330 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e27a890d-3260-4219-9d65-78057167cc7a req-1061e094-5ad1-4c95-bb25-904bb7610d7a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.54 "DELETE /v2.0/ports/b8f71363-821f-4b65-9162-8f2195eeb598 HTTP/1.1" status: 204 len: 173 time: 0.8217816 Dec 22 09:35:22.529430 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d283e2f-6fec-4155-9404-a77a837b1cdc', 'name': 'network-vif-deleted', 'tag': 'b8f71363-821f-4b65-9162-8f2195eeb598', 'status': 'completed', 'code': 200} Dec 22 09:35:23.012174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:23.081186 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0de1a3e6-92bd-4e35-bd70-aa3959fb9f83 req-400fedb0-21f5-4263-a8d3-ee481d7de6bb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d283e2f-6fec-4155-9404-a77a837b1cdc HTTP/1.1" status: 200 len: 210 time: 0.0411744 Dec 22 09:35:23.125098 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.173816 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37724) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:24.241023 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c59371e2-9bcf-490f-8998-4667ada754a5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.269039 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c59371e2-9bcf-490f-8998-4667ada754a5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.330460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c59371e2-9bcf-490f-8998-4667ada754a5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.353114 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59371e2-9bcf-490f-8998-4667ada754a5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd0184d-cd6b-4b5b-81d8-844324eefcf9,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:24.361534 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c59371e2-9bcf-490f-8998-4667ada754a5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.363224 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c59371e2-9bcf-490f-8998-4667ada754a5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "DELETE /v2.0/security-groups/6bd0184d-cd6b-4b5b-81d8-844324eefcf9 HTTP/1.1" status: 204 len: 168 time: 0.1878972 Dec 22 09:35:24.376033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.676479 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37732) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:24.681773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136554961', 'description': 'tempest-secgroup-smoke-1136554961 description', 'project_id': '7f5de94895434feea60473ff0999937e'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:24.687703 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:24.691719 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:35:24.694621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:35:24.700136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:24.710216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.729471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:24.733142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:35:24.735879 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:35:24.741441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:24.810080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.813537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.857694 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:24.860535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.861792 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-49c92592-79a6-467c-b866-368ed2b3c974 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1842709 Dec 22 09:35:24.864753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37736) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:24.869617 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': 'e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:24.875518 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:24.879811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:35:24.882652 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:35:24.888288 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:24.904292 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.962628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.966314 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:24.989285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61551b4-3b78-4576-a991-f0ab7841d48c,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:24.998885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.000100 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-58b4cdbd-018a-4653-b355-e3a98be45713 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345415 Dec 22 09:35:25.003545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37740) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:25.008477 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': 'e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:25.014335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:25.018704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:35:25.021532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:35:25.027080 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:25.045574 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.103912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.107387 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.130053 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71707bf7-70f0-4c99-bd82-6477f21f0df4,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:25.139623 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.140760 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-aeeec035-d95a-47ee-ab2a-5e97f0d1abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362567 Dec 22 09:35:25.144018 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37744) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:25.148904 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': 'e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:25.154497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:25.158208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:35:25.161030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:35:25.166599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:25.181891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.241739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.244852 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.268231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3bfe11-fa98-4564-97ba-75a41423fa65,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:25.276122 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.277321 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ebe76588-c73e-4df1-9279-b4b82c62c9fa tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324162 Dec 22 09:35:25.279946 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37748) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:25.284773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': 'e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:25.290433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:25.294136 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:35:25.296898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:35:25.302941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:25.319658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.383810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.387155 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.409232 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec81e584-ae78-496b-9a04-75ee906dc58b,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:25.417871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.419012 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7e8bfb26-6abd-4431-a856-994a3b15f2fb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381772 Dec 22 09:35:25.421628 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37752) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:25.426993 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': 'e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:25.432614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:25.436327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:35:25.439187 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:35:25.445349 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:25.455140 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Project 7f5de94895434feea60473ff0999937e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:35:25.461295 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.522490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.525832 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.547969 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521560fa-3b61-40cb-b23a-3ebea4aece45,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:25.560539 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.561715 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-cbb66124-78c1-40ad-b88e-2eabaebfd998 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391182 Dec 22 09:35:25.564413 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37756) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:25.569886 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'security_group_rule': {'security_group_id': 'e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4', 'project_id': '7f5de94895434feea60473ff0999937e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:25.575572 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:25.579330 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:security_group_rule and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:35:25.582207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:35:25.588033 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:25.598283 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Project 7f5de94895434feea60473ff0999937e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:35:25.604505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.671040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.675435 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.700062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49096b82-5c93-487a-b5da-688462e8ea65,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:25.708016 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:25.709152 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6f5526be-2336-4c6c-b033-f4f3104843ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431954 Dec 22 09:35:26.990008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device b8f71363-821f-4b65-9162-8f2195eeb598 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:35:27.026495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: b8f71363-821f-4b65-9162-8f2195eeb598 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:35:27.026911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device b8f71363-821f-4b65-9162-8f2195eeb598 not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:35:39.928468 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-6470d709-c90b-4cde-8b5b-22aba0ef57b6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136554961&fields=id&tenant_id=7f5de94895434feea60473ff0999937e HTTP/1.1" status: 200 len: 267 time: 0.0422769 Dec 22 09:35:40.074450 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-2d547df4-c2e3-41bc-a1c1-c12a270b227f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:40.075863 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-2d547df4-c2e3-41bc-a1c1-c12a270b227f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 809 time: 0.1411617 Dec 22 09:35:40.090494 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-c4a63656-6072-4f50-8267-d7b2dd185225 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/quotas/7f5de94895434feea60473ff0999937e HTTP/1.1" status: 200 len: 375 time: 0.0091302 Dec 22 09:35:40.174705 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-9b5e64cf-4ea9-4cb5-92f5-ec22c340178d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794959 Dec 22 09:35:40.241492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-fdc40ba4-0843-4ee3-9eec-fee32dfbc8f8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:35:40.242510 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-fdc40ba4-0843-4ee3-9eec-fee32dfbc8f8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571477 Dec 22 09:35:40.371630 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-4098c34c-ad1f-4c38-ad30-d7ba731cd41c service neutron] 10.222.0.37 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232705 Dec 22 09:35:40.500050 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-00c3fea0-abba-487f-a9f8-abac76de28f8 service neutron] 10.222.0.37 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226270 Dec 22 09:35:40.922170 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-0fbd8c1b-a8d2-4cef-8bb6-cad413e0c58b req-c9352470-9d85-4e01-af62-09335bedc1e6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Synchronizing usage tracker for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:35:40.937484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-0fbd8c1b-a8d2-4cef-8bb6-cad413e0c58b req-c9352470-9d85-4e01-af62-09335bedc1e6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Unset dirty status for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:35:40.939400 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0fbd8c1b-a8d2-4cef-8bb6-cad413e0c58b req-c9352470-9d85-4e01-af62-09335bedc1e6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 210 time: 0.1056905 Dec 22 09:35:42.024514 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-32093bb2-ee5b-4773-8b30-40389a260d77 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:42.026057 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-32093bb2-ee5b-4773-8b30-40389a260d77 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 809 time: 0.1475568 Dec 22 09:35:42.073345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e10defa5-ecb9-4855-b75d-232ce0f6f2f9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Synchronizing usage tracker for tenant:7f5de94895434feea60473ff0999937e on resource:security_group {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:35:42.089620 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e10defa5-ecb9-4855-b75d-232ce0f6f2f9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Unset dirty status for tenant:7f5de94895434feea60473ff0999937e on resource:security_group {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:35:42.090896 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e10defa5-ecb9-4855-b75d-232ce0f6f2f9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5de94895434feea60473ff0999937e HTTP/1.1" status: 200 len: 380 time: 0.0573006 Dec 22 09:35:42.098803 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-01e6c7dd-6e26-4ef7-83f0-92574d3643df req-2761998b-edbb-4c2b-a6a3-0892c8e97af5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 210 time: 0.0458684 Dec 22 09:35:42.101093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'port': {'device_id': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'admin_state_up': True, 'tenant_id': '7f5de94895434feea60473ff0999937e', 'security_groups': ['e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:42.240242 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:42.249727 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:42.259401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Made reservation on behalf of 7f5de94895434feea60473ff0999937e for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:35:42.263376 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:42.427710 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Allocated IP 172.20.0.5 (e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8/d302d675-ae0c-4a18-a9c1-0fec357e14a5/59b9cc97-7072-4deb-88ed-c5afefec4bff) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:35:42.614891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:42.629520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Transition to ACTIVE for port object 59b9cc97-7072-4deb-88ed-c5afefec4bff will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:35:42.655409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:42.827289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:35:42.831002 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:35:42.834856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:35:42.871772 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'Port': ['ID=59b9cc97-7072-4deb-88ed-c5afefec4bff,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:42.903767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:42.904392 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:42.931078 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-e699ad43-9ae8-4f4b-afff-2ba5291ce059 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8347111 Dec 22 09:35:42.944313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Request body: {'port': {'device_id': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:43.069199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:43.251561 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2b187232-667c-423b-8c87-57ded1d514b8 None None] Provisioning for port 59b9cc97-7072-4deb-88ed-c5afefec4bff completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:35:43.256571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-2b187232-667c-423b-8c87-57ded1d514b8 None None] Provisioning complete for port 59b9cc97-7072-4deb-88ed-c5afefec4bff triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:35:43.257145 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2b187232-667c-423b-8c87-57ded1d514b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:43.312923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-2b187232-667c-423b-8c87-57ded1d514b8 None None] Port 59b9cc97-7072-4deb-88ed-c5afefec4bff cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:35:43.413496 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07febd0-a132-4667-9b7e-b70b017f449c req-f8fe9c47-74d9-485b-9cd6-fa6bfd512701 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:43.414290 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d07febd0-a132-4667-9b7e-b70b017f449c req-f8fe9c47-74d9-485b-9cd6-fa6bfd512701 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Synchronizing usage tracker for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:35:43.437756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-d07febd0-a132-4667-9b7e-b70b017f449c req-f8fe9c47-74d9-485b-9cd6-fa6bfd512701 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Unset dirty status for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:35:43.439452 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d07febd0-a132-4667-9b7e-b70b017f449c req-f8fe9c47-74d9-485b-9cd6-fa6bfd512701 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 931 time: 0.2253773 Dec 22 09:35:43.539948 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b9cc97-7072-4deb-88ed-c5afefec4bff {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:35:43.546757 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d07febd0-a132-4667-9b7e-b70b017f449c req-31e7a5f1-dbcb-4ca1-b203-5e0b241a30f8 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980091 Dec 22 09:35:43.551303 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:43.572086 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Transition to ACTIVE for port object 59b9cc97-7072-4deb-88ed-c5afefec4bff will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:35:43.576830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:43.734050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Pushing event updated for resources: {'Port': ['ID=59b9cc97-7072-4deb-88ed-c5afefec4bff,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:43.823250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Attempting to bind port 59b9cc97-7072-4deb-88ed-c5afefec4bff on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:35:43.823585 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Attempting to bind port 59b9cc97-7072-4deb-88ed-c5afefec4bff by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:35:43.823912 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Attempting to bind port 59b9cc97-7072-4deb-88ed-c5afefec4bff on network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:35:43.828602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Port 59b9cc97-7072-4deb-88ed-c5afefec4bff on network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:35:43.828923 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Attempting to bind port 59b9cc97-7072-4deb-88ed-c5afefec4bff on network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:35:43.834233 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:35:43.834545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Checking segment: {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:35:43.834892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Bound using segment: {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:35:43.835313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Bound port: 59b9cc97-7072-4deb-88ed-c5afefec4bff, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:35:43.835658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:43.925571 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] For port 59b9cc97-7072-4deb-88ed-c5afefec4bff, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:35:43.928981 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] For port 59b9cc97-7072-4deb-88ed-c5afefec4bff, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:35:43.933706 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:43.992968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:43.993746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:43.994988 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] 10.222.0.54 "PUT /v2.0/ports/59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 1093 time: 1.0557289 Dec 22 09:35:43.995448 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:35:44.027751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88c033-5f4a-4126-9c71-897a7901f396 service neutron] Pushing event updated for resources: {'Port': ['ID=59b9cc97-7072-4deb-88ed-c5afefec4bff,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:44.066683 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'status': 'completed', 'code': 200} Dec 22 09:35:44.108007 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-08299305-9d78-4bdd-bbc3-48abd9fe9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:44.109605 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-08299305-9d78-4bdd-bbc3-48abd9fe9ee4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1096 time: 0.0740645 Dec 22 09:35:44.182084 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-ed92dc68-91f3-40fb-a213-91c6926ad23b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 217 time: 0.0652325 Dec 22 09:35:44.245028 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-c13499e1-6cfd-4b6d-89aa-1f6e0fc98ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:44.246818 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-c13499e1-6cfd-4b6d-89aa-1f6e0fc98ea2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0578063 Dec 22 09:35:44.325279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-4f36c2e6-8319-480a-b11e-c29e50640368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:44.326734 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-4f36c2e6-8319-480a-b11e-c29e50640368 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706131 Dec 22 09:35:44.454591 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-92c2dbf4-c4c3-4703-a325-147522a7101a service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203578 Dec 22 09:35:44.690218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:44.728882 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-331843ad-8e34-4350-a89b-f6fdf826c870 req-fd665365-e02e-4e09-8857-b52e87f3efd0 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687576 Dec 22 09:35:44.755860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9531a-0942-47a0-9af4-e6a068ff79c9 req-aad135c2-73d1-4439-bcf9-f03096746f2c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:44.757271 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b3a9531a-0942-47a0-9af4-e6a068ff79c9 req-aad135c2-73d1-4439-bcf9-f03096746f2c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.1015780 Dec 22 09:35:44.847543 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b3a9531a-0942-47a0-9af4-e6a068ff79c9 req-4ef4fe6f-42a8-45a4-a54b-95f7e3b49eb5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846143 Dec 22 09:35:44.869156 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-90c1ece5-88f4-41ff-93e8-6c7c06c53501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:44.870641 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-90c1ece5-88f4-41ff-93e8-6c7c06c53501 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1096 time: 0.0881400 Dec 22 09:35:45.003821 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-517ed3a4-4020-4a8f-aa69-d561e7abb20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:45.005345 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-517ed3a4-4020-4a8f-aa69-d561e7abb20b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1275809 Dec 22 09:35:45.075558 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-075e0daf-4ba0-4e8d-b25b-e53b40cc61cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 217 time: 0.0635824 Dec 22 09:35:45.137198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-e5eaca5f-ba32-4c54-8db9-30513e32c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:45.138617 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-e5eaca5f-ba32-4c54-8db9-30513e32c113 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0565362 Dec 22 09:35:45.213212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-e956ba2f-392c-4098-bbef-999c777725ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:45.214570 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-e956ba2f-392c-4098-bbef-999c777725ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699344 Dec 22 09:35:45.343937 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-35018aff-58d5-44db-bfa7-2750cb55dabb service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219661 Dec 22 09:35:45.468995 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-636dc6b1-57f8-46d7-acf5-f219bce700f6 req-d9f4a324-4d28-4c2c-ad5f-c519e8a372ba service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185079 Dec 22 09:35:46.031666 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2f1bb-37d6-4b52-ac05-0f0ec3ef9c46 req-7375713f-adf0-4dde-b6e7-59aa8e5dd9cd tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:46.033630 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0ac2f1bb-37d6-4b52-ac05-0f0ec3ef9c46 req-7375713f-adf0-4dde-b6e7-59aa8e5dd9cd tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.0819745 Dec 22 09:35:46.076852 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0ac2f1bb-37d6-4b52-ac05-0f0ec3ef9c46 req-48dfd3a6-4977-46a5-a3eb-a8ae75f869f9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375404 Dec 22 09:35:47.263143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c865-11f5-42e1-9f2b-012d1a2fb149 req-64fca420-b2bc-4195-9b6c-94e601ed6443 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:47.264632 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8ec1c865-11f5-42e1-9f2b-012d1a2fb149 req-64fca420-b2bc-4195-9b6c-94e601ed6443 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.0781958 Dec 22 09:35:47.307691 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8ec1c865-11f5-42e1-9f2b-012d1a2fb149 req-84ec5ad3-ff9d-40de-b967-68b2e7b06c3b tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373502 Dec 22 09:35:48.493692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1b7a8-0e6a-4676-a9ed-456fa75f729b req-7692406a-5089-47ae-a7e1-f993a1be27c8 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:48.495169 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d4d1b7a8-0e6a-4676-a9ed-456fa75f729b req-7692406a-5089-47ae-a7e1-f993a1be27c8 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.0817454 Dec 22 09:35:48.628077 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d4d1b7a8-0e6a-4676-a9ed-456fa75f729b req-3b9ed36f-3c37-4a26-9f3d-e1f5d9fba234 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273708 Dec 22 09:35:49.476853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-02c8cb75-457f-41c1-8c1d-3e30ea32ac76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:49.705340 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:35:49.818382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7c7a3-84c2-4af6-9497-c3bf169eee9c req-49007f67-7869-49e3-bb7c-0e2c177c6ab2 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:49.820442 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45e7c7a3-84c2-4af6-9497-c3bf169eee9c req-49007f67-7869-49e3-bb7c-0e2c177c6ab2 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.0870311 Dec 22 09:35:49.865499 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-45e7c7a3-84c2-4af6-9497-c3bf169eee9c req-3a78e4c1-5c78-4555-abc1-0052eccbfced tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 Dec 22 09:35:51.042629 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067980a0-1828-4796-85fa-eeac8f035211 req-f6578fca-858e-4d11-8707-b9e03c707dc5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:51.044058 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-067980a0-1828-4796-85fa-eeac8f035211 req-f6578fca-858e-4d11-8707-b9e03c707dc5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.0773449 Dec 22 09:35:51.086999 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-067980a0-1828-4796-85fa-eeac8f035211 req-8a94a04c-43cb-4169-a523-7d7405b83750 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368369 Dec 22 09:35:51.870341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c6e0-2f14-4916-b73d-4dc4aab015ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:52.264787 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301fffb-d1f7-44c2-a3a2-f61270050802 req-4e008a9b-1c15-4426-abf2-a5099457bd48 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:52.266755 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e301fffb-d1f7-44c2-a3a2-f61270050802 req-4e008a9b-1c15-4426-abf2-a5099457bd48 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.0776443 Dec 22 09:35:52.313429 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e301fffb-d1f7-44c2-a3a2-f61270050802 req-d45a08ba-36da-4fc7-ab59-95ccdefaa730 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377538 Dec 22 09:35:52.998034 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:53.098322 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 59b9cc97-7072-4deb-88ed-c5afefec4bff details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:35:53.158392 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:53.245438 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 59b9cc97-7072-4deb-88ed-c5afefec4bff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:35:53.259557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'port_id': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'mac_address': 'fa:16:3e:c0:29:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:35:53.355769 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:53.373279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b9cc97-7072-4deb-88ed-c5afefec4bff {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:35:53.394262 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 59b9cc97-7072-4deb-88ed-c5afefec4bff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:35:53.398166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:53.465606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=59b9cc97-7072-4deb-88ed-c5afefec4bff,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:53.473196 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.473565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.474025 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.474360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.474692 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.475024 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.475350 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.475675 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.475999 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.476323 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.476647 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.476967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:53.505197 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30acf2b-4d1b-4f5e-8d2c-bd456de37a3e req-b03bad1f-6826-49ca-b192-3b30f086e088 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:53.506739 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e30acf2b-4d1b-4f5e-8d2c-bd456de37a3e req-b03bad1f-6826-49ca-b192-3b30f086e088 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 944 time: 0.0871692 Dec 22 09:35:53.551566 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e30acf2b-4d1b-4f5e-8d2c-bd456de37a3e req-5ccf2dda-7e2a-401a-bf47-506d169f20b6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387461 Dec 22 09:35:53.613165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['59b9cc97-7072-4deb-88ed-c5afefec4bff'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:35:54.363871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:54.737568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78385d2-a4b3-4b65-bd05-49565051a723 req-0e0d9981-8e08-45bc-b554-a87eb3d7a379 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:54.739006 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d78385d2-a4b3-4b65-bd05-49565051a723 req-0e0d9981-8e08-45bc-b554-a87eb3d7a379 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 944 time: 0.0826395 Dec 22 09:35:54.780635 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d78385d2-a4b3-4b65-bd05-49565051a723 req-e23b14bd-b4de-49f1-9f79-51f008352105 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361404 Dec 22 09:35:55.097061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 59b9cc97-7072-4deb-88ed-c5afefec4bff up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:35:55.162634 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 59b9cc97-7072-4deb-88ed-c5afefec4bff completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:35:55.167596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 59b9cc97-7072-4deb-88ed-c5afefec4bff triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:35:55.167967 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:55.280795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:55.306225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:35:55.316247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 59b9cc97-7072-4deb-88ed-c5afefec4bff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:35:55.320185 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:55.355238 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'code': 200} Dec 22 09:35:55.387393 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=59b9cc97-7072-4deb-88ed-c5afefec4bff,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:55.613874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26cea7-186d-4e9d-be90-8bb8e847a6f6 req-851f5f1a-33c4-47b4-a65e-0be9c3f8814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:55.615226 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-db26cea7-186d-4e9d-be90-8bb8e847a6f6 req-851f5f1a-33c4-47b4-a65e-0be9c3f8814d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1098 time: 0.0673110 Dec 22 09:35:55.658429 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-db26cea7-186d-4e9d-be90-8bb8e847a6f6 req-d86d0e98-095a-4f23-a160-14bf36c0415c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360382 Dec 22 09:35:55.958319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec455044-2856-4acc-9008-ef9b9ea7fe55 req-7df3a9d1-9cd4-43f2-94a4-9298dfac4782 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:55.959728 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec455044-2856-4acc-9008-ef9b9ea7fe55 req-7df3a9d1-9cd4-43f2-94a4-9298dfac4782 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0770395 Dec 22 09:35:56.002875 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ec455044-2856-4acc-9008-ef9b9ea7fe55 req-b406e975-662b-4ce1-a419-bd9714a72216 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372944 Dec 22 09:35:57.185048 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c2e1c-11b5-4826-8523-52243bbbe602 req-cf3e7f8a-fa0a-499d-b790-4c0dc201214f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:57.186482 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c42c2e1c-11b5-4826-8523-52243bbbe602 req-cf3e7f8a-fa0a-499d-b790-4c0dc201214f tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0769830 Dec 22 09:35:57.232084 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c42c2e1c-11b5-4826-8523-52243bbbe602 req-7d811478-dc64-45c8-9990-c874be73ff07 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400288 Dec 22 09:35:57.411405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1e290-a211-493d-8e59-fec33c1daf95 req-4df336a5-f857-49ea-9805-1ddf3f8cc4a9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:57.412812 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2ba1e290-a211-493d-8e59-fec33c1daf95 req-4df336a5-f857-49ea-9805-1ddf3f8cc4a9 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0803597 Dec 22 09:35:57.454990 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2ba1e290-a211-493d-8e59-fec33c1daf95 req-e143989e-3cfb-40e2-9ed7-4af799a79a47 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361261 Dec 22 09:35:57.476902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37966) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:57.544013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132bf376-30e7-483f-81e0-1071cff8cdf3 tempest-TestShelveInstance-355292179 tempest-TestShelveInstance-355292179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:57.545402 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-132bf376-30e7-483f-81e0-1071cff8cdf3 tempest-TestShelveInstance-355292179 tempest-TestShelveInstance-355292179-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1093 time: 0.0675821 Dec 22 09:35:57.548172 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 37970) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:57.552900 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:57.558698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:57.562535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Usage tracker for resource:floatingip and tenant:7f5de94895434feea60473ff0999937e is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:35:57.565304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:35:57.570907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:57.581285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for floatingip, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:57.815700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:57.948089 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Allocated IP 172.26.1.125 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/d4cbf02c-325d-417d-9ac3-2f4cf96c986c) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:35:58.090736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:58.118246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:58.184689 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:35:58.185774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:35:58.190178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:35:58.223853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'Port': ['ID=d4cbf02c-325d-417d-9ac3-2f4cf96c986c,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:58.592197 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:58.662884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:58.863814 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:58.868121 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:58.975461 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event updated for resources: {'Port': ['ID=d4cbf02c-325d-417d-9ac3-2f4cf96c986c,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:58.983417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:59.145280 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.l3_db [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Floating IP 22cdb861-9e77-4642-a713-34826fafdd47 associated. External IP: 172.26.1.125, port: 59b9cc97-7072-4deb-88ed-c5afefec4bff. Dec 22 09:35:59.588460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Router e3a22d57-f48a-4204-b883-f9fea0afcedf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:35:59.760536 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:35:59.770037 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] Sync routers for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:35:59.779118 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:59.779731 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:35:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:35:59.787935 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:59.858780 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-fb2c469d-ecca-493b-a3aa-2fc3e68e13fe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2958972 Dec 22 09:35:59.858780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:35:59.888658 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'status': 'completed', 'code': 200} Dec 22 09:35:59.960465 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:35:59.977986 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-d0ee5b6b-cbf4-4d1f-910f-c6bfce2ec911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:59.979451 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-d0ee5b6b-cbf4-4d1f-910f-c6bfce2ec911 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1098 time: 0.0697703 Dec 22 09:36:00.112535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-c6e17127-8de1-4ce8-9499-24dda392f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:00.113885 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-c6e17127-8de1-4ce8-9499-24dda392f19d service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1281571 Dec 22 09:36:00.214521 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-614fcad1-1aeb-4c1e-919b-a00e9313a595 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 999 time: 0.0946193 Dec 22 09:36:00.275449 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-b727976f-43c8-4e3f-95e4-b31001587bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:00.276867 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-b727976f-43c8-4e3f-95e4-b31001587bcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0562027 Dec 22 09:36:00.304124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '22cdb861-9e77-4642-a713-34826fafdd47', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'floating_ip_address': '172.26.1.125', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'port_id': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'mac_address': 'fa:16:3e:c0:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:35:58Z', 'updated_at': '2021-12-22T09:35:58Z', 'revision_number': 0, 'project_id': '7f5de94895434feea60473ff0999937e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:00.307956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] Checking router: e3a22d57-f48a-4204-b883-f9fea0afcedf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:36:00.316083 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:00.316677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:35:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:00.353304 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-55ff40dd-8a19-40d6-9640-b46939d1b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:00.354786 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-55ff40dd-8a19-40d6-9640-b46939d1b148 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712433 Dec 22 09:36:00.483585 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-106ee3e3-ba8f-4f75-a384-0162a7c05ce1 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215458 Dec 22 09:36:00.490090 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:00.612401 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-1a73e920-4425-478e-9b1c-fac8518dcbc4 req-bd60438d-9863-4aa8-a9ca-9089aab06c16 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226504 Dec 22 09:36:00.855816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '22cdb861-9e77-4642-a713-34826fafdd47', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'floating_ip_address': '172.26.1.125', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'port_id': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'mac_address': 'fa:16:3e:c0:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:35:58Z', 'updated_at': '2021-12-22T09:35:58Z', 'revision_number': 0, 'project_id': '7f5de94895434feea60473ff0999937e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:00.859556 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bd417-00df-4280-b40f-39b6fe571c8c None None] The sync data for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv is: [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': '22cdb861-9e77-4642-a713-34826fafdd47', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'floating_ip_address': '172.26.1.125', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'port_id': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'mac_address': 'fa:16:3e:c0:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:35:58Z', 'updated_at': '2021-12-22T09:35:58Z', 'revision_number': 0, 'project_id': '7f5de94895434feea60473ff0999937e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:36:01.063396 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670821c-4a13-4439-a477-41285dfc32c2 None None] New status for floating IP 22cdb861-9e77-4642-a713-34826fafdd47: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:36:10.607389 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-d4c32927-dc62-4583-9f9d-376626c99c55 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661082 Dec 22 09:36:10.742472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-ef57cbc7-c127-4ab0-8baa-df0f0d124e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:10.743873 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-ef57cbc7-c127-4ab0-8baa-df0f0d124e24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1098 time: 0.0714996 Dec 22 09:36:10.994440 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-0fe0f00e-c19e-4834-9179-7121b7eb3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:10.995862 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-0fe0f00e-c19e-4834-9179-7121b7eb3f10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.2339430 Dec 22 09:36:11.103499 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-a24ad49f-5bd6-46f9-b9cd-b490ce0220c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 1001 time: 0.0949523 Dec 22 09:36:11.163671 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-1d2d35b0-8abd-4ac4-a772-742236ec1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:11.165026 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-1d2d35b0-8abd-4ac4-a772-742236ec1e4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0556669 Dec 22 09:36:11.238075 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-ea5a2e11-e90e-4d05-acf0-836108e3506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:11.239660 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-ea5a2e11-e90e-4d05-acf0-836108e3506e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684099 Dec 22 09:36:11.370588 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-bffdd265-c337-4af2-a279-2bca63f56ee9 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216397 Dec 22 09:36:11.499119 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-902e554f-0258-47bd-9acd-690a3c9ff3ed req-9a0b8bf4-50d8-45e8-bed3-f31faece9410 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208405 Dec 22 09:36:14.723694 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:19.492546 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa61b-c41e-43b4-a9b4-d6c4719fb17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:21.870431 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-77fa92d0-5681-4bf9-aa39-c90893f86ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:23.002723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:23.138617 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:24.371544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:26.704449 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:36:44.716726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:49.474411 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e561b5f2-97ec-438d-9f41-86304163a8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:51.873097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2ece1270-cb54-4805-b572-d319a92c9fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.003549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.126126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:54.370870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:03.704281 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:37:11.591579 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-e11ae95d-f3d1-4f92-83a3-0c09da3aa8be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714214 Dec 22 09:37:11.725273 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-fe5cd3d9-6af4-402a-9f73-d387b488cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:11.726751 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-fe5cd3d9-6af4-402a-9f73-d387b488cc52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1098 time: 0.0691442 Dec 22 09:37:11.866468 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-4e166c67-13e9-401a-9def-2259372e6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:11.867825 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-4e166c67-13e9-401a-9def-2259372e6c54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1227305 Dec 22 09:37:11.968689 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-25bec540-8ef1-4ce4-a354-d5d3485749ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 1001 time: 0.0937452 Dec 22 09:37:12.031756 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-b12e7c2b-be26-4ceb-ae12-d80e78f59d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:12.033168 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-b12e7c2b-be26-4ceb-ae12-d80e78f59d9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0586390 Dec 22 09:37:12.105561 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-81253586-b114-44bc-9272-0c293ff4e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:12.106989 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-81253586-b114-44bc-9272-0c293ff4e611 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678270 Dec 22 09:37:12.235116 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-a410bc03-9659-4c1a-a70e-31c3935e87a1 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211481 Dec 22 09:37:12.362026 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e1ef861c-a9b9-47cc-ba4b-085969e2ac25 req-54959f55-f260-4dca-b5e7-18fa3b2a4028 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204648 Dec 22 09:37:14.714169 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:19.475741 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8a68634b-7482-4ceb-99bc-a4b1c3f58c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:21.875339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-49237d93-7624-4b28-8a2b-98ccce642f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:23.005017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:23.127855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:24.372116 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:40.704436 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:37:44.727852 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:49.476584 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2d2ac4d1-e049-4137-bb97-769382bbb84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:51.876316 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-227776df-ebbb-4044-a578-0b933681d85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:53.009218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:53.133010 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:54.374918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:56.787883 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4bd4-2e7e-4c4c-a46e-2d6a0a352cb1 req-8eb1fc8c-71f0-40d4-9330-ef8fa312b721 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:56.789312 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-201b4bd4-2e7e-4c4c-a46e-2d6a0a352cb1 req-8eb1fc8c-71f0-40d4-9330-ef8fa312b721 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0788972 Dec 22 09:37:56.831624 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-201b4bd4-2e7e-4c4c-a46e-2d6a0a352cb1 req-d6158ab4-dcdd-4fe6-82b7-07327bad2703 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366294 Dec 22 09:37:58.013257 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2373165-7af8-4e00-9ab1-b0d968636d22 req-f23e9113-2128-4e7f-9022-25c745f6fa8a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:58.014733 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c2373165-7af8-4e00-9ab1-b0d968636d22 req-f23e9113-2128-4e7f-9022-25c745f6fa8a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0784175 Dec 22 09:37:58.158368 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c2373165-7af8-4e00-9ab1-b0d968636d22 req-903d692e-6b3a-4e49-8515-55a188f388c8 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379409 Dec 22 09:37:59.354332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932e3fb-de45-4fe8-a0ae-ebc06ae94695 req-0cf70226-de05-4ae5-8792-63637faa21a4 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:59.355660 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e932e3fb-de45-4fe8-a0ae-ebc06ae94695 req-0cf70226-de05-4ae5-8792-63637faa21a4 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0807080 Dec 22 09:37:59.397922 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-e932e3fb-de45-4fe8-a0ae-ebc06ae94695 req-4056120f-d494-4139-906e-a6c13286b433 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360522 Dec 22 09:38:00.579641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f388d3-408f-437e-b637-a5c144d08089 req-4a817c26-cdb7-4e03-8a6f-b89e2badd273 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:00.581269 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-44f388d3-408f-437e-b637-a5c144d08089 req-4a817c26-cdb7-4e03-8a6f-b89e2badd273 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0784180 Dec 22 09:38:00.623943 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-44f388d3-408f-437e-b637-a5c144d08089 req-40119c12-6600-4e38-a27f-2f02f22018ba tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368545 Dec 22 09:38:01.952697 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e54715-b034-4ffa-ad1a-c40e0e831391 req-65543df0-9635-46be-9dff-1c82adf53f30 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:01.954678 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-18e54715-b034-4ffa-ad1a-c40e0e831391 req-65543df0-9635-46be-9dff-1c82adf53f30 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0784650 Dec 22 09:38:01.997777 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-18e54715-b034-4ffa-ad1a-c40e0e831391 req-149cc675-0ce3-49ba-afaa-896724bdd8bd tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371826 Dec 22 09:38:03.185313 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89897937-a1c9-424d-873e-6e0977bf968f req-05713eb8-f937-4916-8dc4-8f02a5cf5337 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:03.186774 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89897937-a1c9-424d-873e-6e0977bf968f req-05713eb8-f937-4916-8dc4-8f02a5cf5337 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0847108 Dec 22 09:38:03.229354 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-89897937-a1c9-424d-873e-6e0977bf968f req-3ad829cf-4157-48d9-bde8-a9f9681ad937 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369661 Dec 22 09:38:04.409598 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d658c4e-d1cb-4bdb-a8c4-8d964b2b1815 req-9f1fbb74-bde9-4091-8a51-ab48cee045ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:04.411044 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9d658c4e-d1cb-4bdb-a8c4-8d964b2b1815 req-9f1fbb74-bde9-4091-8a51-ab48cee045ee tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0804491 Dec 22 09:38:04.454017 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9d658c4e-d1cb-4bdb-a8c4-8d964b2b1815 req-0355b9e3-e36b-4ad5-9c82-cb449b9d6f9d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373755 Dec 22 09:38:05.632598 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b460c-248b-414d-82ac-671772a8f085 req-d62f0f76-1318-4898-add6-0091241e2063 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:05.634045 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff1b460c-248b-414d-82ac-671772a8f085 req-d62f0f76-1318-4898-add6-0091241e2063 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0791318 Dec 22 09:38:05.679483 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ff1b460c-248b-414d-82ac-671772a8f085 req-fd536c1b-a32f-420a-bec6-5be6e30e9a56 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 Dec 22 09:38:06.867087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff564-14a5-4da7-9a48-700dbf56b760 req-c7e6d668-2fa2-416d-b963-ea3e8717ee5c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:06.868539 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-869ff564-14a5-4da7-9a48-700dbf56b760 req-c7e6d668-2fa2-416d-b963-ea3e8717ee5c tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0808671 Dec 22 09:38:06.904356 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-ee0ab716-23e4-418e-bb30-9cb7f2139927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:06.905653 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-ee0ab716-23e4-418e-bb30-9cb7f2139927 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1098 time: 0.0743382 Dec 22 09:38:06.932502 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-869ff564-14a5-4da7-9a48-700dbf56b760 req-49553744-694c-4e04-822e-babd07ef23cf tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557258 Dec 22 09:38:07.036634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-8db78b16-be12-486a-8fd7-83ba559a7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:07.038084 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-8db78b16-be12-486a-8fd7-83ba559a7eb8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1267886 Dec 22 09:38:07.139098 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-e3f28148-8311-477f-b044-6ecb277eda27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 1001 time: 0.0940998 Dec 22 09:38:07.199419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-3e35840e-5a3e-4cdb-ae97-4c1034682911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:07.200767 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-3e35840e-5a3e-4cdb-ae97-4c1034682911 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0548177 Dec 22 09:38:07.275333 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-f4329110-8124-496d-8bcb-8076cc06487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:07.276653 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-f4329110-8124-496d-8bcb-8076cc06487e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693786 Dec 22 09:38:07.404536 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-01ff0bb0-696a-45d2-8720-ad16862b7ad0 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210287 Dec 22 09:38:07.531524 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dd24fbab-9b42-4358-823b-95fc9b6b6ece req-9906a1da-7f1b-4b47-9ae6-2a5844ec323c service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199644 Dec 22 09:38:08.118841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6707335-6e3d-4dd2-bbf2-b161e15374f8 req-c1c55dd6-be6c-411c-b03e-47de621b3533 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:08.120267 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e6707335-6e3d-4dd2-bbf2-b161e15374f8 req-c1c55dd6-be6c-411c-b03e-47de621b3533 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0784142 Dec 22 09:38:08.163027 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e6707335-6e3d-4dd2-bbf2-b161e15374f8 req-4084f334-b695-4fa2-841a-5f51e0580ba5 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371847 Dec 22 09:38:09.355954 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13128057-8e43-467d-ab79-b94fb038fa40 req-a407aaed-b62c-4381-883c-f68708691241 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:09.357433 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-13128057-8e43-467d-ab79-b94fb038fa40 req-a407aaed-b62c-4381-883c-f68708691241 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0842907 Dec 22 09:38:09.403754 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-13128057-8e43-467d-ab79-b94fb038fa40 req-0f9570a8-74dc-41e5-b7bf-9c8fc29df38e tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404317 Dec 22 09:38:10.586675 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3e28b-1aff-4ca2-af1c-0195b5bfbbbd req-a9bcdf97-a694-460c-ac35-e3b74ace6846 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:10.588153 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00a3e28b-1aff-4ca2-af1c-0195b5bfbbbd req-a9bcdf97-a694-460c-ac35-e3b74ace6846 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0822129 Dec 22 09:38:10.630441 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00a3e28b-1aff-4ca2-af1c-0195b5bfbbbd req-8db324dc-fff9-49a9-8989-fbf18fbe5f43 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368075 Dec 22 09:38:10.908030 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-dbabb5b1-e4c7-46f6-9d71-ce87a7df6a79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716662 Dec 22 09:38:10.974405 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8db53-8911-4578-a57c-e889f6ab4967 req-0aa36f8a-6922-4e6a-ac5c-7ffd2ebef013 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:10.975851 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68d8db53-8911-4578-a57c-e889f6ab4967 req-0aa36f8a-6922-4e6a-ac5c-7ffd2ebef013 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0855608 Dec 22 09:38:11.024413 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68d8db53-8911-4578-a57c-e889f6ab4967 req-538e314c-6746-4670-a605-a1fe8d00048a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414798 Dec 22 09:38:12.211825 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16776cf-76ef-4ae6-8f7a-6c11092f40a6 req-9b1b2f28-c95f-4091-bc8e-1bddc65b8e3e tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:12.213204 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b16776cf-76ef-4ae6-8f7a-6c11092f40a6 req-9b1b2f28-c95f-4091-bc8e-1bddc65b8e3e tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0839067 Dec 22 09:38:12.257225 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b16776cf-76ef-4ae6-8f7a-6c11092f40a6 req-4f58e56e-0931-40b6-b578-5484b33bb004 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381098 Dec 22 09:38:13.334145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-3e7e7f64-99f2-447e-bba1-b671511f6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:13.335617 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-3e7e7f64-99f2-447e-bba1-b671511f6eb9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f&tenant_id=7f5de94895434feea60473ff0999937e HTTP/1.1" status: 200 len: 1098 time: 0.0729897 Dec 22 09:38:13.486837 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-e5631736-2c68-42b5-b5ea-1ad2093b0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:13.488279 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-e5631736-2c68-42b5-b5ea-1ad2093b0bf7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1098 time: 0.1305494 Dec 22 09:38:13.496019 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e815d4-800b-4671-8e81-afbc687de151 req-9ed2f415-ce25-426c-8223-0d7e28dc10bd tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:13.497352 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68e815d4-800b-4671-8e81-afbc687de151 req-9ed2f415-ce25-426c-8223-0d7e28dc10bd tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.1106243 Dec 22 09:38:13.712775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 59b9cc97-7072-4deb-88ed-c5afefec4bff no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:38:13.731413 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-68e815d4-800b-4671-8e81-afbc687de151 req-1849730b-3344-4949-a2ca-0d048dd3a8ab tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093222 Dec 22 09:38:13.758629 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-7d76b12f-be70-4da9-9c50-c60f21b9ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:13.760068 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-7d76b12f-be70-4da9-9c50-c60f21b9ac0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.2584476 Dec 22 09:38:13.832245 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:13.859051 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:38:13.865173 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-74400f30-0948-4499-ab55-c122a83f12de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 1001 time: 0.0967467 Dec 22 09:38:13.868368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 59b9cc97-7072-4deb-88ed-c5afefec4bff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:38:13.874977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:13.910041 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'code': 200} Dec 22 09:38:13.933254 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-d9ae5ea8-70fe-45fb-8c80-c1d32739a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:13.934718 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-d9ae5ea8-70fe-45fb-8c80-c1d32739a89c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0628583 Dec 22 09:38:13.947555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=59b9cc97-7072-4deb-88ed-c5afefec4bff,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:13.954671 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.955022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.955358 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.955691 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.956015 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.956604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.956923 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.957244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.957571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.957908 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.958231 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:13.958549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:14.008359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-15514f31-30ab-4b53-b35d-ed4f6c2619ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:14.009892 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-15514f31-30ab-4b53-b35d-ed4f6c2619ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690763 Dec 22 09:38:14.139796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-4aa14886-50b7-4e70-b559-9722da680232 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224251 Dec 22 09:38:14.268386 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b0d63a26-d957-444a-befb-533ac7b6be00 req-a458c5ce-4634-4327-9ab3-157b190df71c service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223695 Dec 22 09:38:14.418939 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-bbe7befe-4f89-45f2-b8a0-84e5cab1bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:14.420374 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-bbe7befe-4f89-45f2-b8a0-84e5cab1bc82 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1096 time: 0.0687044 Dec 22 09:38:14.567918 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-2a350f29-a016-4f5f-9877-d51ad0fd595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:14.569346 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-2a350f29-a016-4f5f-9877-d51ad0fd595d service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1303067 Dec 22 09:38:14.672865 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-6ddb19b0-908c-4ee6-b4e5-ef4eb90e7d68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 999 time: 0.0956016 Dec 22 09:38:14.738409 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-e6609e55-8ffb-4b50-afe8-ef77a9ff4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:14.740065 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-e6609e55-8ffb-4b50-afe8-ef77a9ff4614 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0605683 Dec 22 09:38:14.740642 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:14.814502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-76f62a30-4599-4e4b-8e3e-3fecb439e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:14.816000 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-76f62a30-4599-4e4b-8e3e-3fecb439e289 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689409 Dec 22 09:38:15.006246 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-e5e9fb3a-0ca5-4f49-bd63-87c3587e4a32 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833971 Dec 22 09:38:15.013746 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9f6ae-b5fc-4f6e-805b-ba431d8c267d req-890919ef-3eb8-470e-b901-5569eb189492 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:15.015129 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dbc9f6ae-b5fc-4f6e-805b-ba431d8c267d req-890919ef-3eb8-470e-b901-5569eb189492 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.1725428 Dec 22 09:38:15.141654 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dbc9f6ae-b5fc-4f6e-805b-ba431d8c267d req-04421119-b848-4ffa-8af6-3b66b0ae9cd2 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079712 Dec 22 09:38:15.171707 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a39a0c77-f5be-4a99-a215-bea4c7fe0634 req-94abb54f-a391-4e89-b187-b7c3330d5152 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550405 Dec 22 09:38:16.333009 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4aaab-d625-4b7f-898c-407be18ab150 req-991f8529-32e9-4251-b0a9-e30d01d0abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:16.334369 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3ba4aaab-d625-4b7f-898c-407be18ab150 req-991f8529-32e9-4251-b0a9-e30d01d0abc0 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.0805130 Dec 22 09:38:16.377359 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3ba4aaab-d625-4b7f-898c-407be18ab150 req-895551e2-eb05-48b6-8973-5b6d1b27e988 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372167 Dec 22 09:38:17.561192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83de2-2414-4ffc-92ff-adaad09124df req-c9657b87-d31a-452e-a67a-e2fbcee8e2b7 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:17.562643 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a9f83de2-2414-4ffc-92ff-adaad09124df req-c9657b87-d31a-452e-a67a-e2fbcee8e2b7 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.0802889 Dec 22 09:38:17.606949 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a9f83de2-2414-4ffc-92ff-adaad09124df req-811e37bd-431a-439c-ab94-289c5edcab76 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387239 Dec 22 09:38:17.703961 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:38:18.791376 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b0e21-1f9b-4bfe-8371-136f0a8879e8 req-775bd9f2-045b-49e6-90b1-48da9ad631f6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:18.792860 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9d4b0e21-1f9b-4bfe-8371-136f0a8879e8 req-775bd9f2-045b-49e6-90b1-48da9ad631f6 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.0825908 Dec 22 09:38:18.835857 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-9d4b0e21-1f9b-4bfe-8371-136f0a8879e8 req-372d983c-f29d-411a-987f-d2999e625c59 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367696 Dec 22 09:38:19.478531 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b02339b8-59dc-47d7-87d0-863d8f6f4ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:20.141970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757cc78-acac-493a-86a9-c29c2f5e4dc4 req-0977d8fb-3af7-411e-be8d-9a30b133ebfe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:20.143400 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a757cc78-acac-493a-86a9-c29c2f5e4dc4 req-0977d8fb-3af7-411e-be8d-9a30b133ebfe tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.2028699 Dec 22 09:38:20.187718 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a757cc78-acac-493a-86a9-c29c2f5e4dc4 req-e639b712-c26d-4be8-90b8-035830644233 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386634 Dec 22 09:38:20.363566 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf95b9-630f-4a3f-a175-ae5f7067df10 req-eae4a34a-5f5a-4c0e-8fc6-f56f30cf4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:20.364863 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6adf95b9-630f-4a3f-a175-ae5f7067df10 req-eae4a34a-5f5a-4c0e-8fc6-f56f30cf4173 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1096 time: 0.0669754 Dec 22 09:38:20.404537 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6adf95b9-630f-4a3f-a175-ae5f7067df10 req-78aabd0e-4669-4ba4-a7a2-4d39d9f07004 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328705 Dec 22 09:38:21.381645 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ee3cd-3b31-47bb-bd65-4464a1ddb045 req-cc3214fb-2066-4fd3-b465-043a75bcb8f2 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:21.383132 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d03ee3cd-3b31-47bb-bd65-4464a1ddb045 req-cc3214fb-2066-4fd3-b465-043a75bcb8f2 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 943 time: 0.0843890 Dec 22 09:38:21.430506 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d03ee3cd-3b31-47bb-bd65-4464a1ddb045 req-e33da7ef-20de-4ab1-882d-99c99f87f179 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 Dec 22 09:38:21.732703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 59b9cc97-7072-4deb-88ed-c5afefec4bff details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:38:21.867196 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 59b9cc97-7072-4deb-88ed-c5afefec4bff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:38:21.885776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'port_id': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'mac_address': 'fa:16:3e:c0:29:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:38:21.916787 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-661a520c-ae00-4c03-b861-0ad98cc48d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:21.941894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:21.958267 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b9cc97-7072-4deb-88ed-c5afefec4bff {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:38:21.973726 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 59b9cc97-7072-4deb-88ed-c5afefec4bff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:38:21.977291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:22.044549 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=59b9cc97-7072-4deb-88ed-c5afefec4bff,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:22.242690 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['59b9cc97-7072-4deb-88ed-c5afefec4bff'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:38:22.617473 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe6b95-c2d8-4e4e-bb67-4bf26760d243 req-265430ad-a9b4-4ee6-bee6-b832dd6e853e tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:22.618928 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4afe6b95-c2d8-4e4e-bb67-4bf26760d243 req-265430ad-a9b4-4ee6-bee6-b832dd6e853e tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 944 time: 0.0805948 Dec 22 09:38:22.660913 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-4afe6b95-c2d8-4e4e-bb67-4bf26760d243 req-087953a0-2c42-4043-bd96-8f0794afa8bb tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364544 Dec 22 09:38:23.011799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:23.134793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:23.733888 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 59b9cc97-7072-4deb-88ed-c5afefec4bff up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:38:23.802028 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 59b9cc97-7072-4deb-88ed-c5afefec4bff triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:38:23.802401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:23.914778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:23.969702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:38:23.978934 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 59b9cc97-7072-4deb-88ed-c5afefec4bff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:38:23.984808 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:24.021573 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'code': 200} Dec 22 09:38:24.052403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=59b9cc97-7072-4deb-88ed-c5afefec4bff,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:24.378000 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:44.740685 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:49.482353 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-be8304ec-d1be-4d24-88df-8e4b1f8a76d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:51.878229 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b0b24af4-bbb4-4470-90ce-b4afc624d6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:53.014885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:53.140736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:54.381698 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:54.703985 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:39:14.619134 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-d1224d0e-7524-4470-b5f8-3dfa0e305a19 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1077688 Dec 22 09:39:14.755513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:14.762955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-f065b550-236f-419b-b930-5ecff3608d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:14.764419 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-f065b550-236f-419b-b930-5ecff3608d58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1098 time: 0.0699947 Dec 22 09:39:14.903481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-fe2598d0-a3b1-427a-9ec0-9c7f0f8ea462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:14.904888 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-fe2598d0-a3b1-427a-9ec0-9c7f0f8ea462 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1226616 Dec 22 09:39:15.006310 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-bd9ada09-5881-40b4-b4cc-948a18f258ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 1001 time: 0.0943606 Dec 22 09:39:15.067890 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-9d23043d-c8a7-47bb-8eae-59b6ce50b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:15.069280 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-9d23043d-c8a7-47bb-8eae-59b6ce50b0f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0561631 Dec 22 09:39:15.144600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-a5d24cd3-b9bc-4a2e-8471-7b07c09e0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:15.146057 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-a5d24cd3-b9bc-4a2e-8471-7b07c09e0a62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707290 Dec 22 09:39:15.276811 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-216f1473-c8c5-4961-879a-c23200137a29 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223435 Dec 22 09:39:15.405594 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-ab8e3bb6-bbc5-4bc5-b890-ad0970af2536 req-61cb7659-773d-4957-8f32-567050780f6c service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216810 Dec 22 09:39:19.483677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8fb96490-58a0-471c-9d9c-1ecfafad5c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:21.878818 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4aba730d-cf44-4588-b39d-63beaa9e0b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:23.016149 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:23.134097 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:24.385928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:31.702235 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:39:38.212184 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38102) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:38.412952 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Deleting port d4cbf02c-325d-417d-9ac3-2f4cf96c986c {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:38.413287 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:38.575696 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:38.575911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:38.799242 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Calling delete_port for d4cbf02c-325d-417d-9ac3-2f4cf96c986c owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:39:38.945776 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:38.993691 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event deleted for resources: {'Port': ['ID=d4cbf02c-325d-417d-9ac3-2f4cf96c986c,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:39.030624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.030965 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.031293 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.031617 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.031936 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.032257 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.032570 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.032882 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.033195 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.033504 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.033838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.034148 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:39.092809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:39.093146 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Floating IP 22cdb861-9e77-4642-a713-34826fafdd47 disassociated (deleted). External IP: 172.26.1.125, port: 59b9cc97-7072-4deb-88ed-c5afefec4bff. Dec 22 09:39:39.436432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Router e3a22d57-f48a-4204-b883-f9fea0afcedf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:39:39.607500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:39:39.618043 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] Sync routers for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:39:39.627528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:39.627712 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:39.628306 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:39.683424 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-40451c9e-c0b3-42c6-a16f-9c50e0dc563a tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "DELETE /v2.0/floatingips/22cdb861-9e77-4642-a713-34826fafdd47 HTTP/1.1" status: 204 len: 168 time: 1.4701760 Dec 22 09:39:39.684100 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:39:39.812824 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:39:39.861062 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'status': 'completed', 'code': 200} Dec 22 09:39:40.079822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-795138e9-3a4a-47b2-9853-31bbded42782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:40.081979 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-795138e9-3a4a-47b2-9853-31bbded42782 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f5de94895434feea60473ff0999937e&device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 1098 time: 0.1219945 Dec 22 09:39:40.141666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:40.145721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] Checking router: e3a22d57-f48a-4204-b883-f9fea0afcedf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:39:40.154804 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:40.155395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:40.174941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a4291-6102-4536-b0f7-c366650034b3 req-b5549e69-d607-4f18-a165-9ab2a8fb9606 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:40.175627 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-010a4291-6102-4536-b0f7-c366650034b3 req-b5549e69-d607-4f18-a165-9ab2a8fb9606 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Synchronizing usage tracker for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:39:40.191941 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-010a4291-6102-4536-b0f7-c366650034b3 req-b5549e69-d607-4f18-a165-9ab2a8fb9606 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Unset dirty status for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:39:40.193731 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-010a4291-6102-4536-b0f7-c366650034b3 req-b5549e69-d607-4f18-a165-9ab2a8fb9606 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.1411371 Dec 22 09:39:40.220949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-4fdc4fb9-fecd-4645-b045-005aff0c74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:40.222431 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-4fdc4fb9-fecd-4645-b045-005aff0c74cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 200 len: 910 time: 0.1339712 Dec 22 09:39:40.240522 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-010a4291-6102-4536-b0f7-c366650034b3 req-8b9fd4a2-4021-4e6e-91d7-0b5478ce9b41 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410180 Dec 22 09:39:40.294359 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-f9e4cb71-86c5-4f62-a70f-e6d1ec5e2afb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 200 len: 217 time: 0.0648150 Dec 22 09:39:40.346677 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:39:40.357600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-9e00d2f5-5028-4501-8dea-20043ebe721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:40.359094 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-9e00d2f5-5028-4501-8dea-20043ebe721f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 200 len: 848 time: 0.0573359 Dec 22 09:39:40.435841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-b2327019-6b28-45ab-ac45-d52ff0af91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:40.437293 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-b2327019-6b28-45ab-ac45-d52ff0af91d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706835 Dec 22 09:39:40.680982 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-468802e1-32d6-4ad9-adbd-a894954e9548 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357116 Dec 22 09:39:40.702837 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:40.706981 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f4c5ed-f169-415b-9733-8bd57c7bf2ef None None] The sync data for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv is: [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:30:59Z', 'revision_number': 4, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'd13320f1-8748-4772-ac62-4f68a7597205', 'name': '', 'network_id': 'e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'mac_address': 'fa:16:3e:8a:c9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:59Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'subnets': [{'id': 'd302d675-ae0c-4a18-a9c1-0fec357e14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:39:40.816152 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5c46fb73-187a-4031-a0c4-b38df39e5301 req-22054a04-ae00-443e-97dd-97e7606c76b8 service neutron] 10.222.0.54 "GET /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272092 Dec 22 09:39:40.934024 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4da3c2-6d54-4c0d-af6d-5bbb854cc847 None None] New status for floating IP 22cdb861-9e77-4642-a713-34826fafdd47: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:39:41.495487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7b2ff-c443-4912-bdf0-7542136780be req-b4a369fe-73b5-4158-a55a-5e22e34c6301 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:41.496954 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00a7b2ff-c443-4912-bdf0-7542136780be req-b4a369fe-73b5-4158-a55a-5e22e34c6301 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.54 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.0785844 Dec 22 09:39:41.565742 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-00a7b2ff-c443-4912-bdf0-7542136780be req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Deleting port 59b9cc97-7072-4deb-88ed-c5afefec4bff {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:41.566401 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00a7b2ff-c443-4912-bdf0-7542136780be req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:41.856874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b871a2-4a53-483b-a956-f9249b1a10aa req-e936cad8-bcee-4e6b-a997-5c392dc74825 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:41.858344 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c8b871a2-4a53-483b-a956-f9249b1a10aa req-e936cad8-bcee-4e6b-a997-5c392dc74825 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 945 time: 0.2651269 Dec 22 09:39:41.892471 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-00a7b2ff-c443-4912-bdf0-7542136780be req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] For port 59b9cc97-7072-4deb-88ed-c5afefec4bff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=59b9cc97-7072-4deb-88ed-c5afefec4bff,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:41.892822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00a7b2ff-c443-4912-bdf0-7542136780be req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:42.024005 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-00a7b2ff-c443-4912-bdf0-7542136780be req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Calling delete_port for 59b9cc97-7072-4deb-88ed-c5afefec4bff owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:39:42.067584 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c8b871a2-4a53-483b-a956-f9249b1a10aa req-73b9284a-b958-45b9-b9e9-c29df3dedd3d tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/security-groups?id=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003174 Dec 22 09:39:42.171050 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00a7b2ff-c443-4912-bdf0-7542136780be req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:42.221068 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event deleted for resources: {'Port': ['ID=59b9cc97-7072-4deb-88ed-c5afefec4bff,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:42.265467 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.265867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.266205 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.266532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.266907 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.267238 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.267556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.267871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.268193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.268505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.268815 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.269123 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:42.316844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a7b2ff-c443-4912-bdf0-7542136780be req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] No DVR routers for this DVR port 59b9cc97-7072-4deb-88ed-c5afefec4bff on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:39:42.320937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-00a7b2ff-c443-4912-bdf0-7542136780be req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:42.326637 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'name': 'network-vif-deleted', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:39:42.346855 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-00a7b2ff-c443-4912-bdf0-7542136780be req-9b4cef8f-57b2-4300-9a21-f81f45174e17 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.54 "DELETE /v2.0/ports/59b9cc97-7072-4deb-88ed-c5afefec4bff HTTP/1.1" status: 204 len: 173 time: 0.8440688 Dec 22 09:39:42.373943 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03adc89-b506-4088-9ec4-ea85d4f1574f', 'name': 'network-vif-deleted', 'tag': '59b9cc97-7072-4deb-88ed-c5afefec4bff', 'status': 'completed', 'code': 200} Dec 22 09:39:43.234253 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-37558a60-dcbb-4725-90ae-381f1fffa7c2 req-3cbf9204-7e72-43d6-8514-671b05750fc7 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Synchronizing usage tracker for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:39:43.249319 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-37558a60-dcbb-4725-90ae-381f1fffa7c2 req-3cbf9204-7e72-43d6-8514-671b05750fc7 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Unset dirty status for tenant:7f5de94895434feea60473ff0999937e on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:39:43.250831 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-37558a60-dcbb-4725-90ae-381f1fffa7c2 req-3cbf9204-7e72-43d6-8514-671b05750fc7 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "GET /v2.0/ports?device_id=c03adc89-b506-4088-9ec4-ea85d4f1574f HTTP/1.1" status: 200 len: 210 time: 0.0621188 Dec 22 09:39:44.346162 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38138) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:44.417309 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d811fa1f-fc57-4ee0-bc59-542640bf3851 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:44.447461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d811fa1f-fc57-4ee0-bc59-542640bf3851 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:44.514960 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d811fa1f-fc57-4ee0-bc59-542640bf3851 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:44.534696 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811fa1f-fc57-4ee0-bc59-542640bf3851 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:44.543912 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-d811fa1f-fc57-4ee0-bc59-542640bf3851 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:44.545051 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-d811fa1f-fc57-4ee0-bc59-542640bf3851 tempest-TestShelveInstance-1011614898 tempest-TestShelveInstance-1011614898-project] 10.222.0.37 "DELETE /v2.0/security-groups/e96bba10-69bc-4c0f-aa2d-bd7472c2b2c4 HTTP/1.1" status: 204 len: 168 time: 0.1978495 Dec 22 09:39:44.592455 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38144) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:44.770047 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:45.425955 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:45.773226 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] Deleting port d13320f1-8748-4772-ac62-4f68a7597205 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:45.773902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:45.939813 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] For port d13320f1-8748-4772-ac62-4f68a7597205, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=d13320f1-8748-4772-ac62-4f68a7597205,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:45.940161 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:46.060160 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] Calling delete_port for d13320f1-8748-4772-ac62-4f68a7597205 owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:39:46.160658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 59b9cc97-7072-4deb-88ed-c5afefec4bff no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:39:46.196093 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 59b9cc97-7072-4deb-88ed-c5afefec4bff {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:39:46.196439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 59b9cc97-7072-4deb-88ed-c5afefec4bff not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:39:46.368414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:46.417790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13320f1-8748-4772-ac62-4f68a7597205,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:46.785383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:47.128558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] Router e3a22d57-f48a-4204-b883-f9fea0afcedf has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:39:47.301382 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:39:47.310312 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] Sync routers for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:39:47.316992 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-ed9af85f-abaa-4638-99fd-d5cdfd7686a2 admin admin] 10.222.0.37 "PUT /v2.0/routers/e3a22d57-f48a-4204-b883-f9fea0afcedf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7233438 Dec 22 09:39:47.320022 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38152) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:47.320131 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:47.320638 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:47.488341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:47.493899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:39:47.663107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:47.672839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Deleting port 77f4018d-7f19-46c0-9b29-7d53078b0fa8 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:47.673293 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:47.773073 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:39:46Z', 'revision_number': 5, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port': {'id': '77f4018d-7f19-46c0-9b29-7d53078b0fa8', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:56Z', 'updated_at': '2021-12-22T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:47.776736 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] Checking router: e3a22d57-f48a-4204-b883-f9fea0afcedf for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:39:47.784828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] Routers {'e3a22d57-f48a-4204-b883-f9fea0afcedf'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:47.785401 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['e3a22d57-f48a-4204-b883-f9fea0afcedf'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:47.845150 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] For port 77f4018d-7f19-46c0-9b29-7d53078b0fa8, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=77f4018d-7f19-46c0-9b29-7d53078b0fa8,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:47.845761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:47.932633 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] Set router e3a22d57-f48a-4204-b883-f9fea0afcedf gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:39:47.967153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Calling delete_port for 77f4018d-7f19-46c0-9b29-7d53078b0fa8 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:39:48.037079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:39:47Z', 'revision_number': 6, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:48.041447 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f2641-8b0a-4962-bfa4-0ae397281b1c None None] The sync data for ids ['e3a22d57-f48a-4204-b883-f9fea0afcedf'] in dv-neutron-822561-2-hyperv is: [{'id': 'e3a22d57-f48a-4204-b883-f9fea0afcedf', 'name': 'tempest-TestShelveInstance-1543299243-router', 'tenant_id': '7f5de94895434feea60473ff0999937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:55Z', 'updated_at': '2021-12-22T09:39:47Z', 'revision_number': 6, 'project_id': '7f5de94895434feea60473ff0999937e', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:39:48.245163 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.293474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f4018d-7f19-46c0-9b29-7d53078b0fa8,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:48.378693 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.555714 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.557828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.579724 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.580434 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3a22d57-f48a-4204-b883-f9fea0afcedf {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:39:48.592490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.593579 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-de1351d6-3ba8-4f66-95d8-6924f01a5732 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e3a22d57-f48a-4204-b883-f9fea0afcedf HTTP/1.1" status: 204 len: 168 time: 1.2726829 Dec 22 09:39:48.596135 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38156) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:48.653605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-199afd8b-5c52-467e-b5aa-6bbf22c6a058 admin admin] Deleting subnet d302d675-ae0c-4a18-a9c1-0fec357e14a5 {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:39:48.656502 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-199afd8b-5c52-467e-b5aa-6bbf22c6a058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.706793 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-199afd8b-5c52-467e-b5aa-6bbf22c6a058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.784773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-199afd8b-5c52-467e-b5aa-6bbf22c6a058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.855143 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-199afd8b-5c52-467e-b5aa-6bbf22c6a058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.897078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199afd8b-5c52-467e-b5aa-6bbf22c6a058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d302d675-ae0c-4a18-a9c1-0fec357e14a5,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:48.898995 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-199afd8b-5c52-467e-b5aa-6bbf22c6a058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:48.904579 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22d894-a195-4a76-9900-4d84d3fa8f58 None None] Network e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:39:48.907640 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-199afd8b-5c52-467e-b5aa-6bbf22c6a058 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d302d675-ae0c-4a18-a9c1-0fec357e14a5 HTTP/1.1" status: 204 len: 168 time: 0.3079624 Dec 22 09:39:48.907640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38160) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:49.023279 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.034527 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Deleting port 2a89ac9d-678d-494a-bea2-5d7b297f2315 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:49.034949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.181586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] DHCP port deletion for e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:39:49.185778 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] Deleting port 2a89ac9d-678d-494a-bea2-5d7b297f2315 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:49.186155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.241753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] For port 2a89ac9d-678d-494a-bea2-5d7b297f2315, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a89ac9d-678d-494a-bea2-5d7b297f2315,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:49.242103 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.364246 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Calling delete_port for 2a89ac9d-678d-494a-bea2-5d7b297f2315 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:39:49.392554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] For port 2a89ac9d-678d-494a-bea2-5d7b297f2315, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=2a89ac9d-678d-494a-bea2-5d7b297f2315,segment=NetworkSegment(d6a74b6a-ab33-4aab-91ad-3b66697d43d0),segment_id=d6a74b6a-ab33-4aab-91ad-3b66697d43d0)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:49.392944 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.441256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.490824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a89ac9d-678d-494a-bea2-5d7b297f2315,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:49.493055 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] No DVR routers for this DVR port 2a89ac9d-678d-494a-bea2-5d7b297f2315 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:39:49.547071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] Calling delete_port for 2a89ac9d-678d-494a-bea2-5d7b297f2315 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:39:49.597175 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4146e11d-bfce-4af7-b894-45fb822d89b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.628008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:39:49.628377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:39:49.708600 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.733012 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:49.748062 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:49.748357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a74b6a-ab33-4aab-91ad-3b66697d43d0') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:49.759953 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.775287 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.781060 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:39:49.781569 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:39:49.794629 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:39:49.851636 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d13320f1-8748-4772-ac62-4f68a7597205 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:39:49.870189 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.875099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.889652 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: d13320f1-8748-4772-ac62-4f68a7597205 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:39:49.889957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device d13320f1-8748-4772-ac62-4f68a7597205 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:39:49.890384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 77f4018d-7f19-46c0-9b29-7d53078b0fa8 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:39:49.903127 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:49.919823 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c1883e1f-8c37-416a-829e-67d351663f5f admin admin] 10.222.0.37 "DELETE /v2.0/networks/e01d7b7f-7953-4d0c-bde8-c4fc94bc2ce8 HTTP/1.1" status: 204 len: 168 time: 1.0085592 Dec 22 09:39:49.920026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38164) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:49.923968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 77f4018d-7f19-46c0-9b29-7d53078b0fa8 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:39:49.924439 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 77f4018d-7f19-46c0-9b29-7d53078b0fa8 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:39:49.924721 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a89ac9d-678d-494a-bea2-5d7b297f2315 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:39:49.957457 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 2a89ac9d-678d-494a-bea2-5d7b297f2315 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:39:49.957829 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 2a89ac9d-678d-494a-bea2-5d7b297f2315 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:39:50.129349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] Deleting port 2a89ac9d-678d-494a-bea2-5d7b297f2315 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:50.129767 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:50.195904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-12785f41-c0c2-4317-8e50-131fb0f355aa None None] The port '2a89ac9d-678d-494a-bea2-5d7b297f2315' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:39:50.445327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:50.776553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] Deleting port a55d2f7c-fa2d-404c-a98a-7ce865b69bec {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:50.776884 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:50.940285 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] For port a55d2f7c-fa2d-404c-a98a-7ce865b69bec, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=a55d2f7c-fa2d-404c-a98a-7ce865b69bec,segment=NetworkSegment(82c981ef-fda1-4774-8259-8407da998e51),segment_id=82c981ef-fda1-4774-8259-8407da998e51)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:50.940965 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:51.158365 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] Calling delete_port for a55d2f7c-fa2d-404c-a98a-7ce865b69bec owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:39:51.344474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:51.387960 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a55d2f7c-fa2d-404c-a98a-7ce865b69bec,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:51.647359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:51.880730 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-8f421dfe-c298-4541-873e-af075a1e2e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:52.000168 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] Router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:39:52.170171 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:39:52.178813 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] Sync routers for ids ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:39:52.186310 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e504c7a3-9ed7-4471-948d-865a353b6d5d admin admin] 10.222.0.37 "PUT /v2.0/routers/8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2650862 Dec 22 09:39:52.188009 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] Routers {'8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:52.188661 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:52.189195 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38168) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:52.363729 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] Set router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:39:52.479173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:52.641730 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'name': 'tempest-TestShelveInstance-1624653562-router', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:39:51Z', 'revision_number': 5, 'project_id': '588f902c691e4f56890e431ab169c5de', 'gw_port': {'id': 'c9aabb7a-bc95-424b-8d23-24efc196df70', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:52.645391 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] Checking router: 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:39:52.652537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:52.653345 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] Routers {'8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:52.653959 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:52.662177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Deleting port c9aabb7a-bc95-424b-8d23-24efc196df70 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:52.662499 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:52.796887 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] Set router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:39:52.841660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] For port c9aabb7a-bc95-424b-8d23-24efc196df70, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=c9aabb7a-bc95-424b-8d23-24efc196df70,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:52.842400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:52.905539 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'name': 'tempest-TestShelveInstance-1624653562-router', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:39:52Z', 'revision_number': 6, 'project_id': '588f902c691e4f56890e431ab169c5de', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:52.909810 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abbc31-090c-4e96-b1de-f6a5b945e7b1 None None] The sync data for ids ['8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27'] in dv-neutron-822561-2-hyperv is: [{'id': '8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27', 'name': 'tempest-TestShelveInstance-1624653562-router', 'tenant_id': '588f902c691e4f56890e431ab169c5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:02Z', 'updated_at': '2021-12-22T09:39:52Z', 'revision_number': 6, 'project_id': '588f902c691e4f56890e431ab169c5de', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:39:52.982194 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Calling delete_port for c9aabb7a-bc95-424b-8d23-24efc196df70 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:39:53.021265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.137817 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.150457 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.195173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Pushing event deleted for resources: {'Port': ['ID=c9aabb7a-bc95-424b-8d23-24efc196df70,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:53.293215 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.465337 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.467481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.490897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.491423 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:39:53.503540 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.504734 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8d6c10aa-5ea1-4bde-9323-c0fccaffcdcf admin admin] 10.222.0.37 "DELETE /v2.0/routers/8ea420d5-bf6d-4b9c-94c0-6d8980bd9d27 HTTP/1.1" status: 204 len: 168 time: 1.3144870 Dec 22 09:39:53.507448 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38172) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:53.565744 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8aebe5-34a6-4a84-aab5-26f0ba5b1c4b admin admin] Deleting subnet 5e5088d5-fd38-4565-9558-409cc106b081 {{(pid=87534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:39:53.568577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf8aebe5-34a6-4a84-aab5-26f0ba5b1c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.620078 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf8aebe5-34a6-4a84-aab5-26f0ba5b1c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14980007'] for subnet, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.698014 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf8aebe5-34a6-4a84-aab5-26f0ba5b1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.774737 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf8aebe5-34a6-4a84-aab5-26f0ba5b1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15384649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15505707'] for subnet, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.861782 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a55d2f7c-fa2d-404c-a98a-7ce865b69bec no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:39:53.898590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: a55d2f7c-fa2d-404c-a98a-7ce865b69bec {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:39:53.898708 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device a55d2f7c-fa2d-404c-a98a-7ce865b69bec not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:39:53.899305 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c9aabb7a-bc95-424b-8d23-24efc196df70 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:39:53.930332 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bf8aebe5-34a6-4a84-aab5-26f0ba5b1c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.933167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8aebe5-34a6-4a84-aab5-26f0ba5b1c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5088d5-fd38-4565-9558-409cc106b081,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:53.936737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: c9aabb7a-bc95-424b-8d23-24efc196df70 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:39:53.937854 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device c9aabb7a-bc95-424b-8d23-24efc196df70 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:39:53.941544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38176) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:53.943079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca779ca-2bd5-4792-a9fc-a77e9ae7680f None None] Network 079deeaf-f8a1-4398-9b82-a856f34e3d9c requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:39:53.955626 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bf8aebe5-34a6-4a84-aab5-26f0ba5b1c4b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5e5088d5-fd38-4565-9558-409cc106b081 HTTP/1.1" status: 204 len: 168 time: 0.4467030 Dec 22 09:39:54.054891 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.065446 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Deleting port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:54.065811 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.198571 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] DHCP port deletion for 079deeaf-f8a1-4398-9b82-a856f34e3d9c request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:39:54.203583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] Deleting port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:54.203988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.274153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] For port 4ed22dfa-c55f-453f-a8f6-04baff35cb84, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4ed22dfa-c55f-453f-a8f6-04baff35cb84,segment=NetworkSegment(82c981ef-fda1-4774-8259-8407da998e51),segment_id=82c981ef-fda1-4774-8259-8407da998e51)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:54.274698 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.425044 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.427403 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] For port 4ed22dfa-c55f-453f-a8f6-04baff35cb84, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=4ed22dfa-c55f-453f-a8f6-04baff35cb84,segment=NetworkSegment(82c981ef-fda1-4774-8259-8407da998e51),segment_id=82c981ef-fda1-4774-8259-8407da998e51)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:54.427800 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.510282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Calling delete_port for 4ed22dfa-c55f-453f-a8f6-04baff35cb84 owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:39:54.563544 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] Calling delete_port for 4ed22dfa-c55f-453f-a8f6-04baff35cb84 owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:39:54.583896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.632558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed22dfa-c55f-453f-a8f6-04baff35cb84,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:54.636004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] No DVR routers for this DVR port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:39:54.639520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:39:54.640011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:39:54.747739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.771914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079deeaf-f8a1-4398-9b82-a856f34e3d9c']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:54.783429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c981ef-fda1-4774-8259-8407da998e51') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:54.783718 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c981ef-fda1-4774-8259-8407da998e51') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:54.794998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.810798 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.816614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:39:54.816931 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:39:54.829961 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:39:54.904237 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.908738 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:54.932430 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] Pushing event deleted for resources: {'Network': ['ID=079deeaf-f8a1-4398-9b82-a856f34e3d9c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:54.937076 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-e5674296-3f29-4415-b71a-8f18ff8d4229 admin admin] 10.222.0.37 "DELETE /v2.0/networks/079deeaf-f8a1-4398-9b82-a856f34e3d9c HTTP/1.1" status: 204 len: 168 time: 0.9945667 Dec 22 09:39:55.043834 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38182) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:55.091405 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8aed30bb-6510-4d87-bd87-909c52fec7eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f5de94895434feea60473ff0999937e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463469 Dec 22 09:39:55.093564 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38186) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:55.141399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] Deleting port 4ed22dfa-c55f-453f-a8f6-04baff35cb84 {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:39:55.141816 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:55.148928 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dafba96-7fd2-4cf6-91d8-edeae9427bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:55.174267 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dafba96-7fd2-4cf6-91d8-edeae9427bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:55.205840 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-866a99b7-51f8-47a1-aea1-41f4429b82b1 None None] The port '4ed22dfa-c55f-453f-a8f6-04baff35cb84' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:39:55.229593 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dafba96-7fd2-4cf6-91d8-edeae9427bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:55.248220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafba96-7fd2-4cf6-91d8-edeae9427bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbbb680-e1a1-4b1d-81ac-6ec29cbe419a,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:55.257573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7dafba96-7fd2-4cf6-91d8-edeae9427bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:55.258698 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7dafba96-7fd2-4cf6-91d8-edeae9427bb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dbbb680-e1a1-4b1d-81ac-6ec29cbe419a HTTP/1.1" status: 204 len: 168 time: 0.1642554 Dec 22 09:39:55.593461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38194) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:55.641186 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-9424ff4d-b7ff-49ed-aa3c-12246b3f3c11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=588f902c691e4f56890e431ab169c5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465221 Dec 22 09:39:55.643565 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38198) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:55.698451 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-960bc059-fcf7-40cd-82e5-da3283ddee1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:55.723140 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-960bc059-fcf7-40cd-82e5-da3283ddee1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:55.773759 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-960bc059-fcf7-40cd-82e5-da3283ddee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:55.787493 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bc059-fcf7-40cd-82e5-da3283ddee1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b76de1-835e-4dfe-92cb-61e8d0315a2a,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:55.794164 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-960bc059-fcf7-40cd-82e5-da3283ddee1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:55.795264 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-960bc059-fcf7-40cd-82e5-da3283ddee1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9b76de1-835e-4dfe-92cb-61e8d0315a2a HTTP/1.1" status: 204 len: 168 time: 0.1508410 Dec 22 09:39:55.853812 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4ed22dfa-c55f-453f-a8f6-04baff35cb84 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:39:55.889654 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 4ed22dfa-c55f-453f-a8f6-04baff35cb84 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:39:55.890022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 4ed22dfa-c55f-453f-a8f6-04baff35cb84 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:39:56.537209 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38222) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:56.638878 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1793461354-network', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:56.643660 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:39:56.647913 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Usage tracker for resource:network and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:39:56.650705 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:39:56.656306 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:39:56.669340 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Made reservation on behalf of a44ff53e484b4af3bc6b4448160f224a for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:39:56.671580 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:56.683115 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:56.697264 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:39:56.700976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Usage tracker for resource:security_group_rule and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:39:56.703716 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:39:56.710157 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:39:56.790554 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:56.794363 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:56.825738 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:39:56.835051 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc31dd-7eff-4610-bf76-d16794257def,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:56.841500 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:56.841869 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Added segment 99d54223-5a25-4eb1-9bc7-445eec0b4ca9 of type vlan for network 3d158c5f-2e17-4957-9626-4fa469564fd2 Dec 22 09:39:56.867138 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:56.894643 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:56.896282 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:56.896850 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:56.990926 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4525018 Dec 22 09:39:56.993726 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38228) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:56.999528 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfe675-3d4b-4a44-8e3b-4b79532ab724 admin admin] Pushing event updated for resources: {'Network': ['ID=3d158c5f-2e17-4957-9626-4fa469564fd2,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:56.999658 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Request body: {'subnet': {'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1793461354-subnet', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:57.005181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:39:57.009398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Usage tracker for resource:subnet and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:39:57.010061 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 3d158c5f-2e17-4957-9626-4fa469564fd2 details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:39:57.012554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:39:57.018604 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:39:57.029058 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Made reservation on behalf of a44ff53e484b4af3bc6b4448160f224a for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:39:57.031380 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:57.230184 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:57.302165 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c985692b-8247-4e60-8f5e-5685a2a60a5c,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:57.313301 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Checking segment: {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:39:57.313650 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Network hostable DHCP agents. Network: 3d158c5f-2e17-4957-9626-4fa469564fd2, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:39:57.332216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Network 3d158c5f-2e17-4957-9626-4fa469564fd2 is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:39:57.341490 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 3d158c5f-2e17-4957-9626-4fa469564fd2) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:39:57.345826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:57.346885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:57.350878 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5811264-404b-4088-b76c-e6e24f6bf757 None None] Network 3d158c5f-2e17-4957-9626-4fa469564fd2 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:39:57.367334 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f4d6465a-a8a1-4de6-b1fb-2853d04f64f5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3724854 Dec 22 09:39:57.370070 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38232) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:57.374854 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:57.379217 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:39:57.383522 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Usage tracker for resource:router and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:39:57.386266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:39:57.391735 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:39:57.401481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:57.402438 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:57.418289 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:57.559001 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-3d158c5f-2e17-4957-9626-4fa469564fd2', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:39:57.559844 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:57.678616 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:57.711588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Allocated IP 172.20.0.2 (3d158c5f-2e17-4957-9626-4fa469564fd2/c985692b-8247-4e60-8f5e-5685a2a60a5c/76817719-7ae4-4ea4-8bf9-ae786ccbc18d) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:39:57.922913 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:57.933289 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Transition to ACTIVE for port object 76817719-7ae4-4ea4-8bf9-ae786ccbc18d will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:39:57.951648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Transition to ACTIVE for port object 76817719-7ae4-4ea4-8bf9-ae786ccbc18d will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:39:57.956762 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:58.025625 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Network 3d158c5f-2e17-4957-9626-4fa469564fd2 is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:39:58.029279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:39:58.032085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:39:58.038349 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Pushing event updated for resources: {'Port': ['ID=76817719-7ae4-4ea4-8bf9-ae786ccbc18d,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:58.073239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.073587 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.073948 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.074281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.074607 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.074937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.075258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.075577 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.075896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.076213 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.076527 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.076839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:58.093947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:58.123207 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:58.135788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Attempting to bind port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:39:58.136156 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Attempting to bind port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:39:58.136510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Attempting to bind port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d on network 3d158c5f-2e17-4957-9626-4fa469564fd2 {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:39:58.141576 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:39:58.141996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Checking segment: {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:39:58.142394 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:58.142779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Bound using segment: {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:39:58.143233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Bound port: 76817719-7ae4-4ea4-8bf9-ae786ccbc18d, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:39:58.143600 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:58.230256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] For port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:39:58.233565 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] For port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=76817719-7ae4-4ea4-8bf9-ae786ccbc18d,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:39:58.237892 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:58.261250 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Allocated IP 172.26.1.204 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/bd482d09-3e5a-4f32-be26-062da30791fe) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:39:58.325517 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c0225-83bc-4fd5-81b6-03ad2f8e20a6 None None] Pushing event updated for resources: {'Port': ['ID=76817719-7ae4-4ea4-8bf9-ae786ccbc18d,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:58.409838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:58.440183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:58.513621 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:39:58.518964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:39:58.522484 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:39:58.557730 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd482d09-3e5a-4f32-be26-062da30791fe,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:58.934700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:59.241252 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f42e7fc-8f47-4b36-aa55-cb8ffffc907d None None] Network 3d158c5f-2e17-4957-9626-4fa469564fd2 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:39:59.339532 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-1a39214c-7508-4170-ae3b-1b55572cdd43 None None] Provisioning for port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:39:59.389142 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:59.590419 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Router c3b1214a-9588-4c5b-ae6d-c0195385df45 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:39:59.767809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:39:59.776148 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Sync routers for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:39:59.784848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:59.785449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:59.790910 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:59.792185 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-a257fd45-c6aa-4e98-990e-65ccd3c55fd9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4212215 Dec 22 09:39:59.794860 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38236) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:59.921775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 76817719-7ae4-4ea4-8bf9-ae786ccbc18d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:00.012699 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:40:00.166292 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:00.185738 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:00.186104 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:00.416170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:00.453504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=76817719-7ae4-4ea4-8bf9-ae786ccbc18d,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:00.458126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:39:58Z', 'revision_number': 3, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:00.462029 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:00.491665 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Checking router: c3b1214a-9588-4c5b-ae6d-c0195385df45 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:40:00.492008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Updating router c3b1214a-9588-4c5b-ae6d-c0195385df45 port bd482d09-3e5a-4f32-be26-062da30791fe binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:40:00.511428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:00.568158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:00.611864 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=76817719-7ae4-4ea4-8bf9-ae786ccbc18d,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:00.721083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Allocated IP 172.20.0.1 (3d158c5f-2e17-4957-9626-4fa469564fd2/c985692b-8247-4e60-8f5e-5685a2a60a5c/cec9020e-0d83-4de4-8a6a-ce7328b48023) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:40:00.907082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:00.920100 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Transition to ACTIVE for port object bd482d09-3e5a-4f32-be26-062da30791fe will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:40:00.927435 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:00.989190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.005390 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Transition to ACTIVE for port object cec9020e-0d83-4de4-8a6a-ce7328b48023 will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:40:01.009228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Attempting to bind port bd482d09-3e5a-4f32-be26-062da30791fe on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:40:01.009644 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Attempting to bind port bd482d09-3e5a-4f32-be26-062da30791fe by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:40:01.010124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Attempting to bind port bd482d09-3e5a-4f32-be26-062da30791fe on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:40:01.015697 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51d0ff-1146-4911-ab92-5a2279f3200b None None] Pushing event updated for resources: {'Port': ['ID=bd482d09-3e5a-4f32-be26-062da30791fe,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:01.020605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:01.020978 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:40:01.021367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.021760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:01.022214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Bound port: bd482d09-3e5a-4f32-be26-062da30791fe, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:40:01.022868 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.029826 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.095368 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] For port bd482d09-3e5a-4f32-be26-062da30791fe, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:40:01.098283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] For port bd482d09-3e5a-4f32-be26-062da30791fe, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bd482d09-3e5a-4f32-be26-062da30791fe,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:40:01.100315 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Network 3d158c5f-2e17-4957-9626-4fa469564fd2 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:40:01.103439 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:40:01.103574 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.106130 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:40:01.141148 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Pushing event updated for resources: {'Port': ['ID=cec9020e-0d83-4de4-8a6a-ce7328b48023,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:01.170115 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.180788 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:01.181416 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:01.239282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51d0ff-1146-4911-ab92-5a2279f3200b None None] Pushing event updated for resources: {'Port': ['ID=bd482d09-3e5a-4f32-be26-062da30791fe,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:01.366702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:40:01.425460 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.501756 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-197fd176-6c63-4ff4-a65a-b039af0e076f None None] Provisioning for port cec9020e-0d83-4de4-8a6a-ce7328b48023 completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:01.511676 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-197fd176-6c63-4ff4-a65a-b039af0e076f None None] Provisioning complete for port cec9020e-0d83-4de4-8a6a-ce7328b48023 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:01.512077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-197fd176-6c63-4ff4-a65a-b039af0e076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.657890 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.658686 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-197fd176-6c63-4ff4-a65a-b039af0e076f None None] Port cec9020e-0d83-4de4-8a6a-ce7328b48023 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:40:01.664767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.736377 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:39:58Z', 'revision_number': 3, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:01.740809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18240a36-c400-4586-a904-a97d4f5c1dd0 None None] The sync data for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv is: [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:39:58Z', 'revision_number': 3, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:40:01.774074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:01.777344 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Pushing event updated for resources: {'Port': ['ID=cec9020e-0d83-4de4-8a6a-ce7328b48023,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:01.857138 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 76817719-7ae4-4ea4-8bf9-ae786ccbc18d up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:01.920090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Network 3d158c5f-2e17-4957-9626-4fa469564fd2 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:40:01.921224 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:40:01.930779 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:01.931155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:02.181074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Router c3b1214a-9588-4c5b-ae6d-c0195385df45 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:40:02.284583 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-7c1e784a-9565-482b-9cf2-6aaa91d8ee37 None None] Provisioning complete for port cec9020e-0d83-4de4-8a6a-ce7328b48023 triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:02.285446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7c1e784a-9565-482b-9cf2-6aaa91d8ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:02.343759 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e784a-9565-482b-9cf2-6aaa91d8ee37 None None] Port cec9020e-0d83-4de4-8a6a-ce7328b48023 cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:40:02.366599 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:40:02.375750 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-794b3397-4838-45f2-96d3-9b19a1ff4819 admin admin] 10.222.0.37 "PUT /v2.0/routers/c3b1214a-9588-4c5b-ae6d-c0195385df45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5799057 Dec 22 09:40:02.871461 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38254) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:02.877228 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-60837498-network', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:02.882607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:02.886469 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Usage tracker for resource:network and tenant:19bc5f6fe9d648d389bde41cb8d8f115 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:02.889277 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:02.896053 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:02.906166 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Made reservation on behalf of 19bc5f6fe9d648d389bde41cb8d8f115 for: {'network': 1} {{(pid=87534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:40:02.908401 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for network, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:02.920436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:02.934298 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:02.938045 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Usage tracker for resource:security_group_rule and tenant:19bc5f6fe9d648d389bde41cb8d8f115 is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:02.941092 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:02.947216 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:03.040422 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.044547 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.075654 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:40:03.084098 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852da684-a94d-4fff-ab5d-d224f2282be9,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:03.089465 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.089845 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.segments_db [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Added segment c4a60df5-726e-4b54-9f57-c6919e2a48ce of type vlan for network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb Dec 22 09:40:03.118386 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780649612427'] for network, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.147952 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473'] for network, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.148929 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:03.149492 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Notify callbacks [] for network, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.252905 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3803201 Dec 22 09:40:03.253881 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d616e32-149a-4ee3-8d1a-f463a2975c96 admin admin] Pushing event updated for resources: {'Network': ['ID=33e5d8ec-15f7-44a4-83f0-95febf4cebfb,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:03.255414 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38258) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:03.261589 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Request body: {'subnet': {'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-60837498-subnet', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'ip_version': 4}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:03.266640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:03.267310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb details requested by agent ovs-agent-dv-neutron-822561-2-hyperv with host dv-neutron-822561-2-hyperv {{(pid=87536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:40:03.270702 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Usage tracker for resource:subnet and tenant:19bc5f6fe9d648d389bde41cb8d8f115 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:03.273306 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Sync routers for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:40:03.274389 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:03.280249 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:03.283171 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:03.283775 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:03.291805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Made reservation on behalf of 19bc5f6fe9d648d389bde41cb8d8f115 for: {'subnet': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:40:03.294487 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14988286'] for subnet, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.495524 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:40:03.612893 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14694708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14988044'] for subnet, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.686111 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:03.695181 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Checking segment: {'id': 'c4a60df5-726e-4b54-9f57-c6919e2a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:40:03.695533 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Network hostable DHCP agents. Network: 33e5d8ec-15f7-44a4-83f0-95febf4cebfb, hostable agents: ['5fb2ae58-d368-4afe-ba2a-ca15b0087e77'], hosted agents: [] {{(pid=87535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:40:03.714804 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb is scheduled to be hosted by DHCP agent 5fb2ae58-d368-4afe-ba2a-ca15b0087e77 with binding_index 1 {{(pid=87535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:40:03.724059 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822561-2-hyperv, 33e5d8ec-15f7-44a4-83f0-95febf4cebfb) {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:40:03.728164 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:03.728733 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.734505 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815973f-45c3-412a-81ec-d64c31eb6c76 None None] Network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:40:03.753376 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-c888ca3a-7169-4791-940d-b286185e6aab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4941907 Dec 22 09:40:03.753570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38262) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:03.758766 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-60837498-router', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:03.763507 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:03.767549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Usage tracker for resource:router and tenant:19bc5f6fe9d648d389bde41cb8d8f115 is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:03.770858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:03.776802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:03.788808 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16299989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7651'] for router, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.789844 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16296252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16301920', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16438354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7448'] for router, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.809947 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.812606 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 2, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:03.821100 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Checking router: c3b1214a-9588-4c5b-ae6d-c0195385df45 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:40:03.821446 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Updating router c3b1214a-9588-4c5b-ae6d-c0195385df45 port cec9020e-0d83-4de4-8a6a-ce7328b48023 binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:40:03.875885 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:03.904604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bd482d09-3e5a-4f32-be26-062da30791fe up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:04.019490 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c20ff9-f6f1-50d5-a6dc-0f12df85a7cb-33e5d8ec-15f7-44a4-83f0-95febf4cebfb', 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'fixed_ips': [{'subnet_id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee'}]}} from dv-neutron-822561-2-hyperv. {{(pid=87536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:40:04.020890 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.033883 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port bd482d09-3e5a-4f32-be26-062da30791fe completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:04.044554 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port bd482d09-3e5a-4f32-be26-062da30791fe triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:04.044873 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.126248 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16301906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16299975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7438'] for router, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.227449 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.239377 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Transition to ACTIVE for port object cec9020e-0d83-4de4-8a6a-ce7328b48023 will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:40:04.246894 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.281260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.292560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.db_base_plugin_common [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Allocated IP 172.20.0.2 (33e5d8ec-15f7-44a4-83f0-95febf4cebfb/b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee/5b992ab1-0aba-4945-81ba-9a4263fa099c) {{(pid=87536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:40:04.317872 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Pushing event updated for resources: {'Port': ['ID=cec9020e-0d83-4de4-8a6a-ce7328b48023,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:04.456519 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.458920 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.459266 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.459634 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.459909 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.460230 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.460550 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.460863 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.461357 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.461842 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.462309 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.462760 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.463208 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:40:04.480956 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port bd482d09-3e5a-4f32-be26-062da30791fe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bd482d09-3e5a-4f32-be26-062da30791fe,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:04.485109 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Attempting to bind port cec9020e-0d83-4de4-8a6a-ce7328b48023 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:40:04.485778 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Attempting to bind port cec9020e-0d83-4de4-8a6a-ce7328b48023 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:40:04.486351 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Attempting to bind port cec9020e-0d83-4de4-8a6a-ce7328b48023 on network 3d158c5f-2e17-4957-9626-4fa469564fd2 {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:40:04.492780 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:04.493644 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Checking segment: {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:40:04.494377 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.494929 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Bound using segment: {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:04.495622 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Bound port: cec9020e-0d83-4de4-8a6a-ce7328b48023, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:40:04.496185 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.509282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.516040 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Notify callbacks [] for port, precommit_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.528441 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Transition to ACTIVE for port object 5b992ab1-0aba-4945-81ba-9a4263fa099c will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:40:04.540017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.595386 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] For port cec9020e-0d83-4de4-8a6a-ce7328b48023, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:40:04.598396 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] For port cec9020e-0d83-4de4-8a6a-ce7328b48023, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cec9020e-0d83-4de4-8a6a-ce7328b48023,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:40:04.599707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Transition to ACTIVE for port object 5b992ab1-0aba-4945-81ba-9a4263fa099c will not be triggered until provisioned by entity DHCP. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:40:04.603583 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.612661 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535'] for port, after_create {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.647545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb is already hosted by enough agents. {{(pid=87536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:40:04.650397 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.scheduler.base_scheduler [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Resources bound (agent type, host, resource id): {{(pid=87536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:40:04.652648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Received port after_create {{(pid=87536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:40:04.654855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=bd482d09-3e5a-4f32-be26-062da30791fe,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:04.663970 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Allocated IP 172.26.1.159 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:40:04.679485 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593623ae-c3aa-4687-bf5e-12cdbcda3a48 None None] Pushing event updated for resources: {'Port': ['ID=cec9020e-0d83-4de4-8a6a-ce7328b48023,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:04.693780 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:04.694381 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:04.805983 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Attempting to bind port 5b992ab1-0aba-4945-81ba-9a4263fa099c on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:40:04.806344 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Attempting to bind port 5b992ab1-0aba-4945-81ba-9a4263fa099c by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c4a60df5-726e-4b54-9f57-c6919e2a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:40:04.806702 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Attempting to bind port 5b992ab1-0aba-4945-81ba-9a4263fa099c on network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:40:04.808842 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Pushing event updated for resources: {'Port': ['ID=5b992ab1-0aba-4945-81ba-9a4263fa099c,revision_number=1']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:04.815765 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:04.816135 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Checking segment: {'id': 'c4a60df5-726e-4b54-9f57-c6919e2a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:40:04.816534 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.817539 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Bound using segment: {'id': 'c4a60df5-726e-4b54-9f57-c6919e2a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:04.818024 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Bound port: 5b992ab1-0aba-4945-81ba-9a4263fa099c, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a60df5-726e-4b54-9f57-c6919e2a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:40:04.818395 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.849425 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.889573 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:04.910312 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:40:04.960025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:40:04.963441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:40:04.965700 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:40:04.980949 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] For port 5b992ab1-0aba-4945-81ba-9a4263fa099c, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:40:04.989242 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] For port 5b992ab1-0aba-4945-81ba-9a4263fa099c, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5b992ab1-0aba-4945-81ba-9a4263fa099c,segment=NetworkSegment(c4a60df5-726e-4b54-9f57-c6919e2a48ce),segment_id=c4a60df5-726e-4b54-9f57-c6919e2a48ce)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:40:04.997171 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:05.011949 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Pushing event updated for resources: {'Port': ['ID=7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:05.087450 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e752447-0c96-4bf4-ab86-a8c8cd6caf17 None None] Pushing event updated for resources: {'Port': ['ID=5b992ab1-0aba-4945-81ba-9a4263fa099c,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:05.272267 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:05.277783 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276fec8-370c-444a-9f23-712b3d5ed287 None None] The sync data for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv is: [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:40:05.569441 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:05.924830 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16299980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16300819'] for router, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:05.993000 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bd482d09-3e5a-4f32-be26-062da30791fe up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:06.091243 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port bd482d09-3e5a-4f32-be26-062da30791fe triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:06.091616 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:06.184552 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Router fee014dd-6611-482f-82fc-5c58509d5bc2 is scheduled to L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 with binding_index 1 {{(pid=87535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:40:06.216761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cec9020e-0d83-4de4-8a6a-ce7328b48023 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:06.249548 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6162e65-2ce7-45af-a972-0bd7938d554e None None] Network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:40:06.390030 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:40:06.414270 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:06.418683 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38266) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:06.422238 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-7e74e955-2629-4029-a17c-c34673033a4e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6676252 Dec 22 09:40:06.432971 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Sync routers for ids ['fee014dd-6611-482f-82fc-5c58509d5bc2'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:40:06.459486 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Routers {'fee014dd-6611-482f-82fc-5c58509d5bc2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:06.460110 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['fee014dd-6611-482f-82fc-5c58509d5bc2'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:06.516888 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-df2274b0-8bf8-40bc-964b-0787ad0298a7 None None] Provisioning for port 5b992ab1-0aba-4945-81ba-9a4263fa099c completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:06.591795 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port cec9020e-0d83-4de4-8a6a-ce7328b48023 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:06.680105 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port cec9020e-0d83-4de4-8a6a-ce7328b48023 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:06.680473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:06.753658 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Set router fee014dd-6611-482f-82fc-5c58509d5bc2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:40:07.018409 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.099755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port cec9020e-0d83-4de4-8a6a-ce7328b48023, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cec9020e-0d83-4de4-8a6a-ce7328b48023,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:07.105442 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.106267 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5b992ab1-0aba-4945-81ba-9a4263fa099c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:07.110153 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.250033 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=cec9020e-0d83-4de4-8a6a-ce7328b48023,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:07.266391 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'name': 'tempest-TestSnapshotPattern-60837498-router', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:40:03Z', 'updated_at': '2021-12-22T09:40:05Z', 'revision_number': 3, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'gw_port': {'id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:04Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:07.271114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 5b992ab1-0aba-4945-81ba-9a4263fa099c completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:07.274163 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Checking router: fee014dd-6611-482f-82fc-5c58509d5bc2 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:40:07.274513 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Updating router fee014dd-6611-482f-82fc-5c58509d5bc2 port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 binding host dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:40:07.307346 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 5b992ab1-0aba-4945-81ba-9a4263fa099c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:07.307723 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.422195 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.429786 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Allocated IP 172.20.0.1 (33e5d8ec-15f7-44a4-83f0-95febf4cebfb/b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee/ffdbee24-8c67-4d10-aec2-e6f4984bcb6e) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:40:07.578875 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.588296 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.594398 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.provisioning_blocks [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Transition to ACTIVE for port object ffdbee24-8c67-4d10-aec2-e6f4984bcb6e will not be triggered until provisioned by entity DHCP. {{(pid=87534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:40:07.618755 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.655147 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 5b992ab1-0aba-4945-81ba-9a4263fa099c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5b992ab1-0aba-4945-81ba-9a4263fa099c,segment=NetworkSegment(c4a60df5-726e-4b54-9f57-c6919e2a48ce),segment_id=c4a60df5-726e-4b54-9f57-c6919e2a48ce)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:07.687421 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:40:07.690317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:40:07.693226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:40:07.702029 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.732501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Pushing event updated for resources: {'Port': ['ID=ffdbee24-8c67-4d10-aec2-e6f4984bcb6e,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:07.756577 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336480'] for router_interface, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.804117 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=5b992ab1-0aba-4945-81ba-9a4263fa099c,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:07.890056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cec9020e-0d83-4de4-8a6a-ce7328b48023 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:07.901525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.943228 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.963776 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Transition to ACTIVE for port object 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 will not be triggered until provisioned by entity L2. {{(pid=87536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:40:07.978911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:08.066096 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port cec9020e-0d83-4de4-8a6a-ce7328b48023 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:08.066707 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:08.096492 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd46aa97-dadb-4b4f-9374-e294c7c41938 None None] Provisioning for port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:08.117004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Attempting to bind port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:40:08.117374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Attempting to bind port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:40:08.117828 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Attempting to bind port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 on network 24ccee19-c423-466b-9e41-455fb79e1fff {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:40:08.119749 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca4c44-3a05-4bfa-99e3-b1d7ee05227e None None] Pushing event updated for resources: {'Port': ['ID=7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7,revision_number=2']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:08.127604 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd46aa97-dadb-4b4f-9374-e294c7c41938 None None] Provisioning complete for port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:08.127975 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd46aa97-dadb-4b4f-9374-e294c7c41938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:08.133114 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:08.137555 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:08.157464 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:08.157867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Checking segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:40:08.158264 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:08.158651 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Bound using segment: {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'} {{(pid=87536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:08.159126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.managers [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Bound port: 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd60cc09-916a-4101-9dab-5c66868ac0c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff'}}] {{(pid=87536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:40:08.159510 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:08.243052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16335927'] for router_interface, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:08.246444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Pushing event updated for resources: {'Port': ['ID=ffdbee24-8c67-4d10-aec2-e6f4984bcb6e,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:08.253148 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd46aa97-dadb-4b4f-9374-e294c7c41938 None None] Port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:40:08.289586 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] For port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:40:08.313291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] For port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:40:08.319950 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:08.381499 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:40:08.382665 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:40:08.402933 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Routers {'fee014dd-6611-482f-82fc-5c58509d5bc2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:08.403557 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['fee014dd-6611-482f-82fc-5c58509d5bc2'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:08.483408 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca4c44-3a05-4bfa-99e3-b1d7ee05227e None None] Pushing event updated for resources: {'Port': ['ID=7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7,revision_number=3']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:08.577288 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Router fee014dd-6611-482f-82fc-5c58509d5bc2 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:40:08.590427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] Set router fee014dd-6611-482f-82fc-5c58509d5bc2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:40:08.701327 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:40:08.755911 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:40:08.764350 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-30b7a7ea-e8c1-4a82-a4ed-d2e63f0c451b None None] Provisioning complete for port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:08.764733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-30b7a7ea-e8c1-4a82-a4ed-d2e63f0c451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:08.764918 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bd4480da-0a9b-4f5a-a433-6f70fc969893 admin admin] 10.222.0.37 "PUT /v2.0/routers/fee014dd-6611-482f-82fc-5c58509d5bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3445079 Dec 22 09:40:08.923985 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-30b7a7ea-e8c1-4a82-a4ed-d2e63f0c451b None None] Port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:40:09.003700 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'name': 'tempest-TestSnapshotPattern-60837498-router', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:40:03Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 4, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'gw_port': {'id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:04Z', 'updated_at': '2021-12-22T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'ffdbee24-8c67-4d10-aec2-e6f4984bcb6e', 'name': '', 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'mac_address': 'fa:16:3e:6e:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:07Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 2, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'subnets': [{'id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:09.008172 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73445ea-e392-44ce-a3d4-052fe56ad7e3 None None] The sync data for ids ['fee014dd-6611-482f-82fc-5c58509d5bc2'] in dv-neutron-822561-2-hyperv is: [{'id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'name': 'tempest-TestSnapshotPattern-60837498-router', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:40:03Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 4, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'gw_port': {'id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:04Z', 'updated_at': '2021-12-22T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'ffdbee24-8c67-4d10-aec2-e6f4984bcb6e', 'name': '', 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'mac_address': 'fa:16:3e:6e:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:07Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 2, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'subnets': [{'id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:40:09.275637 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38280) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:09.280669 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025154926', 'description': 'tempest-secgroup-smoke-2025154926 description', 'project_id': 'a44ff53e484b4af3bc6b4448160f224a'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:09.287635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:09.291848 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Usage tracker for resource:security_group and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:09.294993 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:09.301672 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:09.315104 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.336501 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:09.340289 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Usage tracker for resource:security_group_rule and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:09.343181 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:09.350310 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:09.423208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.427819 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.474235 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9069e51b-71dc-4902-a550-9d19999b8896,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:09.478606 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.479796 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-659fa53a-8280-4899-b7ba-283acb5218b3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2031751 Dec 22 09:40:09.483004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38284) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:09.488219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'security_group_rule': {'security_group_id': '9069e51b-71dc-4902-a550-9d19999b8896', 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:09.495395 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:09.499515 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Usage tracker for resource:security_group_rule and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:09.503663 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:09.509359 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:09.526278 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.590204 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.594274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.622079 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdca296-91e6-43da-ae22-f8ee8cfb1a6e,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:09.631074 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.632488 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-0699bbe6-10c3-4598-a69f-74bb236355cf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484888 Dec 22 09:40:09.635229 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38288) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:09.640180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'security_group_rule': {'security_group_id': '9069e51b-71dc-4902-a550-9d19999b8896', 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:09.646216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:09.650206 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Usage tracker for resource:security_group_rule and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:09.653137 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:09.658896 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:09.685809 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.755759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.759512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.785183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd001658-4a40-49fb-87f7-e3b3f7f1d165,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:09.795941 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.797196 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-1c40fba7-f1cf-4776-9dfe-e188b6cf7135 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610479 Dec 22 09:40:09.800000 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38292) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:09.805672 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'security_group_rule': {'security_group_id': '9069e51b-71dc-4902-a550-9d19999b8896', 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:09.811839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:09.815751 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Usage tracker for resource:security_group_rule and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:09.820588 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:09.826914 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:09.851247 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.922858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.926633 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.950683 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ac5243-da25-4a8c-9e18-cb6b8a6d65aa,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:09.961196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.962679 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-46d4084e-c8ce-4df3-b8e0-0d06bf94e421 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616395 Dec 22 09:40:09.965157 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38296) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:09.975258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'security_group_rule': {'security_group_id': '9069e51b-71dc-4902-a550-9d19999b8896', 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:09.978467 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:09.983245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:09.987272 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Usage tracker for resource:security_group_rule and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:09.990383 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:09.996266 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:10.016792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.059766 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:10.065004 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:10.065374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.088736 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.093790 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.121644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ed571a-88fb-45f6-8ae2-e9ac01ff4c8f,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:10.133611 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.135098 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-14ca5370-d708-45ff-8137-6a0b3db9a043 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1687393 Dec 22 09:40:10.137838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 38300) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:10.143109 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'security_group_rule': {'security_group_id': '9069e51b-71dc-4902-a550-9d19999b8896', 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:10.150014 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:10.154377 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Usage tracker for resource:security_group_rule and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:10.157358 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87535) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:10.163929 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:10.178397 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.db.securitygroups_db [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Project a44ff53e484b4af3bc6b4448160f224a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:40:10.185695 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.196849 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.216443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:10.221622 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.223304 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5b992ab1-0aba-4945-81ba-9a4263fa099c up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:10.256078 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.261417 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.287856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb60d4c-f503-4418-beff-4d23e18b02ba,revision_number=0']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:10.299812 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.303901 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-d750e6e4-9da2-4d83-8b90-0624fffeaa06 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622384 Dec 22 09:40:10.304172 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38304) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:10.309405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'security_group_rule': {'security_group_id': '9069e51b-71dc-4902-a550-9d19999b8896', 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:10.317769 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:10.321533 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Usage tracker for resource:security_group_rule and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:10.324431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:10.330950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:10.342641 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:10.343033 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.securitygroups_db [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Project a44ff53e484b4af3bc6b4448160f224a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:40:10.350710 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.354674 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 5b992ab1-0aba-4945-81ba-9a4263fa099c triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:10.355054 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.419525 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.424810 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16307988'] for security_group_rule, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.449995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf360043-b877-4caf-955f-37d98b54af5d,revision_number=0']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:10.463961 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.472291 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-3b0d8459-d103-4450-a249-6155f0d39646 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602252 Dec 22 09:40:10.687442 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-8ba3dedd-f5c6-437a-8776-42866fd16ed1 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025154926&fields=id&tenant_id=a44ff53e484b4af3bc6b4448160f224a HTTP/1.1" status: 200 len: 267 time: 0.0384517 Dec 22 09:40:10.944964 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-ed64157d-0125-4463-9658-2a5c0531ef7e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:10.946423 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-ed64157d-0125-4463-9658-2a5c0531ef7e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 810 time: 0.2520299 Dec 22 09:40:10.961224 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-e966bb3f-d1b8-40b5-88bd-3faae42b6f91 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/quotas/a44ff53e484b4af3bc6b4448160f224a HTTP/1.1" status: 200 len: 375 time: 0.0094757 Dec 22 09:40:11.046173 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-b7dfe04e-b80f-4b30-beaa-f6daf29542d4 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Synchronizing usage tracker for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:40:11.063366 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-b7dfe04e-b80f-4b30-beaa-f6daf29542d4 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Unset dirty status for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:40:11.064792 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-b7dfe04e-b80f-4b30-beaa-f6daf29542d4 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987937 Dec 22 09:40:11.207231 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-386cacb6-1988-4fbf-a2cb-afa0414bdedc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:40:11.208222 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-386cacb6-1988-4fbf-a2cb-afa0414bdedc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462880 Dec 22 09:40:11.336223 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-176ac8ad-2ef1-47f4-b649-882524961770 service neutron] 10.222.0.37 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221483 Dec 22 09:40:11.463966 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-ac15d4c1-89e4-4781-9768-f0661931c5fe service neutron] 10.222.0.37 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219726 Dec 22 09:40:11.644254 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-d38b6d85-60ad-4bd0-ae85-9ee48a8c156c req-2683b807-873e-4fcd-9788-f6c528a3747c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 210 time: 0.0406611 Dec 22 09:40:11.866199 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:11.940251 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:11.940627 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:12.811919 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Sync routers for ids ['fee014dd-6611-482f-82fc-5c58509d5bc2'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:40:12.815381 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a9710761-4a04-4334-892a-f0d4df293f6f req-15dcd33b-5a7a-4da0-ab2d-4341b812c7c8 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 210 time: 0.0574689 Dec 22 09:40:12.821767 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Routers {'fee014dd-6611-482f-82fc-5c58509d5bc2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:12.822376 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['fee014dd-6611-482f-82fc-5c58509d5bc2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:12.850037 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-9102d6d4-05cf-4780-9d09-74b0d612836f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:12.851460 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-9102d6d4-05cf-4780-9d09-74b0d612836f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 810 time: 0.1964426 Dec 22 09:40:12.904159 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-ae754670-b53b-474a-81ba-e08501978d41 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a44ff53e484b4af3bc6b4448160f224a HTTP/1.1" status: 200 len: 380 time: 0.0435970 Dec 22 09:40:12.912974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'port': {'device_id': '154b7011-5864-4591-a912-e087291f3312', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'admin_state_up': True, 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'security_groups': ['9069e51b-71dc-4902-a550-9d19999b8896']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:13.002778 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Set router fee014dd-6611-482f-82fc-5c58509d5bc2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:40:13.049546 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:13.058822 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:13.068508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Made reservation on behalf of a44ff53e484b4af3bc6b4448160f224a for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:40:13.072038 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.230026 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Allocated IP 172.20.0.9 (3d158c5f-2e17-4957-9626-4fa469564fd2/c985692b-8247-4e60-8f5e-5685a2a60a5c/7954099c-1985-4314-bd84-99d1e110699b) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:40:13.307423 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'name': 'tempest-TestSnapshotPattern-60837498-router', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:40:03Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 4, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'gw_port': {'id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:04Z', 'updated_at': '2021-12-22T09:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'ffdbee24-8c67-4d10-aec2-e6f4984bcb6e', 'name': '', 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'mac_address': 'fa:16:3e:6e:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:07Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 2, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'subnets': [{'id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:13.311530 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Checking router: fee014dd-6611-482f-82fc-5c58509d5bc2 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:40:13.311869 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Updating router fee014dd-6611-482f-82fc-5c58509d5bc2 port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e binding host dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:40:13.362153 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.418627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.433788 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Transition to ACTIVE for port object 7954099c-1985-4314-bd84-99d1e110699b will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:40:13.457704 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.526655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Network 3d158c5f-2e17-4957-9626-4fa469564fd2 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:40:13.529635 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:40:13.533391 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:40:13.564190 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'Port': ['ID=7954099c-1985-4314-bd84-99d1e110699b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:13.601220 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:13.601885 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.630512 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-22ee1025-5974-4869-9cd3-c894a0b7b77e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7218330 Dec 22 09:40:13.642083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Request body: {'port': {'device_id': '154b7011-5864-4591-a912-e087291f3312', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:13.708927 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Notify callbacks [] for port, precommit_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.721666 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.provisioning_blocks [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Transition to ACTIVE for port object ffdbee24-8c67-4d10-aec2-e6f4984bcb6e will not be triggered until provisioned by entity L2. {{(pid=87537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:40:13.728708 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.759452 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.772874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-583af7a0-6f42-42dd-8742-cb9b2f5ef672 None None] Provisioning for port 7954099c-1985-4314-bd84-99d1e110699b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:13.778158 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-583af7a0-6f42-42dd-8742-cb9b2f5ef672 None None] Provisioning complete for port 7954099c-1985-4314-bd84-99d1e110699b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:13.778664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-583af7a0-6f42-42dd-8742-cb9b2f5ef672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.845218 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-583af7a0-6f42-42dd-8742-cb9b2f5ef672 None None] Port 7954099c-1985-4314-bd84-99d1e110699b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:40:13.905624 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef4cee-526a-4cc5-a69a-27fa0dd62c19 None None] Pushing event updated for resources: {'Port': ['ID=ffdbee24-8c67-4d10-aec2-e6f4984bcb6e,revision_number=3']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:13.958723 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Attempting to bind port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e on host dv-neutron-822561-2-hyperv for vnic_type normal with profile {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:40:13.959275 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Attempting to bind port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e by drivers openvswitch,hyperv on host dv-neutron-822561-2-hyperv at level 0 using segments [{'id': 'c4a60df5-726e-4b54-9f57-c6919e2a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb'}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:40:13.959789 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Attempting to bind port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e on network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:40:13.965538 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Checking agent: {'id': 'b6e55875-421e-4ee8-9f7e-8abf5526977d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 32, 53), 'started_at': datetime.datetime(2021, 12, 22, 8, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:13.965951 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Checking segment: {'id': 'c4a60df5-726e-4b54-9f57-c6919e2a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:40:13.966329 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.966719 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Bound using segment: {'id': 'c4a60df5-726e-4b54-9f57-c6919e2a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb'} {{(pid=87537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:13.967175 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.managers [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Bound port: ffdbee24-8c67-4d10-aec2-e6f4984bcb6e, host: dv-neutron-822561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a60df5-726e-4b54-9f57-c6919e2a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb'}}] {{(pid=87537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:40:13.967546 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:14.112680 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] For port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e, host dv-neutron-822561-2-hyperv, cleared binding levels {{(pid=87537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:40:14.116358 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.plugins.ml2.db [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] For port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e, host dv-neutron-822561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ffdbee24-8c67-4d10-aec2-e6f4984bcb6e,segment=NetworkSegment(c4a60df5-726e-4b54-9f57-c6919e2a48ce),segment_id=c4a60df5-726e-4b54-9f57-c6919e2a48ce)] {{(pid=87537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:40:14.121955 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron_lib.callbacks.manager [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:14.146664 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e396d1-38e2-4503-b746-8e66c3eefa5d req-7b85e723-2029-4ee7-9ded-62b194a3b762 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:14.150092 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a8e396d1-38e2-4503-b746-8e66c3eefa5d req-7b85e723-2029-4ee7-9ded-62b194a3b762 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 931 time: 0.2076280 Dec 22 09:40:14.196157 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef4cee-526a-4cc5-a69a-27fa0dd62c19 None None] Pushing event updated for resources: {'Port': ['ID=ffdbee24-8c67-4d10-aec2-e6f4984bcb6e,revision_number=4']} {{(pid=87537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:14.209373 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Routers {'fee014dd-6611-482f-82fc-5c58509d5bc2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:14.210009 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:39:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['fee014dd-6611-482f-82fc-5c58509d5bc2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:14.212692 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a8e396d1-38e2-4503-b746-8e66c3eefa5d req-3dac59e4-6e26-4cb2-8b66-7df02eb8e535 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Synchronizing usage tracker for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:security_group {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:40:14.231259 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-a8e396d1-38e2-4503-b746-8e66c3eefa5d req-3dac59e4-6e26-4cb2-8b66-7df02eb8e535 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Unset dirty status for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:security_group {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:40:14.245006 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a8e396d1-38e2-4503-b746-8e66c3eefa5d req-3dac59e4-6e26-4cb2-8b66-7df02eb8e535 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909741 Dec 22 09:40:14.299872 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7954099c-1985-4314-bd84-99d1e110699b {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:40:14.308980 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:14.324021 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Transition to ACTIVE for port object 7954099c-1985-4314-bd84-99d1e110699b will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:40:14.330660 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:14.398716 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] Set router fee014dd-6611-482f-82fc-5c58509d5bc2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:40:14.490465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Pushing event updated for resources: {'Port': ['ID=7954099c-1985-4314-bd84-99d1e110699b,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:14.570112 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Attempting to bind port 7954099c-1985-4314-bd84-99d1e110699b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:40:14.570720 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Attempting to bind port 7954099c-1985-4314-bd84-99d1e110699b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:40:14.571276 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Attempting to bind port 7954099c-1985-4314-bd84-99d1e110699b on network 3d158c5f-2e17-4957-9626-4fa469564fd2 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:40:14.576575 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Port 7954099c-1985-4314-bd84-99d1e110699b on network 3d158c5f-2e17-4957-9626-4fa469564fd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:40:14.576998 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Attempting to bind port 7954099c-1985-4314-bd84-99d1e110699b on network 3d158c5f-2e17-4957-9626-4fa469564fd2 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:40:14.583399 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:14.583810 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Checking segment: {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:40:14.584258 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Bound using segment: {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:14.584745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Bound port: 7954099c-1985-4314-bd84-99d1e110699b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:40:14.585180 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:14.674867 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] For port 7954099c-1985-4314-bd84-99d1e110699b, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:40:14.678199 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] For port 7954099c-1985-4314-bd84-99d1e110699b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7954099c-1985-4314-bd84-99d1e110699b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:40:14.683151 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:14.746099 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:14.746708 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:14.748050 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] 10.222.0.54 "PUT /v2.0/ports/7954099c-1985-4314-bd84-99d1e110699b HTTP/1.1" status: 200 len: 1093 time: 1.1105092 Dec 22 09:40:14.748481 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'tag': '7954099c-1985-4314-bd84-99d1e110699b'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:40:14.777132 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:14.785824 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ba798-c6bc-43ef-a721-f05c7bb8dd1a service neutron] Pushing event updated for resources: {'Port': ['ID=7954099c-1985-4314-bd84-99d1e110699b,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:14.874802 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-226c4b24-b313-43fc-8ffe-18a7a7db5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:14.876396 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-226c4b24-b313-43fc-8ffe-18a7a7db5fb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 1096 time: 0.0832317 Dec 22 09:40:14.934160 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'name': 'tempest-TestSnapshotPattern-60837498-router', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:40:03Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 4, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'gw_port': {'id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:04Z', 'updated_at': '2021-12-22T09:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'ffdbee24-8c67-4d10-aec2-e6f4984bcb6e', 'name': '', 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'mac_address': 'fa:16:3e:6e:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:07Z', 'updated_at': '2021-12-22T09:40:14Z', 'revision_number': 4, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'subnets': [{'id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:14.940241 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff311b5-e3c9-44f4-8125-609d73116b5f None None] The sync data for ids ['fee014dd-6611-482f-82fc-5c58509d5bc2'] in dv-neutron-822561-2-hyperv is: [{'id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'name': 'tempest-TestSnapshotPattern-60837498-router', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:40:03Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 4, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'gw_port': {'id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:04Z', 'updated_at': '2021-12-22T09:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'ffdbee24-8c67-4d10-aec2-e6f4984bcb6e', 'name': '', 'network_id': '33e5d8ec-15f7-44a4-83f0-95febf4cebfb', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'mac_address': 'fa:16:3e:6e:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:07Z', 'updated_at': '2021-12-22T09:40:14Z', 'revision_number': 4, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'subnets': [{'id': 'b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:40:14.958427 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-0eee4833-756b-453a-a46e-414097127d3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7954099c-1985-4314-bd84-99d1e110699b HTTP/1.1" status: 200 len: 217 time: 0.0749252 Dec 22 09:40:14.998972 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'tag': '7954099c-1985-4314-bd84-99d1e110699b', 'status': 'completed', 'code': 200} Dec 22 09:40:15.030591 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-46ea0818-2ec2-425f-8645-2fb74cf7fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:15.031953 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-46ea0818-2ec2-425f-8645-2fb74cf7fd02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0673425 Dec 22 09:40:15.106192 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-cd0a94fa-5091-4991-9550-68e163f39051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:15.107585 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-cd0a94fa-5091-4991-9550-68e163f39051 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692708 Dec 22 09:40:15.236970 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-a571ccb6-1382-45c4-8f2b-24e6fa6de91b service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221569 Dec 22 09:40:15.390315 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-cfc4f481-f1c6-42b0-898e-64657d1e340a req-72400ce8-3531-49f1-b441-985d467eb3a5 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469631 Dec 22 09:40:15.420032 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1740-7a01-4efb-b6ee-70dc1e3822f1 req-4200a1e9-6aa5-4950-83c1-d6844293f4af tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:15.421662 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c58b1740-7a01-4efb-b6ee-70dc1e3822f1 req-4200a1e9-6aa5-4950-83c1-d6844293f4af tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 943 time: 0.0815179 Dec 22 09:40:15.470197 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c58b1740-7a01-4efb-b6ee-70dc1e3822f1 req-de4a20ab-1ab3-4568-859e-5d1140a8607a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420101 Dec 22 09:40:15.508208 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-b2a86bde-9118-4155-ba46-2a6dd402a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:15.509650 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-b2a86bde-9118-4155-ba46-2a6dd402a418 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 1096 time: 0.0726407 Dec 22 09:40:15.640791 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-5be56325-2130-41cf-9ddd-3ed9c6ce165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:15.642145 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-5be56325-2130-41cf-9ddd-3ed9c6ce165e service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 911 time: 0.1258872 Dec 22 09:40:15.710655 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-44ac7238-80b0-4ac2-923f-92dd76c646c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7954099c-1985-4314-bd84-99d1e110699b HTTP/1.1" status: 200 len: 217 time: 0.0619609 Dec 22 09:40:15.772649 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-23a89f52-ca4b-43e2-b139-5bc3bd187757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:15.774125 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-23a89f52-ca4b-43e2-b139-5bc3bd187757 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0565958 Dec 22 09:40:15.859583 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-36f7efff-c6ae-48fd-91c9-6343534bdcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:15.861197 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-36f7efff-c6ae-48fd-91c9-6343534bdcf0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792582 Dec 22 09:40:15.903504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ffdbee24-8c67-4d10-aec2-e6f4984bcb6e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:15.976994 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning for port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:15.983921 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:15.984427 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:16.110565 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-61499c43-5c04-48c2-9447-6de8fb8f17fb service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419446 Dec 22 09:40:16.111555 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:16.146567 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] For port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ffdbee24-8c67-4d10-aec2-e6f4984bcb6e,segment=NetworkSegment(c4a60df5-726e-4b54-9f57-c6919e2a48ce),segment_id=c4a60df5-726e-4b54-9f57-c6919e2a48ce)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:16.150507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:16.224378 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Pushing event updated for resources: {'Port': ['ID=ffdbee24-8c67-4d10-aec2-e6f4984bcb6e,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:16.248262 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-d86d7027-d856-4eaf-8781-eefd7569ec9c req-695c59a1-13d3-4b4f-9e04-605323718238 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307135 Dec 22 09:40:16.660668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf7753-0e52-44aa-b294-4fe386315546 req-60253716-4e26-4a24-87a9-ce2dc5d200b0 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:16.661400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-2fdf7753-0e52-44aa-b294-4fe386315546 req-60253716-4e26-4a24-87a9-ce2dc5d200b0 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Synchronizing usage tracker for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:40:16.677713 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-2fdf7753-0e52-44aa-b294-4fe386315546 req-60253716-4e26-4a24-87a9-ce2dc5d200b0 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Unset dirty status for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:40:16.679113 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2fdf7753-0e52-44aa-b294-4fe386315546 req-60253716-4e26-4a24-87a9-ce2dc5d200b0 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 943 time: 0.1035826 Dec 22 09:40:16.724405 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2fdf7753-0e52-44aa-b294-4fe386315546 req-1c97444a-fc69-417e-8002-51447959d6f6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395427 Dec 22 09:40:17.866827 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ffdbee24-8c67-4d10-aec2-e6f4984bcb6e up at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:17.910110 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039140d4-3285-4534-8daf-9d63afa828ee req-af98227f-d937-44d3-bc57-389b57db320f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:17.911666 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-039140d4-3285-4534-8daf-9d63afa828ee req-af98227f-d937-44d3-bc57-389b57db320f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 943 time: 0.0818141 Dec 22 09:40:17.945964 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Provisioning complete for port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:17.946567 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:17.965166 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-039140d4-3285-4534-8daf-9d63afa828ee req-bad1c83f-c0f6-422e-8c45-7a6cf5a6fc1f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472615 Dec 22 09:40:18.272601 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 7954099c-1985-4314-bd84-99d1e110699b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:40:18.400867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 7954099c-1985-4314-bd84-99d1e110699b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7954099c-1985-4314-bd84-99d1e110699b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:18.413810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '7954099c-1985-4314-bd84-99d1e110699b', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:40:18.467937 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:18.484170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7954099c-1985-4314-bd84-99d1e110699b {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:40:18.499653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 7954099c-1985-4314-bd84-99d1e110699b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7954099c-1985-4314-bd84-99d1e110699b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:18.503257 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:18.571146 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=7954099c-1985-4314-bd84-99d1e110699b,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:18.709861 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['7954099c-1985-4314-bd84-99d1e110699b'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:40:19.151398 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41fed2-5fdf-4f71-a968-48b42f3a07cb req-2fb13e64-94ad-47e7-8930-43cc40d15000 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:19.152817 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5b41fed2-5fdf-4f71-a968-48b42f3a07cb req-2fb13e64-94ad-47e7-8930-43cc40d15000 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 944 time: 0.0808556 Dec 22 09:40:19.195413 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5b41fed2-5fdf-4f71-a968-48b42f3a07cb req-6f600419-e1e0-4e1c-9b00-2fe3b1e60af6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371583 Dec 22 09:40:19.487953 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9c5d960d-3124-4a2d-8ff8-6cea6e201204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:20.299653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 7954099c-1985-4314-bd84-99d1e110699b up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:20.368560 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port 7954099c-1985-4314-bd84-99d1e110699b completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:40:20.373907 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 7954099c-1985-4314-bd84-99d1e110699b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:20.374283 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:20.379418 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730d655-fa78-43fe-b60c-9b0fb4f9abbd req-c7b726b9-a3dd-4d66-b3bd-379dbfb68e27 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:20.380857 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4730d655-fa78-43fe-b60c-9b0fb4f9abbd req-c7b726b9-a3dd-4d66-b3bd-379dbfb68e27 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 944 time: 0.0825970 Dec 22 09:40:20.424355 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-4730d655-fa78-43fe-b60c-9b0fb4f9abbd req-712cfe6b-7229-4f94-8575-19a9dd26b102 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378013 Dec 22 09:40:20.488506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:20.513482 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954099c-1985-4314-bd84-99d1e110699b'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:40:20.522988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 7954099c-1985-4314-bd84-99d1e110699b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7954099c-1985-4314-bd84-99d1e110699b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:20.526178 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:20.596915 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=7954099c-1985-4314-bd84-99d1e110699b,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:20.648494 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954099c-1985-4314-bd84-99d1e110699b', 'code': 200} Dec 22 09:40:20.871470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7ddcf-844a-4cca-a2c2-875b2c0d8b96 req-13f581e3-9c82-4882-8652-88ea18ed8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:20.872827 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3d7ddcf-844a-4cca-a2c2-875b2c0d8b96 req-13f581e3-9c82-4882-8652-88ea18ed8566 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 1098 time: 0.0679889 Dec 22 09:40:20.913004 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f3d7ddcf-844a-4cca-a2c2-875b2c0d8b96 req-fbd641f7-c94a-40ee-bcdb-39b7264ed909 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330911 Dec 22 09:40:21.603377 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edd9fd-17b9-4b1b-809a-fa4ce79e2241 req-ee921902-e7ee-4de2-a94e-0cd187d3c1be tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:21.605211 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-49edd9fd-17b9-4b1b-809a-fa4ce79e2241 req-ee921902-e7ee-4de2-a94e-0cd187d3c1be tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 945 time: 0.0795302 Dec 22 09:40:21.662398 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-49edd9fd-17b9-4b1b-809a-fa4ce79e2241 req-c6c96187-e474-4601-a230-dc505a955e20 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514412 Dec 22 09:40:21.881946 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-64099d79-6b9e-431e-97c3-b672b464eb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:22.846213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e871-07e1-42cf-910d-7317128f29f1 req-16c20594-08e7-4e70-a567-acb6ea9571af tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:22.847682 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8c39e871-07e1-42cf-910d-7317128f29f1 req-16c20594-08e7-4e70-a567-acb6ea9571af tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 945 time: 0.0819228 Dec 22 09:40:22.890441 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-8c39e871-07e1-42cf-910d-7317128f29f1 req-4d262a8d-e4e4-4a1e-bdff-498ca5d9f9af tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373414 Dec 22 09:40:23.025814 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:23.082056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172d484-c52e-42d3-b46c-80a8699ccad5 req-6ff897e4-3412-4192-aa88-22507b45668d tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:23.083501 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8172d484-c52e-42d3-b46c-80a8699ccad5 req-6ff897e4-3412-4192-aa88-22507b45668d tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 945 time: 0.0893335 Dec 22 09:40:23.126894 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-8172d484-c52e-42d3-b46c-80a8699ccad5 req-9db0660a-ec4a-4438-8aaf-3b917d828e94 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377998 Dec 22 09:40:23.147943 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:23.149109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38380) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:23.258316 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013953d6-8d33-4601-9c6f-dd7165311bff tempest-TestSnapshotPattern-1779246148 tempest-TestSnapshotPattern-1779246148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:23.259089 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-013953d6-8d33-4601-9c6f-dd7165311bff tempest-TestSnapshotPattern-1779246148 tempest-TestSnapshotPattern-1779246148-project-admin] Synchronizing usage tracker for tenant:19bc5f6fe9d648d389bde41cb8d8f115 on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:40:23.274249 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-013953d6-8d33-4601-9c6f-dd7165311bff tempest-TestSnapshotPattern-1779246148 tempest-TestSnapshotPattern-1779246148-project-admin] Unset dirty status for tenant:19bc5f6fe9d648d389bde41cb8d8f115 on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:40:23.275319 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-013953d6-8d33-4601-9c6f-dd7165311bff tempest-TestSnapshotPattern-1779246148 tempest-TestSnapshotPattern-1779246148-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 1093 time: 0.1251829 Dec 22 09:40:23.278228 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38386) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:23.283056 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:23.289537 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:40:23.293272 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Usage tracker for resource:floatingip and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:40:23.296052 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:40:23.302280 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:40:23.312356 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:23.444648 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:23.577337 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Allocated IP 172.26.1.59 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/20fbb836-55b4-4f0c-96bb-9e50a603a795) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:40:23.719805 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:23.747441 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:23.814224 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:40:23.817459 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:40:23.820963 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:40:23.850024 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'Port': ['ID=20fbb836-55b4-4f0c-96bb-9e50a603a795,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:24.225039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:24.297219 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:24.394789 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:24.600862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:24.605074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:24.709239 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'Port': ['ID=20fbb836-55b4-4f0c-96bb-9e50a603a795,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:24.721086 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:24.888185 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Floating IP d81b429b-9237-43c0-9289-92706ed3fda1 associated. External IP: 172.26.1.59, port: 7954099c-1985-4314-bd84-99d1e110699b. Dec 22 09:40:25.229843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Router c3b1214a-9588-4c5b-ae6d-c0195385df45 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:40:25.400109 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:40:25.409122 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] Sync routers for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:40:25.417888 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:25.418499 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:40:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:25.424273 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:25.481888 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-df990141-e706-46a5-826e-706c190a28db tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2024791 Dec 22 09:40:25.482294 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'tag': '7954099c-1985-4314-bd84-99d1e110699b'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:40:25.528918 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'tag': '7954099c-1985-4314-bd84-99d1e110699b', 'status': 'completed', 'code': 200} Dec 22 09:40:25.597270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:40:25.620769 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-63a4cd0a-c691-4750-94f7-4e94d0e7a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:25.622255 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-63a4cd0a-c691-4750-94f7-4e94d0e7a50e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 1098 time: 0.0706530 Dec 22 09:40:25.752897 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-5401c844-af49-4458-b54f-5ea2db179be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:25.754832 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-5401c844-af49-4458-b54f-5ea2db179be6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 911 time: 0.1247821 Dec 22 09:40:25.859086 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-caf6dc1a-2d64-4225-ac84-a3e52f0bd248 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7954099c-1985-4314-bd84-99d1e110699b HTTP/1.1" status: 200 len: 998 time: 0.0972688 Dec 22 09:40:25.922956 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-4ae99610-49f6-44fd-b28c-c6cd82e77596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:25.924373 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-4ae99610-49f6-44fd-b28c-c6cd82e77596 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0582280 Dec 22 09:40:25.935630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'd81b429b-9237-43c0-9289-92706ed3fda1', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154b7011-5864-4591-a912-e087291f3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:40:24Z', 'updated_at': '2021-12-22T09:40:24Z', 'revision_number': 0, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:25.939443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] Checking router: c3b1214a-9588-4c5b-ae6d-c0195385df45 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:40:25.947742 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:25.948328 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:40:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:25.997271 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-bb1c3f35-bc0d-4629-a23f-bb12b1579aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:25.998796 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-bb1c3f35-bc0d-4629-a23f-bb12b1579aac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684409 Dec 22 09:40:26.123082 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:40:26.128425 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-02f2c388-d81d-4d0b-8afc-dc1dabc96371 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222670 Dec 22 09:40:26.257630 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-35fd0d9a-88dd-4177-ab06-0167be4f348f req-9205b896-06f5-4adc-bac9-69fe828b9919 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223657 Dec 22 09:40:26.494716 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'd81b429b-9237-43c0-9289-92706ed3fda1', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154b7011-5864-4591-a912-e087291f3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:40:24Z', 'updated_at': '2021-12-22T09:40:24Z', 'revision_number': 0, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:40:26.498664 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d321e-857e-49dc-9660-1286c9e3881f None None] The sync data for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv is: [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'd81b429b-9237-43c0-9289-92706ed3fda1', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154b7011-5864-4591-a912-e087291f3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:40:24Z', 'updated_at': '2021-12-22T09:40:24Z', 'revision_number': 0, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:40:26.690260 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fbbda6-9a2d-4546-ad5a-187f965d91d2 None None] New status for floating IP d81b429b-9237-43c0-9289-92706ed3fda1: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:40:44.782049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:45.700667 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:40:49.489688 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-ddc47491-514b-472a-886e-54134e9f0fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:51.884270 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-1d036df0-a463-4b0e-ba9a-9cbcfe3c36bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:53.027041 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:53.140271 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:54.394675 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:14.779659 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:16.596180 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-fe762d72-86f5-43bc-b77f-3a6441c36a62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808372 Dec 22 09:41:16.736829 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-b13a7f21-12ec-45ff-830e-1814d28b614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:16.738305 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-b13a7f21-12ec-45ff-830e-1814d28b614b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 1098 time: 0.0749638 Dec 22 09:41:16.889780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-ce65c385-cae0-4ace-a4f9-108115072e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:16.891195 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-ce65c385-cae0-4ace-a4f9-108115072e5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 911 time: 0.1345370 Dec 22 09:41:17.110006 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-b6033432-890e-4f45-a276-4ac03b99b769 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7954099c-1985-4314-bd84-99d1e110699b HTTP/1.1" status: 200 len: 1000 time: 0.2117591 Dec 22 09:41:17.170264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-bebb74ab-4ad0-45b3-81ed-7279657c4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:17.171548 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-bebb74ab-4ad0-45b3-81ed-7279657c4031 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0549357 Dec 22 09:41:17.247411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-acb5eb30-58f9-4ba3-9be0-4e33a7d6e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:17.248815 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-acb5eb30-58f9-4ba3-9be0-4e33a7d6e6d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703514 Dec 22 09:41:17.384851 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-26fe0f5f-8a70-4900-9f24-e78d19fad5ad service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278341 Dec 22 09:41:17.511838 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-31076ae6-ffda-4cb4-8605-0abc59679a58 req-1f70c92f-9209-4581-98f9-ae6c8a59280d service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201615 Dec 22 09:41:19.493254 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-646df16b-2fa9-49bf-94b6-6e3f97fdd6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:21.888455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-62f71bfc-6cc1-45cf-8085-ba68580233e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:22.699755 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:41:23.029643 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:23.143379 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:24.398280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:44.777988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:49.495588 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f380c227-1f61-40a4-a6e6-b7c24f915158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:51.889086 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-57440aee-349f-4440-9df7-6aea4a20e2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:53.031648 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:53.147635 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:54.401973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:59.698934 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:42:14.775567 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:18.571879 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-5be71187-6955-49b4-afb1-1c233d969579 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695784 Dec 22 09:42:18.708792 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-cca71b8f-a80b-486c-9ff4-521248cadd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:18.710269 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-cca71b8f-a80b-486c-9ff4-521248cadd52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 1098 time: 0.0688272 Dec 22 09:42:18.851607 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-e1907ca6-696a-4495-a55b-b6dd50520cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:18.852947 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-e1907ca6-696a-4495-a55b-b6dd50520cd6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 911 time: 0.1250687 Dec 22 09:42:18.954311 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-3b304eb0-1269-47e4-8a2d-2c468acf7937 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7954099c-1985-4314-bd84-99d1e110699b HTTP/1.1" status: 200 len: 1000 time: 0.0943816 Dec 22 09:42:19.018120 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-755b14ed-db00-480d-a67c-f7c37f4c673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:19.019526 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-755b14ed-db00-480d-a67c-f7c37f4c673e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0593798 Dec 22 09:42:19.098400 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-b6765a1a-f52b-4029-9dce-c8f38223cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:19.099851 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-b6765a1a-f52b-4029-9dce-c8f38223cc74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741923 Dec 22 09:42:19.227266 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-4f56a625-dc1c-4fa6-a340-dc4725c6c745 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209595 Dec 22 09:42:19.357074 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-3a2b0433-7297-452d-be9d-8801ce67d66e req-5286ae52-37ea-49ae-a83b-7ca2b0975c9f service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233222 Dec 22 09:42:19.497973 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-d882e0f0-d291-4ecd-9dea-039070ee415f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:21.889629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b5e51678-cff0-4920-89e2-cf8efda18a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:23.034609 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:23.090678 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 7954099c-1985-4314-bd84-99d1e110699b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:42:23.203701 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:23.234455 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 7954099c-1985-4314-bd84-99d1e110699b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7954099c-1985-4314-bd84-99d1e110699b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:23.246957 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': '7954099c-1985-4314-bd84-99d1e110699b', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:42:23.301426 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:23.317310 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7954099c-1985-4314-bd84-99d1e110699b {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:42:23.332705 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 7954099c-1985-4314-bd84-99d1e110699b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7954099c-1985-4314-bd84-99d1e110699b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:23.336596 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:23.407307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=7954099c-1985-4314-bd84-99d1e110699b,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:23.414247 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.414598 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.414940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.415275 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.415606 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.415938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.416265 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.416592 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.416918 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.417241 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.417562 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.417905 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:23.424545 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['7954099c-1985-4314-bd84-99d1e110699b'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:42:24.404291 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:25.100089 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 7954099c-1985-4314-bd84-99d1e110699b up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:42:25.176980 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port 7954099c-1985-4314-bd84-99d1e110699b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:42:25.177506 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:25.300894 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:25.332704 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954099c-1985-4314-bd84-99d1e110699b'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:25.344160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 7954099c-1985-4314-bd84-99d1e110699b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7954099c-1985-4314-bd84-99d1e110699b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:25.351008 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:25.392855 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954099c-1985-4314-bd84-99d1e110699b', 'code': 200} Dec 22 09:42:25.434412 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=7954099c-1985-4314-bd84-99d1e110699b,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:34.450737 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-8a52ffd9-d8e8-4fdf-9cc4-974d426603e7 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025154926&fields=id&tenant_id=a44ff53e484b4af3bc6b4448160f224a HTTP/1.1" status: 200 len: 267 time: 0.0452862 Dec 22 09:42:34.596860 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-2e2c5dd1-cf98-4946-819d-13457756bcc6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:34.597532 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-2e2c5dd1-cf98-4946-819d-13457756bcc6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Synchronizing usage tracker for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:network {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:42:34.616809 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-2e2c5dd1-cf98-4946-819d-13457756bcc6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Unset dirty status for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:network {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:42:34.617999 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-2e2c5dd1-cf98-4946-819d-13457756bcc6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 810 time: 0.1606150 Dec 22 09:42:34.634274 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-0789bf25-c712-4ae4-9cc2-2fdcc05730d1 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/quotas/a44ff53e484b4af3bc6b4448160f224a HTTP/1.1" status: 200 len: 375 time: 0.0109284 Dec 22 09:42:34.730116 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-e6b095f1-73f5-4d3f-a907-b45099c1fc19 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0908296 Dec 22 09:42:35.024281 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-56ffc2e7-5faa-4f90-8a6c-63fc6fe70be9 service neutron] 10.222.0.37 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824013 Dec 22 09:42:35.152837 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-f5f6d581-edce-4103-9e1a-5f5a79f7ed4a service neutron] 10.222.0.37 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228771 Dec 22 09:42:36.359865 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-0db030cb-252d-49e9-b4dc-bd6b4b7d1762 req-2a61fb1f-9232-4e30-9acc-8a683a3ec20b tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 210 time: 0.0420878 Dec 22 09:42:36.697950 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:42:37.137170 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 7954099c-1985-4314-bd84-99d1e110699b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:42:37.246182 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:37.272855 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7954099c-1985-4314-bd84-99d1e110699b'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:37.282806 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port 7954099c-1985-4314-bd84-99d1e110699b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7954099c-1985-4314-bd84-99d1e110699b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:37.287804 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:37.339032 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7954099c-1985-4314-bd84-99d1e110699b', 'code': 200} Dec 22 09:42:37.359622 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=7954099c-1985-4314-bd84-99d1e110699b,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:37.456845 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-704a3b15-b150-4962-bf5c-f56f6569bc96 req-fec30f02-3ba4-4342-ad9d-7407c470215f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 210 time: 0.0458460 Dec 22 09:42:38.602459 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0d1f4e87-8233-4e99-b7fa-36eb95144288 req-47b54144-b090-491a-8bcb-4e0f35c59ff5 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 210 time: 0.0415030 Dec 22 09:42:39.637773 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-423eac4c-86f0-4ba2-8e04-d7704157278c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:39.639189 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-423eac4c-86f0-4ba2-8e04-d7704157278c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 810 time: 0.1459820 Dec 22 09:42:39.689013 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-2224b6f7-7d01-4e03-baa1-5c2564bfefca tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a44ff53e484b4af3bc6b4448160f224a HTTP/1.1" status: 200 len: 380 time: 0.0403740 Dec 22 09:42:39.697625 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'port': {'device_id': '06bb9619-bec2-4f9c-8640-67201408cc16', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'admin_state_up': True, 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'security_groups': ['9069e51b-71dc-4902-a550-9d19999b8896']}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:39.873128 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5e3f96c4-92e5-4032-bb05-e11227e8f49d req-8451b2b4-2eac-43d4-b479-6580c2336a48 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 210 time: 0.1582096 Dec 22 09:42:39.974472 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:39.984317 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.quota.driver [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87535) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:40.003302 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Made reservation on behalf of a44ff53e484b4af3bc6b4448160f224a for: {'port': 1} {{(pid=87535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:42:40.007936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:40.273012 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_common [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Allocated IP 172.20.0.12 (3d158c5f-2e17-4957-9626-4fa469564fd2/c985692b-8247-4e60-8f5e-5685a2a60a5c/fc76f0e6-dbd3-4de1-bfed-3642328ee33b) {{(pid=87535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:42:40.501936 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for port, precommit_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:40.519602 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Transition to ACTIVE for port object fc76f0e6-dbd3-4de1-bfed-3642328ee33b will not be triggered until provisioned by entity DHCP. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:42:40.547104 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_create {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:40.622614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Network 3d158c5f-2e17-4957-9626-4fa469564fd2 is already hosted by enough agents. {{(pid=87535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:42:40.625795 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.base_scheduler [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources bound (agent type, host, resource id): {{(pid=87535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:42:40.629615 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Received port after_create {{(pid=87535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:42:40.666345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'Port': ['ID=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,revision_number=1']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:40.683869 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.684216 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.684549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.684889 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.685210 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.685538 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.685888 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.686219 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.686541 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.686861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.687178 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.687494 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:40.709512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:40.710707 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:40.745622 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-04e9ec4c-a5ea-4809-aeb4-33197340299a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0519798 Dec 22 09:42:40.910155 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c16b2aab-22ca-422a-8da8-0d3c427af3d9 None None] Provisioning for port fc76f0e6-dbd3-4de1-bfed-3642328ee33b completed by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:42:40.919047 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-c16b2aab-22ca-422a-8da8-0d3c427af3d9 None None] Provisioning complete for port fc76f0e6-dbd3-4de1-bfed-3642328ee33b triggered by entity DHCP. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:42:40.919495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c16b2aab-22ca-422a-8da8-0d3c427af3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:41.011718 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c16b2aab-22ca-422a-8da8-0d3c427af3d9 None None] Port fc76f0e6-dbd3-4de1-bfed-3642328ee33b cannot update to ACTIVE because it is not bound. {{(pid=87536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:42:41.079979 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f869b60-477a-4630-9148-24f89c77beb0 req-b42809ca-3aca-421c-b547-ca8d40ad7748 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:41.081569 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3f869b60-477a-4630-9148-24f89c77beb0 req-b42809ca-3aca-421c-b547-ca8d40ad7748 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 932 time: 0.0892117 Dec 22 09:42:41.132742 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-3f869b60-477a-4630-9148-24f89c77beb0 req-e063fcb6-971f-42c5-a530-e855368eb46d tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 Dec 22 09:42:42.328753 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e81b7-b9b7-4ee1-905b-0fd3140c48fc req-aeb9f86e-8840-4741-b109-0280817d9caa tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:42.329433 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-960e81b7-b9b7-4ee1-905b-0fd3140c48fc req-aeb9f86e-8840-4741-b109-0280817d9caa tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Synchronizing usage tracker for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:42:42.345345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-960e81b7-b9b7-4ee1-905b-0fd3140c48fc req-aeb9f86e-8840-4741-b109-0280817d9caa tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Unset dirty status for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:42:42.346465 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-960e81b7-b9b7-4ee1-905b-0fd3140c48fc req-aeb9f86e-8840-4741-b109-0280817d9caa tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 932 time: 0.1076994 Dec 22 09:42:42.389435 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-960e81b7-b9b7-4ee1-905b-0fd3140c48fc req-ec52eaa0-3a73-4288-b3d2-4b50df4d7447 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367117 Dec 22 09:42:43.577146 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50f22f-5dfa-41c5-801c-67814fe2dd80 req-8aa5b722-3fcb-449f-92eb-9bc210988d79 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:43.578987 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1f50f22f-5dfa-41c5-801c-67814fe2dd80 req-8aa5b722-3fcb-449f-92eb-9bc210988d79 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 932 time: 0.0819280 Dec 22 09:42:43.627112 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-1f50f22f-5dfa-41c5-801c-67814fe2dd80 req-5bb717e7-2a0a-4666-9060-5eb229cce75b tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422263 Dec 22 09:42:44.791279 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:44.810324 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9b9-cf30-4e17-ae3a-095b6bbd5511 req-ea99c95c-3054-4423-94da-49430d421ba7 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:44.811821 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9d2d9b9-cf30-4e17-ae3a-095b6bbd5511 req-ea99c95c-3054-4423-94da-49430d421ba7 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 932 time: 0.0790844 Dec 22 09:42:44.859985 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e9d2d9b9-cf30-4e17-ae3a-095b6bbd5511 req-ed5115df-4092-453f-9d50-188285591b17 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 Dec 22 09:42:46.079926 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d0245-7e01-4d98-8859-76a5abd41942 req-e6300a97-d8e4-41ed-882c-01b0974683c0 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:46.081829 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a86d0245-7e01-4d98-8859-76a5abd41942 req-e6300a97-d8e4-41ed-882c-01b0974683c0 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 932 time: 0.1143262 Dec 22 09:42:46.126406 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-a86d0245-7e01-4d98-8859-76a5abd41942 req-ce2fc0f2-e1ee-47f6-a642-0310fe89fe3b tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382419 Dec 22 09:42:47.322307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e4bc3-7577-48af-baee-0d4f5c467b1f req-bf4e000b-202c-4fba-98b7-a8067b589957 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:47.323662 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c05e4bc3-7577-48af-baee-0d4f5c467b1f req-bf4e000b-202c-4fba-98b7-a8067b589957 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 932 time: 0.0839767 Dec 22 09:42:47.366608 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-c05e4bc3-7577-48af-baee-0d4f5c467b1f req-02a77a03-b394-4bce-a586-e0bceb5c5f87 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371161 Dec 22 09:42:48.562995 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cb5d3-d62e-4f52-8d45-9542394f8219 req-7b207a7a-9faf-4657-82eb-c81edc5ace18 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:48.564595 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-de3cb5d3-d62e-4f52-8d45-9542394f8219 req-7b207a7a-9faf-4657-82eb-c81edc5ace18 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 932 time: 0.0858376 Dec 22 09:42:48.611848 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-de3cb5d3-d62e-4f52-8d45-9542394f8219 req-35fd72f4-85e3-4f4e-8a81-b7a9372f981d tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414028 Dec 22 09:42:49.499176 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-0ec43f8e-280f-4521-bff1-2e0b3fd65677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:49.800631 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae4eb2-b4d1-47ad-8c1d-b140ad785de6 req-b8d42d9e-a335-41a1-9773-c61086cfe21c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:49.802125 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-28ae4eb2-b4d1-47ad-8c1d-b140ad785de6 req-b8d42d9e-a335-41a1-9773-c61086cfe21c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 932 time: 0.0841951 Dec 22 09:42:49.852995 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-28ae4eb2-b4d1-47ad-8c1d-b140ad785de6 req-2ec75df2-fcae-4bf4-9141-7133b8f50528 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445609 Dec 22 09:42:51.047830 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bb673-9b8b-414b-947c-b639c18aa6c2 req-d01ae456-7558-47ce-9e7a-8ba24298533c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:51.049309 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b49bb673-9b8b-414b-947c-b639c18aa6c2 req-d01ae456-7558-47ce-9e7a-8ba24298533c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 932 time: 0.0853372 Dec 22 09:42:51.094728 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-b49bb673-9b8b-414b-947c-b639c18aa6c2 req-e269ba7b-88b9-4dc4-8eaf-a0a05ee69619 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396304 Dec 22 09:42:51.745537 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.v2.base [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Request body: {'port': {'device_id': '06bb9619-bec2-4f9c-8640-67201408cc16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:51.853470 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:51.891256 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7e27fdcd-c680-4370-9b5a-86fab2be470e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:52.190968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc76f0e6-dbd3-4de1-bfed-3642328ee33b {{(pid=87535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:42:52.199841 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:52.259887 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.provisioning_blocks [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Transition to ACTIVE for port object fc76f0e6-dbd3-4de1-bfed-3642328ee33b will not be triggered until provisioned by entity L2. {{(pid=87535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:42:52.264530 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:52.436614 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,revision_number=2']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:52.485520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47021510-0a91-4e75-8db8-04c39ecff631 req-04ee2e87-50ec-416b-af9c-0daaf5e3a38a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:52.487012 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-47021510-0a91-4e75-8db8-04c39ecff631 req-04ee2e87-50ec-416b-af9c-0daaf5e3a38a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 932 time: 0.2896621 Dec 22 09:42:52.555070 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-47021510-0a91-4e75-8db8-04c39ecff631 req-36dbab64-a3ac-4ff4-b653-da0d43e7b63e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599816 Dec 22 09:42:52.558858 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Attempting to bind port fc76f0e6-dbd3-4de1-bfed-3642328ee33b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:42:52.559188 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Attempting to bind port fc76f0e6-dbd3-4de1-bfed-3642328ee33b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:42:52.559508 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Attempting to bind port fc76f0e6-dbd3-4de1-bfed-3642328ee33b on network 3d158c5f-2e17-4957-9626-4fa469564fd2 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:42:52.564107 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Port fc76f0e6-dbd3-4de1-bfed-3642328ee33b on network 3d158c5f-2e17-4957-9626-4fa469564fd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:42:52.564427 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Attempting to bind port fc76f0e6-dbd3-4de1-bfed-3642328ee33b on network 3d158c5f-2e17-4957-9626-4fa469564fd2 {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:42:52.570327 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Checking agent: {'id': '90ef93bc-72ac-4ffe-976c-178ef3d202a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'started_at': datetime.datetime(2021, 12, 22, 8, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:42:52.570688 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Checking segment: {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:42:52.571090 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Bound using segment: {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'} {{(pid=87535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:42:52.571596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.managers [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Bound port: fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d54223-5a25-4eb1-9bc7-445eec0b4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2'}}] {{(pid=87535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:42:52.571937 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:52.749092 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] For port fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host hv-neutron-8225, cleared binding levels {{(pid=87535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:42:52.752198 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] For port fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:42:52.757898 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14682029'] for port, after_update {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:52.814341 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:52.814940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:52.816304 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] 10.222.0.54 "PUT /v2.0/ports/fc76f0e6-dbd3-4de1-bfed-3642328ee33b HTTP/1.1" status: 200 len: 1094 time: 1.0757847 Dec 22 09:42:52.821260 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:52.846240 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cf6a1-63ed-44ed-98f1-9c4bde894dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,revision_number=3']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:52.895607 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'status': 'completed', 'code': 200} Dec 22 09:42:52.937996 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-f7f9eb1d-5e9e-4bf2-8949-4190997db319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:52.939524 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-f7f9eb1d-5e9e-4bf2-8949-4190997db319 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 1097 time: 0.0835164 Dec 22 09:42:53.017988 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-7f242ab6-5119-461c-93dd-fa473e5829d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b HTTP/1.1" status: 200 len: 217 time: 0.0699880 Dec 22 09:42:53.042871 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:53.088532 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-5e9b552a-48ea-4561-86cc-c0128ad16dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:53.089910 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-5e9b552a-48ea-4561-86cc-c0128ad16dc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0611832 Dec 22 09:42:53.152233 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:53.178853 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-25f745dc-ab49-4811-bc88-eb418f8cec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:53.180903 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-25f745dc-ab49-4811-bc88-eb418f8cec28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831046 Dec 22 09:42:53.313568 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-35df8d15-55d9-4d31-9c90-3f32e2b2cce8 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263032 Dec 22 09:42:53.446270 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6b73b459-bb9a-4859-bf8c-dbba71d8472d req-29fc55e4-1a7d-4b17-ab7d-1cf7b0733bb7 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267447 Dec 22 09:42:53.563426 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-91c770ae-5efe-4a5a-97c6-123ab9ddae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:53.564886 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-91c770ae-5efe-4a5a-97c6-123ab9ddae4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 1097 time: 0.0704594 Dec 22 09:42:53.747578 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-4bb76106-89c4-432c-9f03-e6a6d3f178cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:53.749004 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-4bb76106-89c4-432c-9f03-e6a6d3f178cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 911 time: 0.1764538 Dec 22 09:42:53.825284 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-cd0d8b86-a11e-4117-a2dd-799bf3fa4df4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b HTTP/1.1" status: 200 len: 217 time: 0.0680037 Dec 22 09:42:53.832997 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1e82d-ea38-4851-a1b1-a22d4da8f986 req-7841ed88-d43c-498a-8c1c-16be7ac0f2bb tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:53.834979 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5de1e82d-ea38-4851-a1b1-a22d4da8f986 req-7841ed88-d43c-498a-8c1c-16be7ac0f2bb tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 944 time: 0.1687343 Dec 22 09:42:53.924775 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-5de1e82d-ea38-4851-a1b1-a22d4da8f986 req-5b41227b-b44c-4a79-8dac-a9d72e104a68 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602283 Dec 22 09:42:53.926264 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-367cdb7f-04c4-46cd-b773-3741664de8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:53.927588 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-367cdb7f-04c4-46cd-b773-3741664de8c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0917709 Dec 22 09:42:54.003512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-333fcb41-9f05-4996-aa71-2417ba67682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:54.004976 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-333fcb41-9f05-4996-aa71-2417ba67682b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689414 Dec 22 09:42:54.133543 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-7216d12a-1414-448c-bfef-06abacf005f9 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206329 Dec 22 09:42:54.261116 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-78b9857f-b3c2-43af-97a9-02259bd1c9c8 req-1ecb4b7d-2602-4749-9e8d-51ba6d143952 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208594 Dec 22 09:42:54.406130 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:55.107622 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4551b49-f55c-43d3-9616-5d4ec4dc3414 req-c7f50801-560f-4e8b-bc80-7cbc8c0b988b tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:55.109057 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c4551b49-f55c-43d3-9616-5d4ec4dc3414 req-c7f50801-560f-4e8b-bc80-7cbc8c0b988b tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 944 time: 0.0785208 Dec 22 09:42:55.154749 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-c4551b49-f55c-43d3-9616-5d4ec4dc3414 req-613f04f8-8634-4afd-9aab-b15d31278daf tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400898 Dec 22 09:42:55.230491 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device fc76f0e6-dbd3-4de1-bfed-3642328ee33b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:42:55.358060 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:55.370389 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'port_id': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'mac_address': 'fa:16:3e:0d:c3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:42:55.426099 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:55.441754 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc76f0e6-dbd3-4de1-bfed-3642328ee33b {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:42:55.456804 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:55.461165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:55.527862 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,revision_number=4']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:55.718319 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['fc76f0e6-dbd3-4de1-bfed-3642328ee33b'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:42:56.462052 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154f090-b14c-46ac-b5e3-d54b68c6040f req-b677e3f4-b0e5-4783-92ec-ad600054c2d7 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:56.463392 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e154f090-b14c-46ac-b5e3-d54b68c6040f req-b677e3f4-b0e5-4783-92ec-ad600054c2d7 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 945 time: 0.2060375 Dec 22 09:42:56.505926 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-e154f090-b14c-46ac-b5e3-d54b68c6040f req-1503dd09-1ea6-4647-8467-0c1689d5c765 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366282 Dec 22 09:42:57.246017 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device fc76f0e6-dbd3-4de1-bfed-3642328ee33b up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:42:57.313081 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning for port fc76f0e6-dbd3-4de1-bfed-3642328ee33b completed by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:42:57.317550 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port fc76f0e6-dbd3-4de1-bfed-3642328ee33b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:42:57.317947 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:57.429792 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:57.454840 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:57.464493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:57.468734 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:57.499555 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'code': 200} Dec 22 09:42:57.539691 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,revision_number=5']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:57.750042 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697bcbd-8ed2-418d-9b75-898be245597d req-1237c231-0bee-440c-9316-1ad60ee150c1 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:57.751473 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b697bcbd-8ed2-418d-9b75-898be245597d req-1237c231-0bee-440c-9316-1ad60ee150c1 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 946 time: 0.1377764 Dec 22 09:42:57.757603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46258dcd-43dd-42c1-93bc-e4c836d9d691 req-87598519-ab2e-4e85-83aa-230a36ad8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:57.758956 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-46258dcd-43dd-42c1-93bc-e4c836d9d691 req-87598519-ab2e-4e85-83aa-230a36ad8383 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 1099 time: 0.0961735 Dec 22 09:42:57.823952 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b697bcbd-8ed2-418d-9b75-898be245597d req-e940617c-4f38-46fd-bef6-6a61891244ab tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640960 Dec 22 09:42:57.825522 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-46258dcd-43dd-42c1-93bc-e4c836d9d691 req-77f85549-0857-4e1d-910e-659cafe2561a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530157 Dec 22 09:42:59.009950 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d22d95-14f6-41e0-8848-78b7eae42ae1 req-0c5e2919-55f8-4da0-8585-f1b1861382b1 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:59.011459 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f4d22d95-14f6-41e0-8848-78b7eae42ae1 req-0c5e2919-55f8-4da0-8585-f1b1861382b1 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 946 time: 0.0819380 Dec 22 09:42:59.055506 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-f4d22d95-14f6-41e0-8848-78b7eae42ae1 req-29daafc8-9336-4014-b53c-b1161c30a336 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384841 Dec 22 09:43:00.239517 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707a27-69ba-49b6-b213-6e2c05c16279 req-c43e9e7a-3f04-456c-98ae-757f44504e2c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:00.241605 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a5707a27-69ba-49b6-b213-6e2c05c16279 req-c43e9e7a-3f04-456c-98ae-757f44504e2c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 946 time: 0.0820165 Dec 22 09:43:00.284584 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a5707a27-69ba-49b6-b213-6e2c05c16279 req-81c17a14-5adc-4e4f-b829-5e0b02c18f0d tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374556 Dec 22 09:43:00.470992 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d269f52-1903-41c3-901e-b9c819f4e7c2 req-a7fbe076-f6b7-48c6-928c-542b00076310 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:00.472436 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0d269f52-1903-41c3-901e-b9c819f4e7c2 req-a7fbe076-f6b7-48c6-928c-542b00076310 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 946 time: 0.0827551 Dec 22 09:43:00.515612 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-0d269f52-1903-41c3-901e-b9c819f4e7c2 req-3d4775d8-36c3-4197-80d5-2155c2e8412c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370610 Dec 22 09:43:00.537134 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38710) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:00.604322 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaeea8c-8338-4505-adbe-779645f11037 tempest-TestSnapshotPattern-1779246148 tempest-TestSnapshotPattern-1779246148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:00.605785 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bfaeea8c-8338-4505-adbe-779645f11037 tempest-TestSnapshotPattern-1779246148 tempest-TestSnapshotPattern-1779246148-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 1094 time: 0.0671661 Dec 22 09:43:00.608445 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38714) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:00.612978 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.v2.base [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Request body: {'floatingip': {'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'port_id': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:00.618796 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:00.622571 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Usage tracker for resource:floatingip and tenant:a44ff53e484b4af3bc6b4448160f224a is out of sync, need to count used quota {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:00.625313 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:00.631432 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.quota.driver [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:00.641843 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for floatingip, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:00.773838 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:00.906094 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.db_base_plugin_common [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Allocated IP 172.26.1.203 (24ccee19-c423-466b-9e41-455fb79e1fff/8a0cc4d9-55c8-46c7-af7b-6ddb0627d538/69ae5ef4-2867-4280-8f8e-193eae79a827) {{(pid=87534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:43:01.050659 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for port, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:01.079953 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780649589535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:01.141405 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Network 24ccee19-c423-466b-9e41-455fb79e1fff is already hosted by enough agents. {{(pid=87534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:01.144251 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.base_scheduler [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Resources bound (agent type, host, resource id): {{(pid=87534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:01.147888 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Received port after_create {{(pid=87534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:43:01.279019 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'Port': ['ID=69ae5ef4-2867-4280-8f8e-193eae79a827,revision_number=1']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:01.294403 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.294752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.295087 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.295419 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.295752 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.296074 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.296395 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.296714 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.297033 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.297348 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.297663 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.298000 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:01.653436 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:01.725840 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:01.939171 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for port, precommit_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:01.943538 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15400599'] for port, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:02.050474 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event updated for resources: {'Port': ['ID=69ae5ef4-2867-4280-8f8e-193eae79a827,revision_number=2']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:02.061997 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300963'] for floatingip, after_update {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:02.229277 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Floating IP b6c90409-9eb6-41e2-ab2d-fe84b634d5f9 associated. External IP: 172.26.1.203, port: fc76f0e6-dbd3-4de1-bfed-3642328ee33b. Dec 22 09:43:02.570318 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Router c3b1214a-9588-4c5b-ae6d-c0195385df45 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:43:02.850624 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:43:02.860068 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] Sync routers for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:43:02.869012 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:43:02.869629 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:02.874523 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:02.931301 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-013dac04-d902-4745-ab75-192ecbb92b7f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3218751 Dec 22 09:43:02.931862 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:43:02.977988 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'status': 'completed', 'code': 200} Dec 22 09:43:03.051077 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:43:03.072183 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-bb40cdb0-4ecf-40c2-a55d-120139e35613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:03.073647 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-bb40cdb0-4ecf-40c2-a55d-120139e35613 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 1099 time: 0.0723634 Dec 22 09:43:03.204774 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-64141c29-291a-47df-9d93-daebed8611e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:03.206246 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-64141c29-291a-47df-9d93-daebed8611e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 911 time: 0.1261711 Dec 22 09:43:03.313490 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-5b57c9a5-1395-453e-bc53-9ff1214ab33e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b HTTP/1.1" status: 200 len: 1000 time: 0.0966725 Dec 22 09:43:03.378347 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-c72b8c4a-4b53-4f22-a5ec-713d6d873ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:03.379830 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-c72b8c4a-4b53-4f22-a5ec-713d6d873ba4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0599043 Dec 22 09:43:03.397151 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'b6c90409-9eb6-41e2-ab2d-fe84b634d5f9', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.203', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:0d:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bb9619-bec2-4f9c-8640-67201408cc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:01Z', 'updated_at': '2021-12-22T09:43:01Z', 'revision_number': 0, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}, {'id': 'd81b429b-9237-43c0-9289-92706ed3fda1', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b7011-5864-4591-a912-e087291f3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:40:24Z', 'updated_at': '2021-12-22T09:40:26Z', 'revision_number': 1, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:03.401011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] Checking router: c3b1214a-9588-4c5b-ae6d-c0195385df45 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:43:03.409187 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:43:03.409809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:42:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:03.454093 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-abd221a8-dd09-43f2-88e8-0e68e35db0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:03.455626 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-abd221a8-dd09-43f2-88e8-0e68e35db0a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690784 Dec 22 09:43:03.588097 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-07de6b4e-5337-4584-9bda-b6f0c2085755 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255758 Dec 22 09:43:03.619838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:43:03.718062 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fb831227-020e-4cd4-ac20-f0427194d0f4 req-ccda1d4e-6236-4258-9dd0-917aa6728385 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235554 Dec 22 09:43:03.965380 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'b6c90409-9eb6-41e2-ab2d-fe84b634d5f9', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.203', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:0d:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bb9619-bec2-4f9c-8640-67201408cc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:01Z', 'updated_at': '2021-12-22T09:43:01Z', 'revision_number': 0, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}, {'id': 'd81b429b-9237-43c0-9289-92706ed3fda1', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b7011-5864-4591-a912-e087291f3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:40:24Z', 'updated_at': '2021-12-22T09:40:26Z', 'revision_number': 1, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:03.969422 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacccc39-1939-4625-92ca-1f8909fd2d27 None None] The sync data for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv is: [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'b6c90409-9eb6-41e2-ab2d-fe84b634d5f9', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.203', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:0d:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bb9619-bec2-4f9c-8640-67201408cc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:01Z', 'updated_at': '2021-12-22T09:43:01Z', 'revision_number': 0, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}, {'id': 'd81b429b-9237-43c0-9289-92706ed3fda1', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b7011-5864-4591-a912-e087291f3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:40:24Z', 'updated_at': '2021-12-22T09:40:26Z', 'revision_number': 1, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:43:04.156968 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590c807-17b2-4920-b133-4d771f0d1e41 None None] New status for floating IP b6c90409-9eb6-41e2-ab2d-fe84b634d5f9: ACTIVE {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:43:13.696373 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:43:14.817809 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:19.504263 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4da5f502-f602-4fae-8c81-75b7b954b1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.214748 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-fa2751b7-ebc8-49db-9f23-bf0a90478923 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718424 Dec 22 09:43:20.349545 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-69ee640d-d885-4583-aadb-d763b590424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:20.351502 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-69ee640d-d885-4583-aadb-d763b590424f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 1096 time: 0.0699735 Dec 22 09:43:20.493256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-97610ac3-ed13-40d2-a8d2-34b2a7b3faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:20.494637 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-97610ac3-ed13-40d2-a8d2-34b2a7b3faff service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 911 time: 0.1244276 Dec 22 09:43:20.598668 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-dbb26d84-3d38-4153-aeff-3bda0dc68a27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7954099c-1985-4314-bd84-99d1e110699b HTTP/1.1" status: 200 len: 998 time: 0.0970814 Dec 22 09:43:20.659274 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-480ab7fd-94c1-4449-9343-af7cdb2a29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:20.660640 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-480ab7fd-94c1-4449-9343-af7cdb2a29e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0553184 Dec 22 09:43:20.831596 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-d68e818d-5356-4386-9f9f-a5e3cfe5f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:20.832978 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-d68e818d-5356-4386-9f9f-a5e3cfe5f28f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1651435 Dec 22 09:43:20.844717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-15d06b17-3db3-4286-ac05-ff6d37b65caa service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:43:20.845620 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-15d06b17-3db3-4286-ac05-ff6d37b65caa service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049281 Dec 22 09:43:20.980249 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-a6f317db-46dc-4ffb-842f-980f93de847a service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221488 Dec 22 09:43:21.111241 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9ebe5343-1a04-4876-8fca-821de9df8954 req-05482870-0785-417d-8475-4e8349b4802b service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239920 Dec 22 09:43:21.891646 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-403a3520-162c-498e-a9b6-6db106e7bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.042007 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.143729 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:24.411024 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:44.839329 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:49.506977 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-4b4a041d-b00b-42e5-94e9-aa41976260b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:50.694840 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:43:51.895103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-386ca4e8-451c-4aad-9c31-1cb2d6580ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:53.045516 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:53.146869 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:54.416966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:14.854649 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:19.512865 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-fcdc4d06-1688-4891-be1d-4c2a7dcaa368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:19.621269 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa669143-3955-4644-bba5-0e91a56b830e req-b0eb570e-7cee-47f2-8fdf-528251f7eb17 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825584 Dec 22 09:44:19.717040 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669143-3955-4644-bba5-0e91a56b830e req-79b4458c-854f-4fb2-a448-fd3cd06b0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:19.718549 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa669143-3955-4644-bba5-0e91a56b830e req-79b4458c-854f-4fb2-a448-fd3cd06b0a01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 1099 time: 0.0770903 Dec 22 09:44:19.869794 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669143-3955-4644-bba5-0e91a56b830e req-cb73ef44-07f1-446e-b1df-40a0f2695ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:19.871156 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa669143-3955-4644-bba5-0e91a56b830e req-cb73ef44-07f1-446e-b1df-40a0f2695ba9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 911 time: 0.1332982 Dec 22 09:44:19.972714 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa669143-3955-4644-bba5-0e91a56b830e req-2832d48a-51e2-4bea-a0f5-162020aa5fca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b HTTP/1.1" status: 200 len: 1002 time: 0.0954659 Dec 22 09:44:20.041505 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669143-3955-4644-bba5-0e91a56b830e req-881d9ca6-e9bc-4f00-8a20-0bbaab877943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:20.042973 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa669143-3955-4644-bba5-0e91a56b830e req-881d9ca6-e9bc-4f00-8a20-0bbaab877943 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0631657 Dec 22 09:44:20.120606 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669143-3955-4644-bba5-0e91a56b830e req-8be1beea-496e-4fff-b72f-992f9be83d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:20.122020 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa669143-3955-4644-bba5-0e91a56b830e req-8be1beea-496e-4fff-b72f-992f9be83d34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726843 Dec 22 09:44:20.268273 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa669143-3955-4644-bba5-0e91a56b830e req-18f10d01-f74d-46e0-9875-cee576216838 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396320 Dec 22 09:44:20.402197 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-fa669143-3955-4644-bba5-0e91a56b830e req-440d0183-f518-422f-8ca1-13ccbd21043f service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272638 Dec 22 09:44:21.899384 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-2d6150fc-2b2f-44f8-9bfd-3fadf41ccace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:23.047682 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:23.148775 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:24.417955 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:27.693523 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:44:33.699390 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device fc76f0e6-dbd3-4de1-bfed-3642328ee33b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:44:33.835076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:44:33.848581 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Returning: {'device': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'port_id': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'mac_address': 'fa:16:3e:0d:c3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:44:33.906810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:33.923713 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc76f0e6-dbd3-4de1-bfed-3642328ee33b {{(pid=87536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:44:33.939694 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:44:33.944209 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:34.018885 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,revision_number=6']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:44:34.026608 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.026988 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.027325 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.027653 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.027976 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.028302 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.028623 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.028982 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.030070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.030488 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.030783 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.031104 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:34.039085 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] get_ports_and_sgs() called for port_ids ['fc76f0e6-dbd3-4de1-bfed-3642328ee33b'] {{(pid=87536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:44:35.726350 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device fc76f0e6-dbd3-4de1-bfed-3642328ee33b up at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:44:35.814493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.provisioning_blocks [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Provisioning complete for port fc76f0e6-dbd3-4de1-bfed-3642328ee33b triggered by entity L2. {{(pid=87536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:44:35.814867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1475880'] for port, provisioning_complete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:36.022454 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:36.074208 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:44:36.095585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:44:36.102507 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:36.141894 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'code': 200} Dec 22 09:44:36.204938 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,revision_number=7']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:44:44.804039 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38922) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:44.847361 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:45.011976 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Deleting port 69ae5ef4-2867-4280-8f8e-193eae79a827 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:44:45.012317 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:45.189790 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:45.190122 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:45.322511 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Calling delete_port for 69ae5ef4-2867-4280-8f8e-193eae79a827 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:44:45.502975 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:45.550680 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event deleted for resources: {'Port': ['ID=69ae5ef4-2867-4280-8f8e-193eae79a827,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:44:45.590262 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.590607 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.590946 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.591278 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.591605 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.591932 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.592255 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.592576 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.592898 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.593215 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.593531 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.593873 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:45.658214 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:45.658546 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Floating IP b6c90409-9eb6-41e2-ab2d-fe84b634d5f9 disassociated (deleted). External IP: 172.26.1.203, port: fc76f0e6-dbd3-4de1-bfed-3642328ee33b. Dec 22 09:44:46.137431 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Router c3b1214a-9588-4c5b-ae6d-c0195385df45 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:44:46.320167 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:44:46.330280 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] Sync routers for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:44:46.340313 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:44:46.341076 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:44:46.341222 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:46.401097 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-c3996a4b-5b53-467e-a3a9-a683c38fc2b6 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "DELETE /v2.0/floatingips/b6c90409-9eb6-41e2-ab2d-fe84b634d5f9 HTTP/1.1" status: 204 len: 168 time: 1.5934930 Dec 22 09:44:46.401097 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:44:46.529347 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:44:46.538512 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'status': 'completed', 'code': 200} Dec 22 09:44:46.690739 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-471331f5-3049-4d87-aab9-bbba2fa1e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:46.692138 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-471331f5-3049-4d87-aab9-bbba2fa1e363 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 1099 time: 0.1302397 Dec 22 09:44:46.890109 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'd81b429b-9237-43c0-9289-92706ed3fda1', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b7011-5864-4591-a912-e087291f3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:40:24Z', 'updated_at': '2021-12-22T09:40:26Z', 'revision_number': 1, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:44:46.893831 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-e41bc4d7-5501-4f47-be64-0936715930be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:46.894166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] Checking router: c3b1214a-9588-4c5b-ae6d-c0195385df45 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:44:46.895281 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-e41bc4d7-5501-4f47-be64-0936715930be service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 911 time: 0.1951537 Dec 22 09:44:46.905484 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:44:46.906342 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:44:22Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:44:46.971046 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-176128a4-5496-439e-9823-4c6c06beade1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b HTTP/1.1" status: 200 len: 217 time: 0.0671751 Dec 22 09:44:46.978839 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e840-663f-4004-ac2d-7fee6f6fca96 req-1b583ac6-2c2a-4bdd-8f38-92489e627399 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:46.980253 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03e3e840-663f-4004-ac2d-7fee6f6fca96 req-1b583ac6-2c2a-4bdd-8f38-92489e627399 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 946 time: 0.2549191 Dec 22 09:44:47.102013 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:44:47.189871 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-9be5d94f-fdcf-404e-8c86-794576e1856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:47.191371 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-9be5d94f-fdcf-404e-8c86-794576e1856d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.2102513 Dec 22 09:44:47.194542 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-03e3e840-663f-4004-ac2d-7fee6f6fca96 req-ecf01768-6a10-46f0-b8af-2f6449494ddb tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808486 Dec 22 09:44:47.272097 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-27b9d290-2647-4c45-98c2-8bf70308ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:47.273514 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-27b9d290-2647-4c45-98c2-8bf70308ab8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739648 Dec 22 09:44:47.407515 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-d51e352e-5e95-444c-ad65-93c4b04053b1 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256766 Dec 22 09:44:47.461763 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'd81b429b-9237-43c0-9289-92706ed3fda1', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b7011-5864-4591-a912-e087291f3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:40:24Z', 'updated_at': '2021-12-22T09:40:26Z', 'revision_number': 1, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:44:47.466042 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1b2ba-934f-4f69-a848-604d5d07a2d9 None None] The sync data for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv is: [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_floatingips': [{'id': 'd81b429b-9237-43c0-9289-92706ed3fda1', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'router_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'port_id': '7954099c-1985-4314-bd84-99d1e110699b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'mac_address': 'fa:16:3e:6d:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154b7011-5864-4591-a912-e087291f3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:40:24Z', 'updated_at': '2021-12-22T09:40:26Z', 'revision_number': 1, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:44:47.544587 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-f2917dcb-a118-4e03-93eb-2a98480dc75c req-c8b53b76-3e3d-443e-a197-7e7bd8b85ddb service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299176 Dec 22 09:44:47.698604 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da7cd5-0057-4a38-88ba-34fe0e14b1b7 None None] New status for floating IP b6c90409-9eb6-41e2-ab2d-fe84b634d5f9: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:44:47.757205 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device fc76f0e6-dbd3-4de1-bfed-3642328ee33b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:44:47.877399 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582946'] for port, before_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:47.905260 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b'}] {{(pid=87536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:44:47.915165 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] For port fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:44:47.920374 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780650055891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780649589553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780649589598'] for port, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:47.957020 dv-neutron-822561-2-hyperv neutron-server[87536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'code': 200} Dec 22 09:44:47.988952 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Pushing event updated for resources: {'Port': ['ID=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,revision_number=8']} {{(pid=87536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:44:48.284691 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-c6e2ba8f-0c57-47af-bdbf-0ca513d8658a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:48.286212 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-c6e2ba8f-0c57-47af-bdbf-0ca513d8658a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.54 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 944 time: 0.0819645 Dec 22 09:44:48.410745 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Deleting port fc76f0e6-dbd3-4de1-bfed-3642328ee33b {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:44:48.411082 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:48.517177 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9de65-c53d-440a-a7c0-d4002981e424 req-217c34f8-6df6-4ff0-80c2-907bfa6a4669 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:48.518725 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ec9de65-c53d-440a-a7c0-d4002981e424 req-217c34f8-6df6-4ff0-80c2-907bfa6a4669 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 944 time: 0.1936398 Dec 22 09:44:48.618114 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-6ec9de65-c53d-440a-a7c0-d4002981e424 req-1aa50965-8c0d-4c7d-a0ed-1b7d55a26617 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873911 Dec 22 09:44:48.722558 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] For port fc76f0e6-dbd3-4de1-bfed-3642328ee33b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:44:48.722916 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:48.853512 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Calling delete_port for fc76f0e6-dbd3-4de1-bfed-3642328ee33b owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:44:49.004506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:49.055176 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event deleted for resources: {'Port': ['ID=fc76f0e6-dbd3-4de1-bfed-3642328ee33b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:44:49.093643 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.094004 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.094345 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.094669 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.094990 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.095311 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.095627 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.095940 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.096256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.096568 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.097185 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.097310 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822561-2-hyperv {{(pid=87535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:44:49.142895 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] No DVR routers for this DVR port fc76f0e6-dbd3-4de1-bfed-3642328ee33b on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:44:49.145465 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:49.148520 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'name': 'network-vif-deleted', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:44:49.161131 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-b874f4ca-1112-41fb-985f-5f46573c5aed req-4eebf819-fd6d-4699-bd6e-2bb4f021f17f tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.54 "DELETE /v2.0/ports/fc76f0e6-dbd3-4de1-bfed-3642328ee33b HTTP/1.1" status: 204 len: 173 time: 0.8691523 Dec 22 09:44:49.194753 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bb9619-bec2-4f9c-8640-67201408cc16', 'name': 'network-vif-deleted', 'tag': 'fc76f0e6-dbd3-4de1-bfed-3642328ee33b', 'status': 'completed', 'code': 200} Dec 22 09:44:49.509179 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5ef2-886c-42f9-9829-bc99d0b51c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:49.791828 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a6541f93-dd4f-47af-a01a-237d0d477033 req-c71079ed-79c7-46d4-98bc-a1f4aa7defeb tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Synchronizing usage tracker for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:44:49.808138 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-a6541f93-dd4f-47af-a01a-237d0d477033 req-c71079ed-79c7-46d4-98bc-a1f4aa7defeb tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Unset dirty status for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:44:49.809340 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-a6541f93-dd4f-47af-a01a-237d0d477033 req-c71079ed-79c7-46d4-98bc-a1f4aa7defeb tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=06bb9619-bec2-4f9c-8640-67201408cc16 HTTP/1.1" status: 200 len: 210 time: 0.0626087 Dec 22 09:44:51.504124 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 38996) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:51.710967 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Deleting port 20fbb836-55b4-4f0c-96bb-9e50a603a795 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:44:51.711304 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:51.756092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device fc76f0e6-dbd3-4de1-bfed-3642328ee33b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:44:51.835446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: fc76f0e6-dbd3-4de1-bfed-3642328ee33b {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:44:51.835941 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device fc76f0e6-dbd3-4de1-bfed-3642328ee33b not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:44:51.893642 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:51.895180 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:51.900881 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-867116e1-e6f5-487a-bfe4-d06cd8d8ced9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:52.023444 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Calling delete_port for 20fbb836-55b4-4f0c-96bb-9e50a603a795 owned by network:floatingip {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:44:52.179083 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:52.230059 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event deleted for resources: {'Port': ['ID=20fbb836-55b4-4f0c-96bb-9e50a603a795,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:44:52.319226 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for floatingip, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:52.319546 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.db.l3_db [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Floating IP d81b429b-9237-43c0-9289-92706ed3fda1 disassociated (deleted). External IP: 172.26.1.59, port: 7954099c-1985-4314-bd84-99d1e110699b. Dec 22 09:44:52.794670 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Router c3b1214a-9588-4c5b-ae6d-c0195385df45 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:44:52.975812 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:44:52.990470 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] Sync routers for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:44:53.000635 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for floatingip, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:53.004071 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:44:53.005065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:44:53.068546 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-53574797-b3fc-456a-9719-6314cf79b43a tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "DELETE /v2.0/floatingips/d81b429b-9237-43c0-9289-92706ed3fda1 HTTP/1.1" status: 204 len: 168 time: 1.5601475 Dec 22 09:44:53.068546 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'tag': '7954099c-1985-4314-bd84-99d1e110699b'}] {{(pid=87534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:44:53.118114 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:53.135044 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'tag': '7954099c-1985-4314-bd84-99d1e110699b', 'status': 'completed', 'code': 200} Dec 22 09:44:53.227443 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:53.243968 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-080b06b7-7750-43fb-a004-c3c41195b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:53.245448 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-080b06b7-7750-43fb-a004-c3c41195b0c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44ff53e484b4af3bc6b4448160f224a&device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 1096 time: 0.0941236 Dec 22 09:44:53.256341 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:44:53.400881 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-31449ea9-e24b-43f7-8fee-a8d94b1faeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:53.402230 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-31449ea9-e24b-43f7-8fee-a8d94b1faeb2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 200 len: 911 time: 0.1502039 Dec 22 09:44:53.482407 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-69158362-5da0-4fbf-ab14-99ef01a86ee1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7954099c-1985-4314-bd84-99d1e110699b HTTP/1.1" status: 200 len: 217 time: 0.0724537 Dec 22 09:44:53.552761 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-271c03f1-9ab9-4c94-94f6-6f3d107a2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:53.554505 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-271c03f1-9ab9-4c94-94f6-6f3d107a2f32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 200 len: 849 time: 0.0653820 Dec 22 09:44:53.603595 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f17ab3-ace1-4e4d-ba33-7c1d75825565 req-9d2867f2-3162-4058-b002-7cf299e8046e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:53.604562 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-22f17ab3-ace1-4e4d-ba33-7c1d75825565 req-9d2867f2-3162-4058-b002-7cf299e8046e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Synchronizing usage tracker for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:44:53.625375 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.quota.resource [req-22f17ab3-ace1-4e4d-ba33-7c1d75825565 req-9d2867f2-3162-4058-b002-7cf299e8046e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Unset dirty status for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:44:53.626802 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-22f17ab3-ace1-4e4d-ba33-7c1d75825565 req-9d2867f2-3162-4058-b002-7cf299e8046e tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 943 time: 0.1729589 Dec 22 09:44:53.655221 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:44:53.655717 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-4c7a328e-575b-4a81-a847-021e3d5b717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:53.657839 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-4c7a328e-575b-4a81-a847-021e3d5b717e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d158c5f-2e17-4957-9626-4fa469564fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954390 Dec 22 09:44:53.659451 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] Checking router: c3b1214a-9588-4c5b-ae6d-c0195385df45 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:44:53.669495 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:44:53.670160 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:44:53.682205 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [req-22f17ab3-ace1-4e4d-ba33-7c1d75825565 req-dc7a3b2c-9d51-42fd-883c-158913895ded tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473797 Dec 22 09:44:53.866687 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:44:53.904347 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-64a5521b-c1bf-4d85-b535-bf7a3c87b11e service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389350 Dec 22 09:44:54.044014 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-2e3eb073-a441-4cb0-a4a1-1adf6b64ac69 req-461e5c0f-8e28-4392-9093-f60d7392f683 service neutron] 10.222.0.54 "GET /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313455 Dec 22 09:44:54.185537 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:44:54.189372 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466478f1-79c5-423e-b1fd-d0c7eadca372 None None] The sync data for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv is: [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:40:01Z', 'revision_number': 4, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv', '_interfaces': [{'id': 'cec9020e-0d83-4de4-8a6a-ce7328b48023', 'name': '', 'network_id': '3d158c5f-2e17-4957-9626-4fa469564fd2', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'mac_address': 'fa:16:3e:90:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:00Z', 'updated_at': '2021-12-22T09:40:07Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'subnets': [{'id': 'c985692b-8247-4e60-8f5e-5685a2a60a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:44:54.416901 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc8279-9e67-4eb2-aaeb-72832a687f59 None None] New status for floating IP d81b429b-9237-43c0-9289-92706ed3fda1: DOWN {{(pid=87537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:44:54.421446 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:54.870767 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f742d-07fb-4f34-a3c6-a5cec3844059 req-c77b7397-91b3-4276-bc6a-eb741aa3e002 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:54.872248 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9d7f742d-07fb-4f34-a3c6-a5cec3844059 req-c77b7397-91b3-4276-bc6a-eb741aa3e002 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 943 time: 0.0808237 Dec 22 09:44:54.918505 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-9d7f742d-07fb-4f34-a3c6-a5cec3844059 req-b699752b-3c94-446f-bcbb-2e03dea4892b tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/security-groups?id=9069e51b-71dc-4902-a550-9d19999b8896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403092 Dec 22 09:44:55.015474 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-df0469d5-acd3-48ee-83a1-566def406c45 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:55.016887 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-df0469d5-acd3-48ee-83a1-566def406c45 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.54 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 943 time: 0.0836697 Dec 22 09:44:55.085559 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-ecca3cc3-feaf-49e4-9a76-18da0a4e455c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Deleting port 7954099c-1985-4314-bd84-99d1e110699b {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:44:55.085902 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-ecca3cc3-feaf-49e4-9a76-18da0a4e455c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:55.340781 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-ecca3cc3-feaf-49e4-9a76-18da0a4e455c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] For port 7954099c-1985-4314-bd84-99d1e110699b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7954099c-1985-4314-bd84-99d1e110699b,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:44:55.341145 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-ecca3cc3-feaf-49e4-9a76-18da0a4e455c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:55.464640 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-ecca3cc3-feaf-49e4-9a76-18da0a4e455c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Calling delete_port for 7954099c-1985-4314-bd84-99d1e110699b owned by compute:nova {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:44:55.621958 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-ecca3cc3-feaf-49e4-9a76-18da0a4e455c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:55.679681 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca3cc3-feaf-49e4-9a76-18da0a4e455c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event deleted for resources: {'Port': ['ID=7954099c-1985-4314-bd84-99d1e110699b,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:44:55.752634 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-ecca3cc3-feaf-49e4-9a76-18da0a4e455c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] No DVR routers for this DVR port 7954099c-1985-4314-bd84-99d1e110699b on host hv-neutron-8225 {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:44:55.755553 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-ecca3cc3-feaf-49e4-9a76-18da0a4e455c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11837'] for port, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:55.758045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'name': 'network-vif-deleted', 'tag': '7954099c-1985-4314-bd84-99d1e110699b'}] {{(pid=87535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:44:55.774375 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-dc644b4e-8423-49eb-9c39-230d8b04c9a7 req-ecca3cc3-feaf-49e4-9a76-18da0a4e455c tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.54 "DELETE /v2.0/ports/7954099c-1985-4314-bd84-99d1e110699b HTTP/1.1" status: 204 len: 173 time: 0.7518141 Dec 22 09:44:55.804801 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154b7011-5864-4591-a912-e087291f3312', 'name': 'network-vif-deleted', 'tag': '7954099c-1985-4314-bd84-99d1e110699b', 'status': 'completed', 'code': 200} Dec 22 09:44:56.087282 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-19f7bfda-1bc2-4642-bfbd-72511a531336 req-eca9f12f-2ab9-4c4f-9b0a-a2f774067a97 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Synchronizing usage tracker for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87535) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:44:56.105655 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.quota.resource [req-19f7bfda-1bc2-4642-bfbd-72511a531336 req-eca9f12f-2ab9-4c4f-9b0a-a2f774067a97 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Unset dirty status for tenant:a44ff53e484b4af3bc6b4448160f224a on resource:port {{(pid=87535) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:44:56.106855 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [req-19f7bfda-1bc2-4642-bfbd-72511a531336 req-eca9f12f-2ab9-4c4f-9b0a-a2f774067a97 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "GET /v2.0/ports?device_id=154b7011-5864-4591-a912-e087291f3312 HTTP/1.1" status: 200 len: 210 time: 0.0673494 Dec 22 09:44:57.205320 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 39018) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:57.278975 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a7d8652-9871-4735-a701-500214d1dff3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:57.309653 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a7d8652-9871-4735-a701-500214d1dff3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:57.393786 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a7d8652-9871-4735-a701-500214d1dff3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:57.413083 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d8652-9871-4735-a701-500214d1dff3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9069e51b-71dc-4902-a550-9d19999b8896,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:44:57.425411 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-2a7d8652-9871-4735-a701-500214d1dff3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:57.426588 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-2a7d8652-9871-4735-a701-500214d1dff3 tempest-TestSnapshotPattern-301028151 tempest-TestSnapshotPattern-301028151-project] 10.222.0.37 "DELETE /v2.0/security-groups/9069e51b-71dc-4902-a550-9d19999b8896 HTTP/1.1" status: 204 len: 168 time: 0.2202263 Dec 22 09:44:57.480861 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 39026) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:57.820300 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 7954099c-1985-4314-bd84-99d1e110699b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:44:57.854232 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] No Port match for: 7954099c-1985-4314-bd84-99d1e110699b {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:44:57.854496 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Device 7954099c-1985-4314-bd84-99d1e110699b not bound to the agent host hv-neutron-8225 {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:44:58.128172 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:58.468657 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] Deleting port cec9020e-0d83-4de4-8a6a-ce7328b48023 {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:44:58.468896 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:58.749536 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] For port cec9020e-0d83-4de4-8a6a-ce7328b48023, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=cec9020e-0d83-4de4-8a6a-ce7328b48023,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:44:58.750208 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:58.876044 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] Calling delete_port for cec9020e-0d83-4de4-8a6a-ce7328b48023 owned by network:router_interface {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:44:59.224590 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:59.277506 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec9020e-0d83-4de4-8a6a-ce7328b48023,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:44:59.560820 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:59.950389 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] Router c3b1214a-9588-4c5b-ae6d-c0195385df45 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:45:00.251627 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:45:00.261108 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] Sync routers for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:45:00.268515 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-7125a361-31c5-4ca0-8a67-0dba14814b20 admin admin] 10.222.0.37 "PUT /v2.0/routers/c3b1214a-9588-4c5b-ae6d-c0195385df45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7859843 Dec 22 09:45:00.270630 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:00.271034 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 39032) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:00.271369 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:00.450677 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Notify callbacks [] for router, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:00.498761 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:45:00.643852 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:00.654231 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Deleting port bd482d09-3e5a-4f32-be26-062da30791fe {{(pid=87534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:45:00.654735 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:00.787367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:44:59Z', 'revision_number': 5, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port': {'id': 'bd482d09-3e5a-4f32-be26-062da30791fe', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:39:58Z', 'updated_at': '2021-12-22T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:00.791962 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] Checking router: c3b1214a-9588-4c5b-ae6d-c0195385df45 for host: dv-neutron-822561-2-hyperv {{(pid=87536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:45:00.800848 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] Routers {'c3b1214a-9588-4c5b-ae6d-c0195385df45'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:00.801743 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['c3b1214a-9588-4c5b-ae6d-c0195385df45'], 'active': True} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:00.832084 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.db [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] For port bd482d09-3e5a-4f32-be26-062da30791fe, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=bd482d09-3e5a-4f32-be26-062da30791fe,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:00.832442 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:00.957404 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Calling delete_port for bd482d09-3e5a-4f32-be26-062da30791fe owned by network:router_gateway {{(pid=87534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:45:00.959504 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_dvr_db [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] Set router c3b1214a-9588-4c5b-ae6d-c0195385df45 gateway port host: None {{(pid=87536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:45:01.068126 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.db.l3_hamode_db [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:45:00Z', 'revision_number': 6, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:01.072899 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b245010-ef02-480f-a526-8e867f4b678e None None] The sync data for ids ['c3b1214a-9588-4c5b-ae6d-c0195385df45'] in dv-neutron-822561-2-hyperv is: [{'id': 'c3b1214a-9588-4c5b-ae6d-c0195385df45', 'name': 'tempest-TestSnapshotPattern-1793461354-router', 'tenant_id': 'a44ff53e484b4af3bc6b4448160f224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:39:57Z', 'updated_at': '2021-12-22T09:45:00Z', 'revision_number': 6, 'project_id': 'a44ff53e484b4af3bc6b4448160f224a', 'gw_port_host': None}] {{(pid=87536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:45:01.148220 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15400606'] for port, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.195886 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd482d09-3e5a-4f32-be26-062da30791fe,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:01.292940 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.464780 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.467103 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.496695 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.497296 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b1214a-9588-4c5b-ae6d-c0195385df45 {{(pid=87534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:45:01.515229 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] Notify callbacks [] for router, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.519013 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 39036) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:01.519493 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-bb8a0408-8cf4-439a-a0a3-c95ab7735336 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c3b1214a-9588-4c5b-ae6d-c0195385df45 HTTP/1.1" status: 204 len: 168 time: 1.2470677 Dec 22 09:45:01.581755 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6eec71-6ef0-4fc1-a3f3-75c445f1ecd7 admin admin] Deleting subnet c985692b-8247-4e60-8f5e-5685a2a60a5c {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:45:01.584750 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6d6eec71-6ef0-4fc1-a3f3-75c445f1ecd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.632780 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6d6eec71-6ef0-4fc1-a3f3-75c445f1ecd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.711429 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6d6eec71-6ef0-4fc1-a3f3-75c445f1ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.777874 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6d6eec71-6ef0-4fc1-a3f3-75c445f1ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.817603 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6eec71-6ef0-4fc1-a3f3-75c445f1ecd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c985692b-8247-4e60-8f5e-5685a2a60a5c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:01.819213 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6d6eec71-6ef0-4fc1-a3f3-75c445f1ecd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.824406 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5895f3e6-feca-4792-9caf-c1e3adea3ebe None None] Network 3d158c5f-2e17-4957-9626-4fa469564fd2 requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:45:01.825782 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6d6eec71-6ef0-4fc1-a3f3-75c445f1ecd7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c985692b-8247-4e60-8f5e-5685a2a60a5c HTTP/1.1" status: 204 len: 168 time: 0.3056841 Dec 22 09:45:01.828451 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 39040) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:01.941848 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:01.954196 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Deleting port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:45:01.954605 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.033297 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bd482d09-3e5a-4f32-be26-062da30791fe no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:45:02.070585 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: bd482d09-3e5a-4f32-be26-062da30791fe {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:45:02.071054 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device bd482d09-3e5a-4f32-be26-062da30791fe not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:45:02.071568 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cec9020e-0d83-4de4-8a6a-ce7328b48023 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:45:02.107209 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] DHCP port deletion for 3d158c5f-2e17-4957-9626-4fa469564fd2 request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:45:02.116474 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: cec9020e-0d83-4de4-8a6a-ce7328b48023 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:45:02.117103 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device cec9020e-0d83-4de4-8a6a-ce7328b48023 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:45:02.120320 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] Deleting port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:45:02.120703 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.308245 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] For port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=76817719-7ae4-4ea4-8bf9-ae786ccbc18d,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:02.308592 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.331282 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] For port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=76817719-7ae4-4ea4-8bf9-ae786ccbc18d,segment=NetworkSegment(99d54223-5a25-4eb1-9bc7-445eec0b4ca9),segment_id=99d54223-5a25-4eb1-9bc7-445eec0b4ca9)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:02.331590 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.431549 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Calling delete_port for 76817719-7ae4-4ea4-8bf9-ae786ccbc18d owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:45:02.453261 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] Calling delete_port for 76817719-7ae4-4ea4-8bf9-ae786ccbc18d owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:45:02.514974 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.526206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:45:02.526573 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:45:02.560754 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76817719-7ae4-4ea4-8bf9-ae786ccbc18d,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:02.564047 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] No DVR routers for this DVR port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:45:02.677407 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.701734 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d158c5f-2e17-4957-9626-4fa469564fd2']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:02.714243 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d54223-5a25-4eb1-9bc7-445eec0b4ca9') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:02.714531 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d54223-5a25-4eb1-9bc7-445eec0b4ca9') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:02.725497 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.740760 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.746789 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:45:02.747153 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:45:02.760477 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:45:02.835045 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.850554 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:02.861513 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d158c5f-2e17-4957-9626-4fa469564fd2,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:02.873311 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-40adf5b4-d4d1-4b6e-a8f4-35c5ecb284c8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3d158c5f-2e17-4957-9626-4fa469564fd2 HTTP/1.1" status: 204 len: 168 time: 1.0439150 Dec 22 09:45:02.876162 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 39044) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:03.027838 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] Deleting port 76817719-7ae4-4ea4-8bf9-ae786ccbc18d {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:45:03.028365 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:03.137867 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-c2646151-8bf2-4dd6-b892-49540ab1934e None None] The port '76817719-7ae4-4ea4-8bf9-ae786ccbc18d' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:45:03.409712 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16335999'] for router_interface, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:03.853759 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] Deleting port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:45:03.854428 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:03.999974 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 76817719-7ae4-4ea4-8bf9-ae786ccbc18d no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:45:04.038551 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] For port ffdbee24-8c67-4d10-aec2-e6f4984bcb6e, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=ffdbee24-8c67-4d10-aec2-e6f4984bcb6e,segment=NetworkSegment(c4a60df5-726e-4b54-9f57-c6919e2a48ce),segment_id=c4a60df5-726e-4b54-9f57-c6919e2a48ce)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:04.039025 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:04.053360 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 76817719-7ae4-4ea4-8bf9-ae786ccbc18d {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:45:04.054307 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 76817719-7ae4-4ea4-8bf9-ae786ccbc18d not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:45:04.161857 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] Calling delete_port for ffdbee24-8c67-4d10-aec2-e6f4984bcb6e owned by network:router_interface {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:45:04.488321 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:04.534921 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ffdbee24-8c67-4d10-aec2-e6f4984bcb6e,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:04.694369 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:45:04.698557 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [req-0daa0bd0-11f4-4b2b-b144-2430b7b3dbc3 req-333be323-9bca-4852-896c-b985c7b7cf6a service neutron] (87534) timed out ('10.222.0.54', 53358) {{(pid=87534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:45:04.801656 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16335707'] for router_interface, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:05.268729 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] Router fee014dd-6611-482f-82fc-5c58509d5bc2 has already been hosted by L3 agent e432c286-c7ac-4fad-b9be-b30d17a217e9 {{(pid=87535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:45:05.451556 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] Notify agent at l3_agent.dv-neutron-822561-2-hyperv the message routers_updated {{(pid=87535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:45:05.466498 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] Sync routers for ids ['fee014dd-6611-482f-82fc-5c58509d5bc2'] in dv-neutron-822561-2-hyperv {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:45:05.475343 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-062e420d-76ca-4b94-b02e-c8c75bd216cf admin admin] 10.222.0.37 "PUT /v2.0/routers/fee014dd-6611-482f-82fc-5c58509d5bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981371 Dec 22 09:45:05.478849 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 39048) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:05.479512 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] Routers {'fee014dd-6611-482f-82fc-5c58509d5bc2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:05.480136 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['fee014dd-6611-482f-82fc-5c58509d5bc2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:05.659406 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] Set router fee014dd-6611-482f-82fc-5c58509d5bc2 gateway port host: dv-neutron-822561-2-hyperv {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:45:05.664073 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Notify callbacks [] for router, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:05.844535 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:05.853865 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Deleting port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:45:05.854201 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:06.002832 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'name': 'tempest-TestSnapshotPattern-60837498-router', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'external_fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:40:03Z', 'updated_at': '2021-12-22T09:45:04Z', 'revision_number': 5, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'gw_port': {'id': '7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7', 'name': '', 'network_id': '24ccee19-c423-466b-9e41-455fb79e1fff', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:40:04Z', 'updated_at': '2021-12-22T09:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a0cc4d9-55c8-46c7-af7b-6ddb0627d538', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822561-2-hyperv'}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:06.007385 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] Checking router: fee014dd-6611-482f-82fc-5c58509d5bc2 for host: dv-neutron-822561-2-hyperv {{(pid=87537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:45:06.015754 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] Routers {'fee014dd-6611-482f-82fc-5c58509d5bc2'} bound to L3 agent in host dv-neutron-822561-2-hyperv {{(pid=87537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:06.016535 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:32:52Z,description=,heartbeat_timestamp=2021-12-22T09:44:52Z,host='dv-neutron-822561-2-hyperv',id=e432c286-c7ac-4fad-b9be-b30d17a217e9,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:32:52Z,topic='l3_agent')) {'router_ids': ['fee014dd-6611-482f-82fc-5c58509d5bc2'], 'active': True} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:06.041256 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] For port 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7,segment=NetworkSegment(dd60cc09-916a-4101-9dab-5c66868ac0c7),segment_id=dd60cc09-916a-4101-9dab-5c66868ac0c7)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:06.041641 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:06.163261 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Calling delete_port for 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 owned by network:router_gateway {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:45:06.167274 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_dvr_db [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] Set router fee014dd-6611-482f-82fc-5c58509d5bc2 gateway port host: None {{(pid=87537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:45:06.277091 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.l3_hamode_db [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'name': 'tempest-TestSnapshotPattern-60837498-router', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:40:03Z', 'updated_at': '2021-12-22T09:45:05Z', 'revision_number': 6, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'gw_port_host': None}], 'dv-neutron-822561-2-hyperv', False) {} {{(pid=87537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:06.282206 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee2576-9983-426c-8cdc-a74060cf1ddc None None] The sync data for ids ['fee014dd-6611-482f-82fc-5c58509d5bc2'] in dv-neutron-822561-2-hyperv is: [{'id': 'fee014dd-6611-482f-82fc-5c58509d5bc2', 'name': 'tempest-TestSnapshotPattern-60837498-router', 'tenant_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:40:03Z', 'updated_at': '2021-12-22T09:45:05Z', 'revision_number': 6, 'project_id': '19bc5f6fe9d648d389bde41cb8d8f115', 'gw_port_host': None}] {{(pid=87537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:45:06.336648 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:06.381883 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:06.579783 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300846'] for router_gateway, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:06.752193 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16299939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7441'] for router, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:06.754379 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:06.777132 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16299831'] for router, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:06.777630 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fee014dd-6611-482f-82fc-5c58509d5bc2 {{(pid=87535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:45:06.790682 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] Notify callbacks [] for router, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:06.791788 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-837ff26d-08ba-4f97-a4b0-38118a859d9d admin admin] 10.222.0.37 "DELETE /v2.0/routers/fee014dd-6611-482f-82fc-5c58509d5bc2 HTTP/1.1" status: 204 len: 168 time: 1.3118942 Dec 22 09:45:06.794544 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 39052) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:06.856322 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f992cba1-5057-45fd-94db-63397c8ccce5 admin admin] Deleting subnet b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee {{(pid=87535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:45:06.859149 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f992cba1-5057-45fd-94db-63397c8ccce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:06.905838 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f992cba1-5057-45fd-94db-63397c8ccce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16720921'] for subnet, precommit_delete_associations {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:06.997668 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f992cba1-5057-45fd-94db-63397c8ccce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1365818'] for subnet, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.072307 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f992cba1-5057-45fd-94db-63397c8ccce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14694771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14988037'] for subnet, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.112856 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992cba1-5057-45fd-94db-63397c8ccce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:07.115335 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-f992cba1-5057-45fd-94db-63397c8ccce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.119214 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a31abe-44f9-41ab-9a60-4294af4fc45e None None] Network 33e5d8ec-15f7-44a4-83f0-95febf4cebfb requested from dv-neutron-822561-2-hyperv {{(pid=87536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:45:07.123472 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-f992cba1-5057-45fd-94db-63397c8ccce5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b0fbcfc7-aed8-41cc-858d-e3d3ad0cebee HTTP/1.1" status: 204 len: 168 time: 0.3278265 Dec 22 09:45:07.125963 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 39056) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:07.242959 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535105'] for network, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.261737 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Deleting port 5b992ab1-0aba-4945-81ba-9a4263fa099c {{(pid=87535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:45:07.262462 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.414853 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] DHCP port deletion for 33e5d8ec-15f7-44a4-83f0-95febf4cebfb request from dv-neutron-822561-2-hyperv {{(pid=87536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:45:07.418755 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] Deleting port 5b992ab1-0aba-4945-81ba-9a4263fa099c {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:45:07.419124 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.491644 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.db [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] For port 5b992ab1-0aba-4945-81ba-9a4263fa099c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5b992ab1-0aba-4945-81ba-9a4263fa099c,segment=NetworkSegment(c4a60df5-726e-4b54-9f57-c6919e2a48ce),segment_id=c4a60df5-726e-4b54-9f57-c6919e2a48ce)] {{(pid=87535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:07.492212 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.615861 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.plugin [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Calling delete_port for 5b992ab1-0aba-4945-81ba-9a4263fa099c owned by network:dhcp {{(pid=87535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:45:07.621385 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.db [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] For port 5b992ab1-0aba-4945-81ba-9a4263fa099c, host dv-neutron-822561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822561-2-hyperv',level=0,port_id=5b992ab1-0aba-4945-81ba-9a4263fa099c,segment=NetworkSegment(c4a60df5-726e-4b54-9f57-c6919e2a48ce),segment_id=c4a60df5-726e-4b54-9f57-c6919e2a48ce)] {{(pid=87536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:07.621801 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16335954'] for port, precommit_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.693847 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780650055873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780649589544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14682020'] for port, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.740206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] Calling delete_port for 5b992ab1-0aba-4945-81ba-9a4263fa099c owned by network:dhcp {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:45:07.744222 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b992ab1-0aba-4945-81ba-9a4263fa099c,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:07.748577 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] No DVR routers for this DVR port 5b992ab1-0aba-4945-81ba-9a4263fa099c on host dv-neutron-822561-2-hyperv {{(pid=87535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:45:07.815119 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.db.api [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:45:07.815473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG oslo_db.api [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:45:07.871415 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362621', 'neutron.services.segments.db._delete_segments_for_network-8780650071974'] for network, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.903357 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e5d8ec-15f7-44a4-83f0-95febf4cebfb']}} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:07.917011 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a60df5-726e-4b54-9f57-c6919e2a48ce') {'for_net_delete': True} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:07.917331 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.services.segments.db [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a60df5-726e-4b54-9f57-c6919e2a48ce') {} {{(pid=87535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:45:07.929962 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780650132866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16720918'] for segment, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.947476 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366284'] for segment, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.955670 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:45:07.956057 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1366389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14682001'] for segment, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: Traceback (most recent call last): Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: timer() Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: cb(*args, **kw) Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: return func(*args, **kwargs) Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: self._notify() Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: self.callback(batched_events) Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: event.method(event) Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: return f(self, *a, **k) Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._get(url).json() Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: return self.request(url, 'GET', **kwargs) Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:45:07.972211 dv-neutron-822561-2-hyperv neutron-server[87535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:45:08.027078 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:45:08.063945 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:45:08.064383 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 7b957cff-c1c6-4d5b-b5bc-3ea72e00c3c7 not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:45:08.064874 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ffdbee24-8c67-4d10-aec2-e6f4984bcb6e no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:45:08.104520 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: ffdbee24-8c67-4d10-aec2-e6f4984bcb6e {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:45:08.104870 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device ffdbee24-8c67-4d10-aec2-e6f4984bcb6e not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:45:08.105281 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5b992ab1-0aba-4945-81ba-9a4263fa099c no longer exists at agent ovs-agent-dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:45:08.139367 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] No Port match for: 5b992ab1-0aba-4945-81ba-9a4263fa099c {{(pid=87536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:45:08.139927 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.rpc [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Device 5b992ab1-0aba-4945-81ba-9a4263fa099c not bound to the agent host dv-neutron-822561-2-hyperv {{(pid=87536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:45:08.156378 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300932'] for network, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:08.173555 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Notify callbacks [] for network, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:08.183805 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] Pushing event deleted for resources: {'Network': ['ID=33e5d8ec-15f7-44a4-83f0-95febf4cebfb,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:08.190747 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-6cb55dbd-8700-4dcd-af80-2cc4ebcd3368 admin admin] 10.222.0.37 "DELETE /v2.0/networks/33e5d8ec-15f7-44a4-83f0-95febf4cebfb HTTP/1.1" status: 204 len: 168 time: 1.0639677 Dec 22 09:45:08.315797 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 39062) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:08.316714 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] Deleting port 5b992ab1-0aba-4945-81ba-9a4263fa099c {{(pid=87536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:45:08.318092 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780650048085'] for port, before_delete {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:08.364490 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-923c3a46-e027-4056-9606-52565fb2ec63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a44ff53e484b4af3bc6b4448160f224a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469069 Dec 22 09:45:08.366892 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.wsgi [-] (87535) accepted ('10.222.0.37', 39066) {{(pid=87535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:08.409767 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron.plugins.ml2.plugin [None req-bb3883a1-09ab-4015-99d9-f519fabd8c6f None None] The port '5b992ab1-0aba-4945-81ba-9a4263fa099c' was deleted {{(pid=87536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:45:08.432506 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f022a93-1fb4-45ca-9f67-1ab3fc3ecb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:08.458101 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f022a93-1fb4-45ca-9f67-1ab3fc3ecb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:08.512570 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f022a93-1fb4-45ca-9f67-1ab3fc3ecb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:08.528744 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f022a93-1fb4-45ca-9f67-1ab3fc3ecb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc31dd-7eff-4610-bf76-d16794257def,revision_number=None']} {{(pid=87535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:08.535167 dv-neutron-822561-2-hyperv neutron-server[87535]: DEBUG neutron_lib.callbacks.manager [None req-8f022a93-1fb4-45ca-9f67-1ab3fc3ecb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:08.536772 dv-neutron-822561-2-hyperv neutron-server[87535]: INFO neutron.wsgi [None req-8f022a93-1fb4-45ca-9f67-1ab3fc3ecb80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83cc31dd-7eff-4610-bf76-d16794257def HTTP/1.1" status: 204 len: 168 time: 0.1689939 Dec 22 09:45:08.885268 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 39074) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:08.933414 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-60523806-5130-4cf3-afd4-dba12d6c9823 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19bc5f6fe9d648d389bde41cb8d8f115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469170 Dec 22 09:45:08.935658 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.wsgi [-] (87534) accepted ('10.222.0.37', 39078) {{(pid=87534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:09.097585 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e9902d02-c4de-4e4b-b1d7-83a19dc1cf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:09.123545 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e9902d02-c4de-4e4b-b1d7-83a19dc1cf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:09.174311 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e9902d02-c4de-4e4b-b1d7-83a19dc1cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302819'] for security_group, after_delete {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:09.187969 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9902d02-c4de-4e4b-b1d7-83a19dc1cf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852da684-a94d-4fff-ab5d-d224f2282be9,revision_number=None']} {{(pid=87534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:09.195063 dv-neutron-822561-2-hyperv neutron-server[87534]: DEBUG neutron_lib.callbacks.manager [None req-e9902d02-c4de-4e4b-b1d7-83a19dc1cf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:09.196577 dv-neutron-822561-2-hyperv neutron-server[87534]: INFO neutron.wsgi [None req-e9902d02-c4de-4e4b-b1d7-83a19dc1cf33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/852da684-a94d-4fff-ab5d-d224f2282be9 HTTP/1.1" status: 204 len: 168 time: 0.2600491 Dec 22 09:45:14.866359 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:19.501533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b79d9de3-6f74-4a5e-8064-a0a89aea75c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:21.903493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-59adff75-da81-46f4-a014-28f279e87330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:23.053128 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:23.150020 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:24.424225 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:41.698380 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:45:44.869637 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:49.506236 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-da84792d-c13c-43ea-aa3e-c957abfb0ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:51.906049 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-75baf6c1-d67b-4764-89d5-0952f38cc397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:53.057810 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:53.159056 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:54.429239 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:14.877572 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:18.697894 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:46:19.508574 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55faf6ef-c417-457a-b385-925a6ec03875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:21.908737 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b45e0e41-661a-46bf-ad11-4a3093b0d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:23.059996 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:23.151666 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:24.432966 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:44.880444 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:49.512896 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-96f67682-fb62-4127-9210-74964904361b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.917928 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6b154f88-a732-46a1-8a9c-1ca45e45e5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:53.063386 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:53.153244 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.436020 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.697396 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:47:14.875733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:19.514793 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-61929d85-9ae0-4de2-9428-bf3d89269b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:21.913230 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-528758b7-e1d0-4b8f-84d6-5b4281fc381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:23.068995 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:23.155087 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:24.438940 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:32.696637 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:47:44.894134 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:49.517227 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-e6fd715a-f211-4100-a65b-eb68c71f5bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:51.916237 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-48f4edf1-b6bb-4ac8-a775-7ad6bf3c25d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:53.078366 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:53.161813 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:54.443065 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:09.696306 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:48:14.898091 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:19.520011 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-6ebfed70-3390-4939-8df0-08b27efd4e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:21.919924 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-617ee44b-7fad-49c0-bde7-e5d641cd562d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:23.073747 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:23.155258 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:24.450972 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:44.893174 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:46.696284 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:48:49.523166 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b4b1494e-269c-420a-b820-675648a4190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:51.924070 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-f9ded2a5-bc49-42a4-9716-bd7725adf57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:53.075206 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:53.158994 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:54.450493 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:14.888799 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:19.528421 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-7d08e020-aeca-4bc6-b6ea-497e8062f95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:21.928022 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a37e-071e-4df6-84d7-69229ae44592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:23.078904 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:23.162407 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:23.696288 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:49:24.453295 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:44.892079 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:49.530449 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-b95e9046-89b8-4762-8e5d-efc89635ed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:51.932911 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-c4788921-7385-49b5-ab4e-386f6a16b751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.081733 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.164839 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.456992 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:00.696403 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:50:14.890968 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:19.532473 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-63a9f2c4-1b07-4d35-9d6b-4f4d196216df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:21.935760 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-a41d960b-55e1-46b6-875a-14055567571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:23.095137 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:23.168774 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:24.460035 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:37.695734 dv-neutron-822561-2-hyperv neutron-server[87537]: DEBUG neutron.db.agents_db [None req-9cebb6b3-4e4c-46af-ac2a-ce19b4703ef2 None None] Agent healthcheck: found 6 active agents {{(pid=87537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:50:44.901339 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-cd6d965c-60a3-4b89-ba06-f8d04c68c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:49.535605 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9fb883bc-5fee-4c2e-8edd-ce9e9a2ae64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:51.942226 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-9b6b7d41-63e4-49f2-b8cc-db124a97029b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:53.088831 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-5bb979bc-4cde-46a7-9f07-17fb666d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:53.172533 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-55e65a47-0f87-451a-b3fc-62b908733772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:54.463551 dv-neutron-822561-2-hyperv neutron-server[87536]: DEBUG neutron_lib.callbacks.manager [None req-21e13899-f4eb-4277-9035-8ed7bb133fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780650071983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1475831'] for agent, after_update {{(pid=87536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}